| 7767517 |
| 1214 1491 |
| Input in0 0 1 in0 |
| Split splitncnn_0 1 2 in0 1 2 |
| Input in1 0 1 in1 |
| Split splitncnn_1 1 28 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
| Input in2 0 1 in2 |
| Input in3 0 1 in3 |
| Reshape reshape_365 1 1 in2 34 0=128 1=-1 2=1 |
| Split splitncnn_2 1 56 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
| Reshape reshape_366 1 1 in3 91 0=128 1=-1 2=1 |
| Split splitncnn_3 1 56 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 |
| RMSNorm rmsn_252 1 1 2 148 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_4 1 3 148 149 150 151 |
| Gemm gemm_0 1 1 151 152 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_367 1 1 152 153 0=128 1=16 2=-1 |
| RMSNorm rmsn_253 1 1 153 154 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_815 1 1 154 155 |
| Permute transpose_675 1 1 155 156 0=2 |
| Gemm gemm_1 1 1 150 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_368 1 1 157 158 0=128 1=8 2=-1 |
| RMSNorm rmsn_254 1 1 158 159 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_816 1 1 159 160 |
| Permute transpose_676 1 1 160 161 0=2 |
| Gemm gemm_2 1 1 149 162 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_369 1 1 162 163 0=128 1=8 2=-1 |
| Permute transpose_677 1 1 163 164 0=2 |
| RotaryEmbed rope_0 3 1 156 90 147 165 0=0 |
| RotaryEmbed rope_1 3 1 161 89 146 166 0=0 |
| ExpandDims unsqueeze_817 1 1 166 167 -23303=1,1 |
| Tile repeat_563 1 1 167 168 -23302=4,1,2,1,1 |
| Reshape reshape_370 1 1 168 169 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_818 1 1 164 170 -23303=1,1 |
| Tile repeat_564 1 1 170 171 -23302=4,1,2,1,1 |
| Reshape reshape_371 1 1 171 172 0=128 1=-1 2=16 |
| MatMul matmultransb_0 2 1 165 169 173 0=1 |
| BinaryOp div_0 1 1 173 174 0=3 1=1 2=11.3137083 |
| Reshape reshape_372 1 1 31 175 0=0 1=0 2=1 |
| BinaryOp add_1 2 1 174 175 176 0=0 |
| Softmax softmax_224 1 1 176 177 0=2 1=1 |
| MatMul matmul_620 2 1 177 172 178 |
| Permute transpose_679 1 1 178 179 0=2 |
| Reshape reshape_373 1 1 179 180 0=2048 1=-1 |
| Gemm gemm_3 1 1 180 181 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_2 2 1 1 181 182 0=0 |
| Split splitncnn_5 1 2 182 183 184 |
| RMSNorm rmsn_255 1 1 184 185 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_6 1 2 185 186 187 |
| Gemm gemm_4 1 1 187 188 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_196 1 1 188 189 |
| Gemm gemm_5 1 1 186 190 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_3 2 1 189 190 191 0=2 |
| Gemm gemm_6 1 1 191 192 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_4 2 1 183 192 193 0=0 |
| Split splitncnn_7 1 2 193 194 195 |
| RMSNorm rmsn_256 1 1 195 196 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_8 1 3 196 197 198 199 |
| Gemm gemm_7 1 1 199 200 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_374 1 1 200 201 0=128 1=16 2=-1 |
| RMSNorm rmsn_257 1 1 201 202 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_819 1 1 202 203 |
| Permute transpose_680 1 1 203 204 0=2 |
| Gemm gemm_8 1 1 198 205 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_375 1 1 205 206 0=128 1=8 2=-1 |
| RMSNorm rmsn_258 1 1 206 207 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_820 1 1 207 208 |
| Permute transpose_681 1 1 208 209 0=2 |
| Gemm gemm_9 1 1 197 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_376 1 1 210 211 0=128 1=8 2=-1 |
| Permute transpose_682 1 1 211 212 0=2 |
| RotaryEmbed rope_2 3 1 204 88 145 213 0=0 |
| RotaryEmbed rope_3 3 1 209 87 144 214 0=0 |
| ExpandDims unsqueeze_821 1 1 214 215 -23303=1,1 |
| Tile repeat_565 1 1 215 216 -23302=4,1,2,1,1 |
| Reshape reshape_377 1 1 216 217 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_822 1 1 212 218 -23303=1,1 |
| Tile repeat_566 1 1 218 219 -23302=4,1,2,1,1 |
| Reshape reshape_378 1 1 219 220 0=128 1=-1 2=16 |
| MatMul matmultransb_1 2 1 213 217 221 0=1 |
| BinaryOp div_5 1 1 221 222 0=3 1=1 2=11.3137083 |
| Reshape reshape_379 1 1 30 223 0=0 1=0 2=1 |
| BinaryOp add_6 2 1 222 223 224 0=0 |
| Softmax softmax_225 1 1 224 225 0=2 1=1 |
| MatMul matmul_622 2 1 225 220 226 |
| Permute transpose_684 1 1 226 227 0=2 |
| Reshape reshape_380 1 1 227 228 0=2048 1=-1 |
| Gemm gemm_10 1 1 228 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_7 2 1 194 229 230 0=0 |
| Split splitncnn_9 1 2 230 231 232 |
| RMSNorm rmsn_259 1 1 232 233 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_10 1 2 233 234 235 |
| Gemm gemm_11 1 1 235 236 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_197 1 1 236 237 |
| Gemm gemm_12 1 1 234 238 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_8 2 1 237 238 239 0=2 |
| Gemm gemm_13 1 1 239 240 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_9 2 1 231 240 241 0=0 |
| Split splitncnn_11 1 2 241 242 243 |
| RMSNorm rmsn_260 1 1 243 244 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_12 1 3 244 245 246 247 |
| Gemm gemm_14 1 1 247 248 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_381 1 1 248 249 0=128 1=16 2=-1 |
| RMSNorm rmsn_261 1 1 249 250 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_823 1 1 250 251 |
| Permute transpose_685 1 1 251 252 0=2 |
| Gemm gemm_15 1 1 246 253 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_382 1 1 253 254 0=128 1=8 2=-1 |
| RMSNorm rmsn_262 1 1 254 255 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_824 1 1 255 256 |
| Permute transpose_686 1 1 256 257 0=2 |
| Gemm gemm_16 1 1 245 258 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_383 1 1 258 259 0=128 1=8 2=-1 |
| Permute transpose_687 1 1 259 260 0=2 |
| RotaryEmbed rope_4 3 1 252 86 143 261 0=0 |
| RotaryEmbed rope_5 3 1 257 85 142 262 0=0 |
| ExpandDims unsqueeze_825 1 1 262 263 -23303=1,1 |
| Tile repeat_567 1 1 263 264 -23302=4,1,2,1,1 |
| Reshape reshape_384 1 1 264 265 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_826 1 1 260 266 -23303=1,1 |
| Tile repeat_568 1 1 266 267 -23302=4,1,2,1,1 |
| Reshape reshape_385 1 1 267 268 0=128 1=-1 2=16 |
| MatMul matmultransb_2 2 1 261 265 269 0=1 |
| BinaryOp div_10 1 1 269 270 0=3 1=1 2=11.3137083 |
| Reshape reshape_386 1 1 29 271 0=0 1=0 2=1 |
| BinaryOp add_11 2 1 270 271 272 0=0 |
| Softmax softmax_226 1 1 272 273 0=2 1=1 |
| MatMul matmul_624 2 1 273 268 274 |
| Permute transpose_689 1 1 274 275 0=2 |
| Reshape reshape_387 1 1 275 276 0=2048 1=-1 |
| Gemm gemm_17 1 1 276 277 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_12 2 1 242 277 278 0=0 |
| Split splitncnn_13 1 2 278 279 280 |
| RMSNorm rmsn_263 1 1 280 281 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_14 1 2 281 282 283 |
| Gemm gemm_18 1 1 283 284 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_198 1 1 284 285 |
| Gemm gemm_19 1 1 282 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_13 2 1 285 286 287 0=2 |
| Gemm gemm_20 1 1 287 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_14 2 1 279 288 289 0=0 |
| Split splitncnn_15 1 2 289 290 291 |
| RMSNorm rmsn_264 1 1 291 292 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_16 1 3 292 293 294 295 |
| Gemm gemm_21 1 1 295 296 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_388 1 1 296 297 0=128 1=16 2=-1 |
| RMSNorm rmsn_265 1 1 297 298 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_827 1 1 298 299 |
| Permute transpose_690 1 1 299 300 0=2 |
| Gemm gemm_22 1 1 294 301 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_389 1 1 301 302 0=128 1=8 2=-1 |
| RMSNorm rmsn_266 1 1 302 303 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_828 1 1 303 304 |
| Permute transpose_691 1 1 304 305 0=2 |
| Gemm gemm_23 1 1 293 306 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_390 1 1 306 307 0=128 1=8 2=-1 |
| Permute transpose_692 1 1 307 308 0=2 |
| RotaryEmbed rope_6 3 1 300 84 141 309 0=0 |
| RotaryEmbed rope_7 3 1 305 83 140 310 0=0 |
| ExpandDims unsqueeze_829 1 1 310 311 -23303=1,1 |
| Tile repeat_569 1 1 311 312 -23302=4,1,2,1,1 |
| Reshape reshape_391 1 1 312 313 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_830 1 1 308 314 -23303=1,1 |
| Tile repeat_570 1 1 314 315 -23302=4,1,2,1,1 |
| Reshape reshape_392 1 1 315 316 0=128 1=-1 2=16 |
| MatMul matmultransb_3 2 1 309 313 317 0=1 |
| BinaryOp div_15 1 1 317 318 0=3 1=1 2=11.3137083 |
| Reshape reshape_393 1 1 28 319 0=0 1=0 2=1 |
| BinaryOp add_16 2 1 318 319 320 0=0 |
| Softmax softmax_227 1 1 320 321 0=2 1=1 |
| MatMul matmul_626 2 1 321 316 322 |
| Permute transpose_694 1 1 322 323 0=2 |
| Reshape reshape_394 1 1 323 324 0=2048 1=-1 |
| Gemm gemm_24 1 1 324 325 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_17 2 1 290 325 326 0=0 |
| Split splitncnn_17 1 2 326 327 328 |
| RMSNorm rmsn_267 1 1 328 329 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_18 1 2 329 330 331 |
| Gemm gemm_25 1 1 331 332 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_199 1 1 332 333 |
| Gemm gemm_26 1 1 330 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_18 2 1 333 334 335 0=2 |
| Gemm gemm_27 1 1 335 336 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_19 2 1 327 336 337 0=0 |
| Split splitncnn_19 1 2 337 338 339 |
| RMSNorm rmsn_268 1 1 339 340 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_20 1 3 340 341 342 343 |
| Gemm gemm_28 1 1 343 344 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_395 1 1 344 345 0=128 1=16 2=-1 |
| RMSNorm rmsn_269 1 1 345 346 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_831 1 1 346 347 |
| Permute transpose_695 1 1 347 348 0=2 |
| Gemm gemm_29 1 1 342 349 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_396 1 1 349 350 0=128 1=8 2=-1 |
| RMSNorm rmsn_270 1 1 350 351 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_832 1 1 351 352 |
| Permute transpose_696 1 1 352 353 0=2 |
| Gemm gemm_30 1 1 341 354 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_397 1 1 354 355 0=128 1=8 2=-1 |
| Permute transpose_697 1 1 355 356 0=2 |
| RotaryEmbed rope_8 3 1 348 82 139 357 0=0 |
| RotaryEmbed rope_9 3 1 353 81 138 358 0=0 |
| ExpandDims unsqueeze_833 1 1 358 359 -23303=1,1 |
| Tile repeat_571 1 1 359 360 -23302=4,1,2,1,1 |
| Reshape reshape_398 1 1 360 361 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_834 1 1 356 362 -23303=1,1 |
| Tile repeat_572 1 1 362 363 -23302=4,1,2,1,1 |
| Reshape reshape_399 1 1 363 364 0=128 1=-1 2=16 |
| MatMul matmultransb_4 2 1 357 361 365 0=1 |
| BinaryOp div_20 1 1 365 366 0=3 1=1 2=11.3137083 |
| Reshape reshape_400 1 1 27 367 0=0 1=0 2=1 |
| BinaryOp add_21 2 1 366 367 368 0=0 |
| Softmax softmax_228 1 1 368 369 0=2 1=1 |
| MatMul matmul_628 2 1 369 364 370 |
| Permute transpose_699 1 1 370 371 0=2 |
| Reshape reshape_401 1 1 371 372 0=2048 1=-1 |
| Gemm gemm_31 1 1 372 373 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_22 2 1 338 373 374 0=0 |
| Split splitncnn_21 1 2 374 375 376 |
| RMSNorm rmsn_271 1 1 376 377 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_22 1 2 377 378 379 |
| Gemm gemm_32 1 1 379 380 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_200 1 1 380 381 |
| Gemm gemm_33 1 1 378 382 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_23 2 1 381 382 383 0=2 |
| Gemm gemm_34 1 1 383 384 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_24 2 1 375 384 385 0=0 |
| Split splitncnn_23 1 2 385 386 387 |
| RMSNorm rmsn_272 1 1 387 388 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_24 1 3 388 389 390 391 |
| Gemm gemm_35 1 1 391 392 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_402 1 1 392 393 0=128 1=16 2=-1 |
| RMSNorm rmsn_273 1 1 393 394 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_835 1 1 394 395 |
| Permute transpose_700 1 1 395 396 0=2 |
| Gemm gemm_36 1 1 390 397 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_403 1 1 397 398 0=128 1=8 2=-1 |
| RMSNorm rmsn_274 1 1 398 399 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_836 1 1 399 400 |
| Permute transpose_701 1 1 400 401 0=2 |
| Gemm gemm_37 1 1 389 402 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_404 1 1 402 403 0=128 1=8 2=-1 |
| Permute transpose_702 1 1 403 404 0=2 |
| RotaryEmbed rope_10 3 1 396 80 137 405 0=0 |
| RotaryEmbed rope_11 3 1 401 79 136 406 0=0 |
| ExpandDims unsqueeze_837 1 1 406 407 -23303=1,1 |
| Tile repeat_573 1 1 407 408 -23302=4,1,2,1,1 |
| Reshape reshape_405 1 1 408 409 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_838 1 1 404 410 -23303=1,1 |
| Tile repeat_574 1 1 410 411 -23302=4,1,2,1,1 |
| Reshape reshape_406 1 1 411 412 0=128 1=-1 2=16 |
| MatMul matmultransb_5 2 1 405 409 413 0=1 |
| BinaryOp div_25 1 1 413 414 0=3 1=1 2=11.3137083 |
| Reshape reshape_407 1 1 26 415 0=0 1=0 2=1 |
| BinaryOp add_26 2 1 414 415 416 0=0 |
| Softmax softmax_229 1 1 416 417 0=2 1=1 |
| MatMul matmul_630 2 1 417 412 418 |
| Permute transpose_704 1 1 418 419 0=2 |
| Reshape reshape_408 1 1 419 420 0=2048 1=-1 |
| Gemm gemm_38 1 1 420 421 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_27 2 1 386 421 422 0=0 |
| Split splitncnn_25 1 2 422 423 424 |
| RMSNorm rmsn_275 1 1 424 425 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_26 1 2 425 426 427 |
| Gemm gemm_39 1 1 427 428 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_201 1 1 428 429 |
| Gemm gemm_40 1 1 426 430 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_28 2 1 429 430 431 0=2 |
| Gemm gemm_41 1 1 431 432 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_29 2 1 423 432 433 0=0 |
| Split splitncnn_27 1 2 433 434 435 |
| RMSNorm rmsn_276 1 1 435 436 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_28 1 3 436 437 438 439 |
| Gemm gemm_42 1 1 439 440 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_409 1 1 440 441 0=128 1=16 2=-1 |
| RMSNorm rmsn_277 1 1 441 442 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_839 1 1 442 443 |
| Permute transpose_705 1 1 443 444 0=2 |
| Gemm gemm_43 1 1 438 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_410 1 1 445 446 0=128 1=8 2=-1 |
| RMSNorm rmsn_278 1 1 446 447 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_840 1 1 447 448 |
| Permute transpose_706 1 1 448 449 0=2 |
| Gemm gemm_44 1 1 437 450 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_411 1 1 450 451 0=128 1=8 2=-1 |
| Permute transpose_707 1 1 451 452 0=2 |
| RotaryEmbed rope_12 3 1 444 78 135 453 0=0 |
| RotaryEmbed rope_13 3 1 449 77 134 454 0=0 |
| ExpandDims unsqueeze_841 1 1 454 455 -23303=1,1 |
| Tile repeat_575 1 1 455 456 -23302=4,1,2,1,1 |
| Reshape reshape_412 1 1 456 457 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_842 1 1 452 458 -23303=1,1 |
| Tile repeat_576 1 1 458 459 -23302=4,1,2,1,1 |
| Reshape reshape_413 1 1 459 460 0=128 1=-1 2=16 |
| MatMul matmultransb_6 2 1 453 457 461 0=1 |
| BinaryOp div_30 1 1 461 462 0=3 1=1 2=11.3137083 |
| Reshape reshape_414 1 1 25 463 0=0 1=0 2=1 |
| BinaryOp add_31 2 1 462 463 464 0=0 |
| Softmax softmax_230 1 1 464 465 0=2 1=1 |
| MatMul matmul_632 2 1 465 460 466 |
| Permute transpose_709 1 1 466 467 0=2 |
| Reshape reshape_415 1 1 467 468 0=2048 1=-1 |
| Gemm gemm_45 1 1 468 469 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_32 2 1 434 469 470 0=0 |
| Split splitncnn_29 1 2 470 471 472 |
| RMSNorm rmsn_279 1 1 472 473 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_30 1 2 473 474 475 |
| Gemm gemm_46 1 1 475 476 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_202 1 1 476 477 |
| Gemm gemm_47 1 1 474 478 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_33 2 1 477 478 479 0=2 |
| Gemm gemm_48 1 1 479 480 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_34 2 1 471 480 481 0=0 |
| Split splitncnn_31 1 2 481 482 483 |
| RMSNorm rmsn_280 1 1 483 484 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_32 1 3 484 485 486 487 |
| Gemm gemm_49 1 1 487 488 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_416 1 1 488 489 0=128 1=16 2=-1 |
| RMSNorm rmsn_281 1 1 489 490 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_843 1 1 490 491 |
| Permute transpose_710 1 1 491 492 0=2 |
| Gemm gemm_50 1 1 486 493 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_417 1 1 493 494 0=128 1=8 2=-1 |
| RMSNorm rmsn_282 1 1 494 495 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_844 1 1 495 496 |
| Permute transpose_711 1 1 496 497 0=2 |
| Gemm gemm_51 1 1 485 498 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_418 1 1 498 499 0=128 1=8 2=-1 |
| Permute transpose_712 1 1 499 500 0=2 |
| RotaryEmbed rope_14 3 1 492 76 133 501 0=0 |
| RotaryEmbed rope_15 3 1 497 75 132 502 0=0 |
| ExpandDims unsqueeze_845 1 1 502 503 -23303=1,1 |
| Tile repeat_577 1 1 503 504 -23302=4,1,2,1,1 |
| Reshape reshape_419 1 1 504 505 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_846 1 1 500 506 -23303=1,1 |
| Tile repeat_578 1 1 506 507 -23302=4,1,2,1,1 |
| Reshape reshape_420 1 1 507 508 0=128 1=-1 2=16 |
| MatMul matmultransb_7 2 1 501 505 509 0=1 |
| BinaryOp div_35 1 1 509 510 0=3 1=1 2=11.3137083 |
| Reshape reshape_421 1 1 24 511 0=0 1=0 2=1 |
| BinaryOp add_36 2 1 510 511 512 0=0 |
| Softmax softmax_231 1 1 512 513 0=2 1=1 |
| MatMul matmul_634 2 1 513 508 514 |
| Permute transpose_714 1 1 514 515 0=2 |
| Reshape reshape_422 1 1 515 516 0=2048 1=-1 |
| Gemm gemm_52 1 1 516 517 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_37 2 1 482 517 518 0=0 |
| Split splitncnn_33 1 2 518 519 520 |
| RMSNorm rmsn_283 1 1 520 521 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_34 1 2 521 522 523 |
| Gemm gemm_53 1 1 523 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_203 1 1 524 525 |
| Gemm gemm_54 1 1 522 526 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_38 2 1 525 526 527 0=2 |
| Gemm gemm_55 1 1 527 528 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_39 2 1 519 528 529 0=0 |
| Split splitncnn_35 1 2 529 530 531 |
| RMSNorm rmsn_284 1 1 531 532 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_36 1 3 532 533 534 535 |
| Gemm gemm_56 1 1 535 536 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_423 1 1 536 537 0=128 1=16 2=-1 |
| RMSNorm rmsn_285 1 1 537 538 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_847 1 1 538 539 |
| Permute transpose_715 1 1 539 540 0=2 |
| Gemm gemm_57 1 1 534 541 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_424 1 1 541 542 0=128 1=8 2=-1 |
| RMSNorm rmsn_286 1 1 542 543 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_848 1 1 543 544 |
| Permute transpose_716 1 1 544 545 0=2 |
| Gemm gemm_58 1 1 533 546 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_425 1 1 546 547 0=128 1=8 2=-1 |
| Permute transpose_717 1 1 547 548 0=2 |
| RotaryEmbed rope_16 3 1 540 74 131 549 0=0 |
| RotaryEmbed rope_17 3 1 545 73 130 550 0=0 |
| ExpandDims unsqueeze_849 1 1 550 551 -23303=1,1 |
| Tile repeat_579 1 1 551 552 -23302=4,1,2,1,1 |
| Reshape reshape_426 1 1 552 553 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_850 1 1 548 554 -23303=1,1 |
| Tile repeat_580 1 1 554 555 -23302=4,1,2,1,1 |
| Reshape reshape_427 1 1 555 556 0=128 1=-1 2=16 |
| MatMul matmultransb_8 2 1 549 553 557 0=1 |
| BinaryOp div_40 1 1 557 558 0=3 1=1 2=11.3137083 |
| Reshape reshape_428 1 1 23 559 0=0 1=0 2=1 |
| BinaryOp add_41 2 1 558 559 560 0=0 |
| Softmax softmax_232 1 1 560 561 0=2 1=1 |
| MatMul matmul_636 2 1 561 556 562 |
| Permute transpose_719 1 1 562 563 0=2 |
| Reshape reshape_429 1 1 563 564 0=2048 1=-1 |
| Gemm gemm_59 1 1 564 565 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_42 2 1 530 565 566 0=0 |
| Split splitncnn_37 1 2 566 567 568 |
| RMSNorm rmsn_287 1 1 568 569 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_38 1 2 569 570 571 |
| Gemm gemm_60 1 1 571 572 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_204 1 1 572 573 |
| Gemm gemm_61 1 1 570 574 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_43 2 1 573 574 575 0=2 |
| Gemm gemm_62 1 1 575 576 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_44 2 1 567 576 577 0=0 |
| Split splitncnn_39 1 2 577 578 579 |
| RMSNorm rmsn_288 1 1 579 580 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_40 1 3 580 581 582 583 |
| Gemm gemm_63 1 1 583 584 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_430 1 1 584 585 0=128 1=16 2=-1 |
| RMSNorm rmsn_289 1 1 585 586 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_851 1 1 586 587 |
| Permute transpose_720 1 1 587 588 0=2 |
| Gemm gemm_64 1 1 582 589 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_431 1 1 589 590 0=128 1=8 2=-1 |
| RMSNorm rmsn_290 1 1 590 591 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_852 1 1 591 592 |
| Permute transpose_721 1 1 592 593 0=2 |
| Gemm gemm_65 1 1 581 594 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_432 1 1 594 595 0=128 1=8 2=-1 |
| Permute transpose_722 1 1 595 596 0=2 |
| RotaryEmbed rope_18 3 1 588 72 129 597 0=0 |
| RotaryEmbed rope_19 3 1 593 71 128 598 0=0 |
| ExpandDims unsqueeze_853 1 1 598 599 -23303=1,1 |
| Tile repeat_581 1 1 599 600 -23302=4,1,2,1,1 |
| Reshape reshape_433 1 1 600 601 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_854 1 1 596 602 -23303=1,1 |
| Tile repeat_582 1 1 602 603 -23302=4,1,2,1,1 |
| Reshape reshape_434 1 1 603 604 0=128 1=-1 2=16 |
| MatMul matmultransb_9 2 1 597 601 605 0=1 |
| BinaryOp div_45 1 1 605 606 0=3 1=1 2=11.3137083 |
| Reshape reshape_435 1 1 22 607 0=0 1=0 2=1 |
| BinaryOp add_46 2 1 606 607 608 0=0 |
| Softmax softmax_233 1 1 608 609 0=2 1=1 |
| MatMul matmul_638 2 1 609 604 610 |
| Permute transpose_724 1 1 610 611 0=2 |
| Reshape reshape_436 1 1 611 612 0=2048 1=-1 |
| Gemm gemm_66 1 1 612 613 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_47 2 1 578 613 614 0=0 |
| Split splitncnn_41 1 2 614 615 616 |
| RMSNorm rmsn_291 1 1 616 617 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_42 1 2 617 618 619 |
| Gemm gemm_67 1 1 619 620 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_205 1 1 620 621 |
| Gemm gemm_68 1 1 618 622 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_48 2 1 621 622 623 0=2 |
| Gemm gemm_69 1 1 623 624 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_49 2 1 615 624 625 0=0 |
| Split splitncnn_43 1 2 625 626 627 |
| RMSNorm rmsn_292 1 1 627 628 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_44 1 3 628 629 630 631 |
| Gemm gemm_70 1 1 631 632 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_437 1 1 632 633 0=128 1=16 2=-1 |
| RMSNorm rmsn_293 1 1 633 634 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_855 1 1 634 635 |
| Permute transpose_725 1 1 635 636 0=2 |
| Gemm gemm_71 1 1 630 637 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_438 1 1 637 638 0=128 1=8 2=-1 |
| RMSNorm rmsn_294 1 1 638 639 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_856 1 1 639 640 |
| Permute transpose_726 1 1 640 641 0=2 |
| Gemm gemm_72 1 1 629 642 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_439 1 1 642 643 0=128 1=8 2=-1 |
| Permute transpose_727 1 1 643 644 0=2 |
| RotaryEmbed rope_20 3 1 636 70 127 645 0=0 |
| RotaryEmbed rope_21 3 1 641 69 126 646 0=0 |
| ExpandDims unsqueeze_857 1 1 646 647 -23303=1,1 |
| Tile repeat_583 1 1 647 648 -23302=4,1,2,1,1 |
| Reshape reshape_440 1 1 648 649 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_858 1 1 644 650 -23303=1,1 |
| Tile repeat_584 1 1 650 651 -23302=4,1,2,1,1 |
| Reshape reshape_441 1 1 651 652 0=128 1=-1 2=16 |
| MatMul matmultransb_10 2 1 645 649 653 0=1 |
| BinaryOp div_50 1 1 653 654 0=3 1=1 2=11.3137083 |
| Reshape reshape_442 1 1 21 655 0=0 1=0 2=1 |
| BinaryOp add_51 2 1 654 655 656 0=0 |
| Softmax softmax_234 1 1 656 657 0=2 1=1 |
| MatMul matmul_640 2 1 657 652 658 |
| Permute transpose_729 1 1 658 659 0=2 |
| Reshape reshape_443 1 1 659 660 0=2048 1=-1 |
| Gemm gemm_73 1 1 660 661 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_52 2 1 626 661 662 0=0 |
| Split splitncnn_45 1 2 662 663 664 |
| RMSNorm rmsn_295 1 1 664 665 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_46 1 2 665 666 667 |
| Gemm gemm_74 1 1 667 668 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_206 1 1 668 669 |
| Gemm gemm_75 1 1 666 670 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_53 2 1 669 670 671 0=2 |
| Gemm gemm_76 1 1 671 672 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_54 2 1 663 672 673 0=0 |
| Split splitncnn_47 1 2 673 674 675 |
| RMSNorm rmsn_296 1 1 675 676 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_48 1 3 676 677 678 679 |
| Gemm gemm_77 1 1 679 680 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_444 1 1 680 681 0=128 1=16 2=-1 |
| RMSNorm rmsn_297 1 1 681 682 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_859 1 1 682 683 |
| Permute transpose_730 1 1 683 684 0=2 |
| Gemm gemm_78 1 1 678 685 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_445 1 1 685 686 0=128 1=8 2=-1 |
| RMSNorm rmsn_298 1 1 686 687 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_860 1 1 687 688 |
| Permute transpose_731 1 1 688 689 0=2 |
| Gemm gemm_79 1 1 677 690 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_446 1 1 690 691 0=128 1=8 2=-1 |
| Permute transpose_732 1 1 691 692 0=2 |
| RotaryEmbed rope_22 3 1 684 68 125 693 0=0 |
| RotaryEmbed rope_23 3 1 689 67 124 694 0=0 |
| ExpandDims unsqueeze_861 1 1 694 695 -23303=1,1 |
| Tile repeat_585 1 1 695 696 -23302=4,1,2,1,1 |
| Reshape reshape_447 1 1 696 697 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_862 1 1 692 698 -23303=1,1 |
| Tile repeat_586 1 1 698 699 -23302=4,1,2,1,1 |
| Reshape reshape_448 1 1 699 700 0=128 1=-1 2=16 |
| MatMul matmultransb_11 2 1 693 697 701 0=1 |
| BinaryOp div_55 1 1 701 702 0=3 1=1 2=11.3137083 |
| Reshape reshape_449 1 1 20 703 0=0 1=0 2=1 |
| BinaryOp add_56 2 1 702 703 704 0=0 |
| Softmax softmax_235 1 1 704 705 0=2 1=1 |
| MatMul matmul_642 2 1 705 700 706 |
| Permute transpose_734 1 1 706 707 0=2 |
| Reshape reshape_450 1 1 707 708 0=2048 1=-1 |
| Gemm gemm_80 1 1 708 709 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_57 2 1 674 709 710 0=0 |
| Split splitncnn_49 1 2 710 711 712 |
| RMSNorm rmsn_299 1 1 712 713 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_50 1 2 713 714 715 |
| Gemm gemm_81 1 1 715 716 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_207 1 1 716 717 |
| Gemm gemm_82 1 1 714 718 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_58 2 1 717 718 719 0=2 |
| Gemm gemm_83 1 1 719 720 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_59 2 1 711 720 721 0=0 |
| Split splitncnn_51 1 2 721 722 723 |
| RMSNorm rmsn_300 1 1 723 724 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_52 1 3 724 725 726 727 |
| Gemm gemm_84 1 1 727 728 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_451 1 1 728 729 0=128 1=16 2=-1 |
| RMSNorm rmsn_301 1 1 729 730 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_863 1 1 730 731 |
| Permute transpose_735 1 1 731 732 0=2 |
| Gemm gemm_85 1 1 726 733 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_452 1 1 733 734 0=128 1=8 2=-1 |
| RMSNorm rmsn_302 1 1 734 735 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_864 1 1 735 736 |
| Permute transpose_736 1 1 736 737 0=2 |
| Gemm gemm_86 1 1 725 738 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_453 1 1 738 739 0=128 1=8 2=-1 |
| Permute transpose_737 1 1 739 740 0=2 |
| RotaryEmbed rope_24 3 1 732 66 123 741 0=0 |
| RotaryEmbed rope_25 3 1 737 65 122 742 0=0 |
| ExpandDims unsqueeze_865 1 1 742 743 -23303=1,1 |
| Tile repeat_587 1 1 743 744 -23302=4,1,2,1,1 |
| Reshape reshape_454 1 1 744 745 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_866 1 1 740 746 -23303=1,1 |
| Tile repeat_588 1 1 746 747 -23302=4,1,2,1,1 |
| Reshape reshape_455 1 1 747 748 0=128 1=-1 2=16 |
| MatMul matmultransb_12 2 1 741 745 749 0=1 |
| BinaryOp div_60 1 1 749 750 0=3 1=1 2=11.3137083 |
| Reshape reshape_456 1 1 19 751 0=0 1=0 2=1 |
| BinaryOp add_61 2 1 750 751 752 0=0 |
| Softmax softmax_236 1 1 752 753 0=2 1=1 |
| MatMul matmul_644 2 1 753 748 754 |
| Permute transpose_739 1 1 754 755 0=2 |
| Reshape reshape_457 1 1 755 756 0=2048 1=-1 |
| Gemm gemm_87 1 1 756 757 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_62 2 1 722 757 758 0=0 |
| Split splitncnn_53 1 2 758 759 760 |
| RMSNorm rmsn_303 1 1 760 761 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_54 1 2 761 762 763 |
| Gemm gemm_88 1 1 763 764 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_208 1 1 764 765 |
| Gemm gemm_89 1 1 762 766 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_63 2 1 765 766 767 0=2 |
| Gemm gemm_90 1 1 767 768 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_64 2 1 759 768 769 0=0 |
| Split splitncnn_55 1 2 769 770 771 |
| RMSNorm rmsn_304 1 1 771 772 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_56 1 3 772 773 774 775 |
| Gemm gemm_91 1 1 775 776 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_458 1 1 776 777 0=128 1=16 2=-1 |
| RMSNorm rmsn_305 1 1 777 778 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_867 1 1 778 779 |
| Permute transpose_740 1 1 779 780 0=2 |
| Gemm gemm_92 1 1 774 781 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_459 1 1 781 782 0=128 1=8 2=-1 |
| RMSNorm rmsn_306 1 1 782 783 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_868 1 1 783 784 |
| Permute transpose_741 1 1 784 785 0=2 |
| Gemm gemm_93 1 1 773 786 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_460 1 1 786 787 0=128 1=8 2=-1 |
| Permute transpose_742 1 1 787 788 0=2 |
| RotaryEmbed rope_26 3 1 780 64 121 789 0=0 |
| RotaryEmbed rope_27 3 1 785 63 120 790 0=0 |
| ExpandDims unsqueeze_869 1 1 790 791 -23303=1,1 |
| Tile repeat_589 1 1 791 792 -23302=4,1,2,1,1 |
| Reshape reshape_461 1 1 792 793 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_870 1 1 788 794 -23303=1,1 |
| Tile repeat_590 1 1 794 795 -23302=4,1,2,1,1 |
| Reshape reshape_462 1 1 795 796 0=128 1=-1 2=16 |
| MatMul matmultransb_13 2 1 789 793 797 0=1 |
| BinaryOp div_65 1 1 797 798 0=3 1=1 2=11.3137083 |
| Reshape reshape_463 1 1 18 799 0=0 1=0 2=1 |
| BinaryOp add_66 2 1 798 799 800 0=0 |
| Softmax softmax_237 1 1 800 801 0=2 1=1 |
| MatMul matmul_646 2 1 801 796 802 |
| Permute transpose_744 1 1 802 803 0=2 |
| Reshape reshape_464 1 1 803 804 0=2048 1=-1 |
| Gemm gemm_94 1 1 804 805 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_67 2 1 770 805 806 0=0 |
| Split splitncnn_57 1 2 806 807 808 |
| RMSNorm rmsn_307 1 1 808 809 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_58 1 2 809 810 811 |
| Gemm gemm_95 1 1 811 812 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_209 1 1 812 813 |
| Gemm gemm_96 1 1 810 814 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_68 2 1 813 814 815 0=2 |
| Gemm gemm_97 1 1 815 816 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_69 2 1 807 816 817 0=0 |
| Split splitncnn_59 1 2 817 818 819 |
| RMSNorm rmsn_308 1 1 819 820 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_60 1 3 820 821 822 823 |
| Gemm gemm_98 1 1 823 824 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_465 1 1 824 825 0=128 1=16 2=-1 |
| RMSNorm rmsn_309 1 1 825 826 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_871 1 1 826 827 |
| Permute transpose_745 1 1 827 828 0=2 |
| Gemm gemm_99 1 1 822 829 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_466 1 1 829 830 0=128 1=8 2=-1 |
| RMSNorm rmsn_310 1 1 830 831 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_872 1 1 831 832 |
| Permute transpose_746 1 1 832 833 0=2 |
| Gemm gemm_100 1 1 821 834 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_467 1 1 834 835 0=128 1=8 2=-1 |
| Permute transpose_747 1 1 835 836 0=2 |
| RotaryEmbed rope_28 3 1 828 62 119 837 0=0 |
| RotaryEmbed rope_29 3 1 833 61 118 838 0=0 |
| ExpandDims unsqueeze_873 1 1 838 839 -23303=1,1 |
| Tile repeat_591 1 1 839 840 -23302=4,1,2,1,1 |
| Reshape reshape_468 1 1 840 841 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_874 1 1 836 842 -23303=1,1 |
| Tile repeat_592 1 1 842 843 -23302=4,1,2,1,1 |
| Reshape reshape_469 1 1 843 844 0=128 1=-1 2=16 |
| MatMul matmultransb_14 2 1 837 841 845 0=1 |
| BinaryOp div_70 1 1 845 846 0=3 1=1 2=11.3137083 |
| Reshape reshape_470 1 1 17 847 0=0 1=0 2=1 |
| BinaryOp add_71 2 1 846 847 848 0=0 |
| Softmax softmax_238 1 1 848 849 0=2 1=1 |
| MatMul matmul_648 2 1 849 844 850 |
| Permute transpose_749 1 1 850 851 0=2 |
| Reshape reshape_471 1 1 851 852 0=2048 1=-1 |
| Gemm gemm_101 1 1 852 853 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_72 2 1 818 853 854 0=0 |
| Split splitncnn_61 1 2 854 855 856 |
| RMSNorm rmsn_311 1 1 856 857 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_62 1 2 857 858 859 |
| Gemm gemm_102 1 1 859 860 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_210 1 1 860 861 |
| Gemm gemm_103 1 1 858 862 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_73 2 1 861 862 863 0=2 |
| Gemm gemm_104 1 1 863 864 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_74 2 1 855 864 865 0=0 |
| Split splitncnn_63 1 2 865 866 867 |
| RMSNorm rmsn_312 1 1 867 868 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_64 1 3 868 869 870 871 |
| Gemm gemm_105 1 1 871 872 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_472 1 1 872 873 0=128 1=16 2=-1 |
| RMSNorm rmsn_313 1 1 873 874 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_875 1 1 874 875 |
| Permute transpose_750 1 1 875 876 0=2 |
| Gemm gemm_106 1 1 870 877 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_473 1 1 877 878 0=128 1=8 2=-1 |
| RMSNorm rmsn_314 1 1 878 879 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_876 1 1 879 880 |
| Permute transpose_751 1 1 880 881 0=2 |
| Gemm gemm_107 1 1 869 882 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_474 1 1 882 883 0=128 1=8 2=-1 |
| Permute transpose_752 1 1 883 884 0=2 |
| RotaryEmbed rope_30 3 1 876 60 117 885 0=0 |
| RotaryEmbed rope_31 3 1 881 59 116 886 0=0 |
| ExpandDims unsqueeze_877 1 1 886 887 -23303=1,1 |
| Tile repeat_593 1 1 887 888 -23302=4,1,2,1,1 |
| Reshape reshape_475 1 1 888 889 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_878 1 1 884 890 -23303=1,1 |
| Tile repeat_594 1 1 890 891 -23302=4,1,2,1,1 |
| Reshape reshape_476 1 1 891 892 0=128 1=-1 2=16 |
| MatMul matmultransb_15 2 1 885 889 893 0=1 |
| BinaryOp div_75 1 1 893 894 0=3 1=1 2=11.3137083 |
| Reshape reshape_477 1 1 16 895 0=0 1=0 2=1 |
| BinaryOp add_76 2 1 894 895 896 0=0 |
| Softmax softmax_239 1 1 896 897 0=2 1=1 |
| MatMul matmul_650 2 1 897 892 898 |
| Permute transpose_754 1 1 898 899 0=2 |
| Reshape reshape_478 1 1 899 900 0=2048 1=-1 |
| Gemm gemm_108 1 1 900 901 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_77 2 1 866 901 902 0=0 |
| Split splitncnn_65 1 2 902 903 904 |
| RMSNorm rmsn_315 1 1 904 905 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_66 1 2 905 906 907 |
| Gemm gemm_109 1 1 907 908 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_211 1 1 908 909 |
| Gemm gemm_110 1 1 906 910 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_78 2 1 909 910 911 0=2 |
| Gemm gemm_111 1 1 911 912 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_79 2 1 903 912 913 0=0 |
| Split splitncnn_67 1 2 913 914 915 |
| RMSNorm rmsn_316 1 1 915 916 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_68 1 3 916 917 918 919 |
| Gemm gemm_112 1 1 919 920 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_479 1 1 920 921 0=128 1=16 2=-1 |
| RMSNorm rmsn_317 1 1 921 922 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_879 1 1 922 923 |
| Permute transpose_755 1 1 923 924 0=2 |
| Gemm gemm_113 1 1 918 925 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_480 1 1 925 926 0=128 1=8 2=-1 |
| RMSNorm rmsn_318 1 1 926 927 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_880 1 1 927 928 |
| Permute transpose_756 1 1 928 929 0=2 |
| Gemm gemm_114 1 1 917 930 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_481 1 1 930 931 0=128 1=8 2=-1 |
| Permute transpose_757 1 1 931 932 0=2 |
| RotaryEmbed rope_32 3 1 924 58 115 933 0=0 |
| RotaryEmbed rope_33 3 1 929 57 114 934 0=0 |
| ExpandDims unsqueeze_881 1 1 934 935 -23303=1,1 |
| Tile repeat_595 1 1 935 936 -23302=4,1,2,1,1 |
| Reshape reshape_482 1 1 936 937 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_882 1 1 932 938 -23303=1,1 |
| Tile repeat_596 1 1 938 939 -23302=4,1,2,1,1 |
| Reshape reshape_483 1 1 939 940 0=128 1=-1 2=16 |
| MatMul matmultransb_16 2 1 933 937 941 0=1 |
| BinaryOp div_80 1 1 941 942 0=3 1=1 2=11.3137083 |
| Reshape reshape_484 1 1 15 943 0=0 1=0 2=1 |
| BinaryOp add_81 2 1 942 943 944 0=0 |
| Softmax softmax_240 1 1 944 945 0=2 1=1 |
| MatMul matmul_652 2 1 945 940 946 |
| Permute transpose_759 1 1 946 947 0=2 |
| Reshape reshape_485 1 1 947 948 0=2048 1=-1 |
| Gemm gemm_115 1 1 948 949 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_82 2 1 914 949 950 0=0 |
| Split splitncnn_69 1 2 950 951 952 |
| RMSNorm rmsn_319 1 1 952 953 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_70 1 2 953 954 955 |
| Gemm gemm_116 1 1 955 956 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_212 1 1 956 957 |
| Gemm gemm_117 1 1 954 958 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_83 2 1 957 958 959 0=2 |
| Gemm gemm_118 1 1 959 960 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_84 2 1 951 960 961 0=0 |
| Split splitncnn_71 1 2 961 962 963 |
| RMSNorm rmsn_320 1 1 963 964 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_72 1 3 964 965 966 967 |
| Gemm gemm_119 1 1 967 968 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_486 1 1 968 969 0=128 1=16 2=-1 |
| RMSNorm rmsn_321 1 1 969 970 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_883 1 1 970 971 |
| Permute transpose_760 1 1 971 972 0=2 |
| Gemm gemm_120 1 1 966 973 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_487 1 1 973 974 0=128 1=8 2=-1 |
| RMSNorm rmsn_322 1 1 974 975 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_884 1 1 975 976 |
| Permute transpose_761 1 1 976 977 0=2 |
| Gemm gemm_121 1 1 965 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_488 1 1 978 979 0=128 1=8 2=-1 |
| Permute transpose_762 1 1 979 980 0=2 |
| RotaryEmbed rope_34 3 1 972 56 113 981 0=0 |
| RotaryEmbed rope_35 3 1 977 55 112 982 0=0 |
| ExpandDims unsqueeze_885 1 1 982 983 -23303=1,1 |
| Tile repeat_597 1 1 983 984 -23302=4,1,2,1,1 |
| Reshape reshape_489 1 1 984 985 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_886 1 1 980 986 -23303=1,1 |
| Tile repeat_598 1 1 986 987 -23302=4,1,2,1,1 |
| Reshape reshape_490 1 1 987 988 0=128 1=-1 2=16 |
| MatMul matmultransb_17 2 1 981 985 989 0=1 |
| BinaryOp div_85 1 1 989 990 0=3 1=1 2=11.3137083 |
| Reshape reshape_491 1 1 14 991 0=0 1=0 2=1 |
| BinaryOp add_86 2 1 990 991 992 0=0 |
| Softmax softmax_241 1 1 992 993 0=2 1=1 |
| MatMul matmul_654 2 1 993 988 994 |
| Permute transpose_764 1 1 994 995 0=2 |
| Reshape reshape_492 1 1 995 996 0=2048 1=-1 |
| Gemm gemm_122 1 1 996 997 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_87 2 1 962 997 998 0=0 |
| Split splitncnn_73 1 2 998 999 1000 |
| RMSNorm rmsn_323 1 1 1000 1001 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_74 1 2 1001 1002 1003 |
| Gemm gemm_123 1 1 1003 1004 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_213 1 1 1004 1005 |
| Gemm gemm_124 1 1 1002 1006 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_88 2 1 1005 1006 1007 0=2 |
| Gemm gemm_125 1 1 1007 1008 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_89 2 1 999 1008 1009 0=0 |
| Split splitncnn_75 1 2 1009 1010 1011 |
| RMSNorm rmsn_324 1 1 1011 1012 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_76 1 3 1012 1013 1014 1015 |
| Gemm gemm_126 1 1 1015 1016 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_493 1 1 1016 1017 0=128 1=16 2=-1 |
| RMSNorm rmsn_325 1 1 1017 1018 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_887 1 1 1018 1019 |
| Permute transpose_765 1 1 1019 1020 0=2 |
| Gemm gemm_127 1 1 1014 1021 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_494 1 1 1021 1022 0=128 1=8 2=-1 |
| RMSNorm rmsn_326 1 1 1022 1023 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_888 1 1 1023 1024 |
| Permute transpose_766 1 1 1024 1025 0=2 |
| Gemm gemm_128 1 1 1013 1026 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_495 1 1 1026 1027 0=128 1=8 2=-1 |
| Permute transpose_767 1 1 1027 1028 0=2 |
| RotaryEmbed rope_36 3 1 1020 54 111 1029 0=0 |
| RotaryEmbed rope_37 3 1 1025 53 110 1030 0=0 |
| ExpandDims unsqueeze_889 1 1 1030 1031 -23303=1,1 |
| Tile repeat_599 1 1 1031 1032 -23302=4,1,2,1,1 |
| Reshape reshape_496 1 1 1032 1033 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_890 1 1 1028 1034 -23303=1,1 |
| Tile repeat_600 1 1 1034 1035 -23302=4,1,2,1,1 |
| Reshape reshape_497 1 1 1035 1036 0=128 1=-1 2=16 |
| MatMul matmultransb_18 2 1 1029 1033 1037 0=1 |
| BinaryOp div_90 1 1 1037 1038 0=3 1=1 2=11.3137083 |
| Reshape reshape_498 1 1 13 1039 0=0 1=0 2=1 |
| BinaryOp add_91 2 1 1038 1039 1040 0=0 |
| Softmax softmax_242 1 1 1040 1041 0=2 1=1 |
| MatMul matmul_656 2 1 1041 1036 1042 |
| Permute transpose_769 1 1 1042 1043 0=2 |
| Reshape reshape_499 1 1 1043 1044 0=2048 1=-1 |
| Gemm gemm_129 1 1 1044 1045 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_92 2 1 1010 1045 1046 0=0 |
| Split splitncnn_77 1 2 1046 1047 1048 |
| RMSNorm rmsn_327 1 1 1048 1049 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_78 1 2 1049 1050 1051 |
| Gemm gemm_130 1 1 1051 1052 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_214 1 1 1052 1053 |
| Gemm gemm_131 1 1 1050 1054 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_93 2 1 1053 1054 1055 0=2 |
| Gemm gemm_132 1 1 1055 1056 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_94 2 1 1047 1056 1057 0=0 |
| Split splitncnn_79 1 2 1057 1058 1059 |
| RMSNorm rmsn_328 1 1 1059 1060 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_80 1 3 1060 1061 1062 1063 |
| Gemm gemm_133 1 1 1063 1064 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_500 1 1 1064 1065 0=128 1=16 2=-1 |
| RMSNorm rmsn_329 1 1 1065 1066 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_891 1 1 1066 1067 |
| Permute transpose_770 1 1 1067 1068 0=2 |
| Gemm gemm_134 1 1 1062 1069 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_501 1 1 1069 1070 0=128 1=8 2=-1 |
| RMSNorm rmsn_330 1 1 1070 1071 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_892 1 1 1071 1072 |
| Permute transpose_771 1 1 1072 1073 0=2 |
| Gemm gemm_135 1 1 1061 1074 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_502 1 1 1074 1075 0=128 1=8 2=-1 |
| Permute transpose_772 1 1 1075 1076 0=2 |
| RotaryEmbed rope_38 3 1 1068 52 109 1077 0=0 |
| RotaryEmbed rope_39 3 1 1073 51 108 1078 0=0 |
| ExpandDims unsqueeze_893 1 1 1078 1079 -23303=1,1 |
| Tile repeat_601 1 1 1079 1080 -23302=4,1,2,1,1 |
| Reshape reshape_503 1 1 1080 1081 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_894 1 1 1076 1082 -23303=1,1 |
| Tile repeat_602 1 1 1082 1083 -23302=4,1,2,1,1 |
| Reshape reshape_504 1 1 1083 1084 0=128 1=-1 2=16 |
| MatMul matmultransb_19 2 1 1077 1081 1085 0=1 |
| BinaryOp div_95 1 1 1085 1086 0=3 1=1 2=11.3137083 |
| Reshape reshape_505 1 1 12 1087 0=0 1=0 2=1 |
| BinaryOp add_96 2 1 1086 1087 1088 0=0 |
| Softmax softmax_243 1 1 1088 1089 0=2 1=1 |
| MatMul matmul_658 2 1 1089 1084 1090 |
| Permute transpose_774 1 1 1090 1091 0=2 |
| Reshape reshape_506 1 1 1091 1092 0=2048 1=-1 |
| Gemm gemm_136 1 1 1092 1093 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_97 2 1 1058 1093 1094 0=0 |
| Split splitncnn_81 1 2 1094 1095 1096 |
| RMSNorm rmsn_331 1 1 1096 1097 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_82 1 2 1097 1098 1099 |
| Gemm gemm_137 1 1 1099 1100 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_215 1 1 1100 1101 |
| Gemm gemm_138 1 1 1098 1102 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_98 2 1 1101 1102 1103 0=2 |
| Gemm gemm_139 1 1 1103 1104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_99 2 1 1095 1104 1105 0=0 |
| Split splitncnn_83 1 2 1105 1106 1107 |
| RMSNorm rmsn_332 1 1 1107 1108 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_84 1 3 1108 1109 1110 1111 |
| Gemm gemm_140 1 1 1111 1112 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_507 1 1 1112 1113 0=128 1=16 2=-1 |
| RMSNorm rmsn_333 1 1 1113 1114 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_895 1 1 1114 1115 |
| Permute transpose_775 1 1 1115 1116 0=2 |
| Gemm gemm_141 1 1 1110 1117 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_508 1 1 1117 1118 0=128 1=8 2=-1 |
| RMSNorm rmsn_334 1 1 1118 1119 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_896 1 1 1119 1120 |
| Permute transpose_776 1 1 1120 1121 0=2 |
| Gemm gemm_142 1 1 1109 1122 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_509 1 1 1122 1123 0=128 1=8 2=-1 |
| Permute transpose_777 1 1 1123 1124 0=2 |
| RotaryEmbed rope_40 3 1 1116 50 107 1125 0=0 |
| RotaryEmbed rope_41 3 1 1121 49 106 1126 0=0 |
| ExpandDims unsqueeze_897 1 1 1126 1127 -23303=1,1 |
| Tile repeat_603 1 1 1127 1128 -23302=4,1,2,1,1 |
| Reshape reshape_510 1 1 1128 1129 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_898 1 1 1124 1130 -23303=1,1 |
| Tile repeat_604 1 1 1130 1131 -23302=4,1,2,1,1 |
| Reshape reshape_511 1 1 1131 1132 0=128 1=-1 2=16 |
| MatMul matmultransb_20 2 1 1125 1129 1133 0=1 |
| BinaryOp div_100 1 1 1133 1134 0=3 1=1 2=11.3137083 |
| Reshape reshape_512 1 1 11 1135 0=0 1=0 2=1 |
| BinaryOp add_101 2 1 1134 1135 1136 0=0 |
| Softmax softmax_244 1 1 1136 1137 0=2 1=1 |
| MatMul matmul_660 2 1 1137 1132 1138 |
| Permute transpose_779 1 1 1138 1139 0=2 |
| Reshape reshape_513 1 1 1139 1140 0=2048 1=-1 |
| Gemm gemm_143 1 1 1140 1141 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_102 2 1 1106 1141 1142 0=0 |
| Split splitncnn_85 1 2 1142 1143 1144 |
| RMSNorm rmsn_335 1 1 1144 1145 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_86 1 2 1145 1146 1147 |
| Gemm gemm_144 1 1 1147 1148 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_216 1 1 1148 1149 |
| Gemm gemm_145 1 1 1146 1150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_103 2 1 1149 1150 1151 0=2 |
| Gemm gemm_146 1 1 1151 1152 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_104 2 1 1143 1152 1153 0=0 |
| Split splitncnn_87 1 2 1153 1154 1155 |
| RMSNorm rmsn_336 1 1 1155 1156 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_88 1 3 1156 1157 1158 1159 |
| Gemm gemm_147 1 1 1159 1160 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_514 1 1 1160 1161 0=128 1=16 2=-1 |
| RMSNorm rmsn_337 1 1 1161 1162 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_899 1 1 1162 1163 |
| Permute transpose_780 1 1 1163 1164 0=2 |
| Gemm gemm_148 1 1 1158 1165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_515 1 1 1165 1166 0=128 1=8 2=-1 |
| RMSNorm rmsn_338 1 1 1166 1167 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_900 1 1 1167 1168 |
| Permute transpose_781 1 1 1168 1169 0=2 |
| Gemm gemm_149 1 1 1157 1170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_516 1 1 1170 1171 0=128 1=8 2=-1 |
| Permute transpose_782 1 1 1171 1172 0=2 |
| RotaryEmbed rope_42 3 1 1164 48 105 1173 0=0 |
| RotaryEmbed rope_43 3 1 1169 47 104 1174 0=0 |
| ExpandDims unsqueeze_901 1 1 1174 1175 -23303=1,1 |
| Tile repeat_605 1 1 1175 1176 -23302=4,1,2,1,1 |
| Reshape reshape_517 1 1 1176 1177 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_902 1 1 1172 1178 -23303=1,1 |
| Tile repeat_606 1 1 1178 1179 -23302=4,1,2,1,1 |
| Reshape reshape_518 1 1 1179 1180 0=128 1=-1 2=16 |
| MatMul matmultransb_21 2 1 1173 1177 1181 0=1 |
| BinaryOp div_105 1 1 1181 1182 0=3 1=1 2=11.3137083 |
| Reshape reshape_519 1 1 10 1183 0=0 1=0 2=1 |
| BinaryOp add_106 2 1 1182 1183 1184 0=0 |
| Softmax softmax_245 1 1 1184 1185 0=2 1=1 |
| MatMul matmul_662 2 1 1185 1180 1186 |
| Permute transpose_784 1 1 1186 1187 0=2 |
| Reshape reshape_520 1 1 1187 1188 0=2048 1=-1 |
| Gemm gemm_150 1 1 1188 1189 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_107 2 1 1154 1189 1190 0=0 |
| Split splitncnn_89 1 2 1190 1191 1192 |
| RMSNorm rmsn_339 1 1 1192 1193 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_90 1 2 1193 1194 1195 |
| Gemm gemm_151 1 1 1195 1196 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_217 1 1 1196 1197 |
| Gemm gemm_152 1 1 1194 1198 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_108 2 1 1197 1198 1199 0=2 |
| Gemm gemm_153 1 1 1199 1200 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_109 2 1 1191 1200 1201 0=0 |
| Split splitncnn_91 1 2 1201 1202 1203 |
| RMSNorm rmsn_340 1 1 1203 1204 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_92 1 3 1204 1205 1206 1207 |
| Gemm gemm_154 1 1 1207 1208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_521 1 1 1208 1209 0=128 1=16 2=-1 |
| RMSNorm rmsn_341 1 1 1209 1210 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_903 1 1 1210 1211 |
| Permute transpose_785 1 1 1211 1212 0=2 |
| Gemm gemm_155 1 1 1206 1213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_522 1 1 1213 1214 0=128 1=8 2=-1 |
| RMSNorm rmsn_342 1 1 1214 1215 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_904 1 1 1215 1216 |
| Permute transpose_786 1 1 1216 1217 0=2 |
| Gemm gemm_156 1 1 1205 1218 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_523 1 1 1218 1219 0=128 1=8 2=-1 |
| Permute transpose_787 1 1 1219 1220 0=2 |
| RotaryEmbed rope_44 3 1 1212 46 103 1221 0=0 |
| RotaryEmbed rope_45 3 1 1217 45 102 1222 0=0 |
| ExpandDims unsqueeze_905 1 1 1222 1223 -23303=1,1 |
| Tile repeat_607 1 1 1223 1224 -23302=4,1,2,1,1 |
| Reshape reshape_524 1 1 1224 1225 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_906 1 1 1220 1226 -23303=1,1 |
| Tile repeat_608 1 1 1226 1227 -23302=4,1,2,1,1 |
| Reshape reshape_525 1 1 1227 1228 0=128 1=-1 2=16 |
| MatMul matmultransb_22 2 1 1221 1225 1229 0=1 |
| BinaryOp div_110 1 1 1229 1230 0=3 1=1 2=11.3137083 |
| Reshape reshape_526 1 1 9 1231 0=0 1=0 2=1 |
| BinaryOp add_111 2 1 1230 1231 1232 0=0 |
| Softmax softmax_246 1 1 1232 1233 0=2 1=1 |
| MatMul matmul_664 2 1 1233 1228 1234 |
| Permute transpose_789 1 1 1234 1235 0=2 |
| Reshape reshape_527 1 1 1235 1236 0=2048 1=-1 |
| Gemm gemm_157 1 1 1236 1237 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_112 2 1 1202 1237 1238 0=0 |
| Split splitncnn_93 1 2 1238 1239 1240 |
| RMSNorm rmsn_343 1 1 1240 1241 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_94 1 2 1241 1242 1243 |
| Gemm gemm_158 1 1 1243 1244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_218 1 1 1244 1245 |
| Gemm gemm_159 1 1 1242 1246 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_113 2 1 1245 1246 1247 0=2 |
| Gemm gemm_160 1 1 1247 1248 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_114 2 1 1239 1248 1249 0=0 |
| Split splitncnn_95 1 2 1249 1250 1251 |
| RMSNorm rmsn_344 1 1 1251 1252 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_96 1 3 1252 1253 1254 1255 |
| Gemm gemm_161 1 1 1255 1256 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_528 1 1 1256 1257 0=128 1=16 2=-1 |
| RMSNorm rmsn_345 1 1 1257 1258 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_907 1 1 1258 1259 |
| Permute transpose_790 1 1 1259 1260 0=2 |
| Gemm gemm_162 1 1 1254 1261 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_529 1 1 1261 1262 0=128 1=8 2=-1 |
| RMSNorm rmsn_346 1 1 1262 1263 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_908 1 1 1263 1264 |
| Permute transpose_791 1 1 1264 1265 0=2 |
| Gemm gemm_163 1 1 1253 1266 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_530 1 1 1266 1267 0=128 1=8 2=-1 |
| Permute transpose_792 1 1 1267 1268 0=2 |
| RotaryEmbed rope_46 3 1 1260 44 101 1269 0=0 |
| RotaryEmbed rope_47 3 1 1265 43 100 1270 0=0 |
| ExpandDims unsqueeze_909 1 1 1270 1271 -23303=1,1 |
| Tile repeat_609 1 1 1271 1272 -23302=4,1,2,1,1 |
| Reshape reshape_531 1 1 1272 1273 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_910 1 1 1268 1274 -23303=1,1 |
| Tile repeat_610 1 1 1274 1275 -23302=4,1,2,1,1 |
| Reshape reshape_532 1 1 1275 1276 0=128 1=-1 2=16 |
| MatMul matmultransb_23 2 1 1269 1273 1277 0=1 |
| BinaryOp div_115 1 1 1277 1278 0=3 1=1 2=11.3137083 |
| Reshape reshape_533 1 1 8 1279 0=0 1=0 2=1 |
| BinaryOp add_116 2 1 1278 1279 1280 0=0 |
| Softmax softmax_247 1 1 1280 1281 0=2 1=1 |
| MatMul matmul_666 2 1 1281 1276 1282 |
| Permute transpose_794 1 1 1282 1283 0=2 |
| Reshape reshape_534 1 1 1283 1284 0=2048 1=-1 |
| Gemm gemm_164 1 1 1284 1285 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_117 2 1 1250 1285 1286 0=0 |
| Split splitncnn_97 1 2 1286 1287 1288 |
| RMSNorm rmsn_347 1 1 1288 1289 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_98 1 2 1289 1290 1291 |
| Gemm gemm_165 1 1 1291 1292 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_219 1 1 1292 1293 |
| Gemm gemm_166 1 1 1290 1294 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_118 2 1 1293 1294 1295 0=2 |
| Gemm gemm_167 1 1 1295 1296 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_119 2 1 1287 1296 1297 0=0 |
| Split splitncnn_99 1 2 1297 1298 1299 |
| RMSNorm rmsn_348 1 1 1299 1300 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_100 1 3 1300 1301 1302 1303 |
| Gemm gemm_168 1 1 1303 1304 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_535 1 1 1304 1305 0=128 1=16 2=-1 |
| RMSNorm rmsn_349 1 1 1305 1306 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_911 1 1 1306 1307 |
| Permute transpose_795 1 1 1307 1308 0=2 |
| Gemm gemm_169 1 1 1302 1309 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_536 1 1 1309 1310 0=128 1=8 2=-1 |
| RMSNorm rmsn_350 1 1 1310 1311 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_912 1 1 1311 1312 |
| Permute transpose_796 1 1 1312 1313 0=2 |
| Gemm gemm_170 1 1 1301 1314 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_537 1 1 1314 1315 0=128 1=8 2=-1 |
| Permute transpose_797 1 1 1315 1316 0=2 |
| RotaryEmbed rope_48 3 1 1308 42 99 1317 0=0 |
| RotaryEmbed rope_49 3 1 1313 41 98 1318 0=0 |
| ExpandDims unsqueeze_913 1 1 1318 1319 -23303=1,1 |
| Tile repeat_611 1 1 1319 1320 -23302=4,1,2,1,1 |
| Reshape reshape_538 1 1 1320 1321 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_914 1 1 1316 1322 -23303=1,1 |
| Tile repeat_612 1 1 1322 1323 -23302=4,1,2,1,1 |
| Reshape reshape_539 1 1 1323 1324 0=128 1=-1 2=16 |
| MatMul matmultransb_24 2 1 1317 1321 1325 0=1 |
| BinaryOp div_120 1 1 1325 1326 0=3 1=1 2=11.3137083 |
| Reshape reshape_540 1 1 7 1327 0=0 1=0 2=1 |
| BinaryOp add_121 2 1 1326 1327 1328 0=0 |
| Softmax softmax_248 1 1 1328 1329 0=2 1=1 |
| MatMul matmul_668 2 1 1329 1324 1330 |
| Permute transpose_799 1 1 1330 1331 0=2 |
| Reshape reshape_541 1 1 1331 1332 0=2048 1=-1 |
| Gemm gemm_171 1 1 1332 1333 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_122 2 1 1298 1333 1334 0=0 |
| Split splitncnn_101 1 2 1334 1335 1336 |
| RMSNorm rmsn_351 1 1 1336 1337 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_102 1 2 1337 1338 1339 |
| Gemm gemm_172 1 1 1339 1340 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_220 1 1 1340 1341 |
| Gemm gemm_173 1 1 1338 1342 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_123 2 1 1341 1342 1343 0=2 |
| Gemm gemm_174 1 1 1343 1344 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_124 2 1 1335 1344 1345 0=0 |
| Split splitncnn_103 1 2 1345 1346 1347 |
| RMSNorm rmsn_352 1 1 1347 1348 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_104 1 3 1348 1349 1350 1351 |
| Gemm gemm_175 1 1 1351 1352 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_542 1 1 1352 1353 0=128 1=16 2=-1 |
| RMSNorm rmsn_353 1 1 1353 1354 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_915 1 1 1354 1355 |
| Permute transpose_800 1 1 1355 1356 0=2 |
| Gemm gemm_176 1 1 1350 1357 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_543 1 1 1357 1358 0=128 1=8 2=-1 |
| RMSNorm rmsn_354 1 1 1358 1359 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_916 1 1 1359 1360 |
| Permute transpose_801 1 1 1360 1361 0=2 |
| Gemm gemm_177 1 1 1349 1362 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_544 1 1 1362 1363 0=128 1=8 2=-1 |
| Permute transpose_802 1 1 1363 1364 0=2 |
| RotaryEmbed rope_50 3 1 1356 40 97 1365 0=0 |
| RotaryEmbed rope_51 3 1 1361 39 96 1366 0=0 |
| ExpandDims unsqueeze_917 1 1 1366 1367 -23303=1,1 |
| Tile repeat_613 1 1 1367 1368 -23302=4,1,2,1,1 |
| Reshape reshape_545 1 1 1368 1369 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_918 1 1 1364 1370 -23303=1,1 |
| Tile repeat_614 1 1 1370 1371 -23302=4,1,2,1,1 |
| Reshape reshape_546 1 1 1371 1372 0=128 1=-1 2=16 |
| MatMul matmultransb_25 2 1 1365 1369 1373 0=1 |
| BinaryOp div_125 1 1 1373 1374 0=3 1=1 2=11.3137083 |
| Reshape reshape_547 1 1 6 1375 0=0 1=0 2=1 |
| BinaryOp add_126 2 1 1374 1375 1376 0=0 |
| Softmax softmax_249 1 1 1376 1377 0=2 1=1 |
| MatMul matmul_670 2 1 1377 1372 1378 |
| Permute transpose_804 1 1 1378 1379 0=2 |
| Reshape reshape_548 1 1 1379 1380 0=2048 1=-1 |
| Gemm gemm_178 1 1 1380 1381 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_127 2 1 1346 1381 1382 0=0 |
| Split splitncnn_105 1 2 1382 1383 1384 |
| RMSNorm rmsn_355 1 1 1384 1385 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_106 1 2 1385 1386 1387 |
| Gemm gemm_179 1 1 1387 1388 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_221 1 1 1388 1389 |
| Gemm gemm_180 1 1 1386 1390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_128 2 1 1389 1390 1391 0=2 |
| Gemm gemm_181 1 1 1391 1392 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_129 2 1 1383 1392 1393 0=0 |
| Split splitncnn_107 1 2 1393 1394 1395 |
| RMSNorm rmsn_356 1 1 1395 1396 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_108 1 3 1396 1397 1398 1399 |
| Gemm gemm_182 1 1 1399 1400 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_549 1 1 1400 1401 0=128 1=16 2=-1 |
| RMSNorm rmsn_357 1 1 1401 1402 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_919 1 1 1402 1403 |
| Permute transpose_805 1 1 1403 1404 0=2 |
| Gemm gemm_183 1 1 1398 1405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_550 1 1 1405 1406 0=128 1=8 2=-1 |
| RMSNorm rmsn_358 1 1 1406 1407 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_920 1 1 1407 1408 |
| Permute transpose_806 1 1 1408 1409 0=2 |
| Gemm gemm_184 1 1 1397 1410 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_551 1 1 1410 1411 0=128 1=8 2=-1 |
| Permute transpose_807 1 1 1411 1412 0=2 |
| RotaryEmbed rope_52 3 1 1404 38 95 1413 0=0 |
| RotaryEmbed rope_53 3 1 1409 37 94 1414 0=0 |
| ExpandDims unsqueeze_921 1 1 1414 1415 -23303=1,1 |
| Tile repeat_615 1 1 1415 1416 -23302=4,1,2,1,1 |
| Reshape reshape_552 1 1 1416 1417 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_922 1 1 1412 1418 -23303=1,1 |
| Tile repeat_616 1 1 1418 1419 -23302=4,1,2,1,1 |
| Reshape reshape_553 1 1 1419 1420 0=128 1=-1 2=16 |
| MatMul matmultransb_26 2 1 1413 1417 1421 0=1 |
| BinaryOp div_130 1 1 1421 1422 0=3 1=1 2=11.3137083 |
| Reshape reshape_554 1 1 5 1423 0=0 1=0 2=1 |
| BinaryOp add_131 2 1 1422 1423 1424 0=0 |
| Softmax softmax_250 1 1 1424 1425 0=2 1=1 |
| MatMul matmul_672 2 1 1425 1420 1426 |
| Permute transpose_809 1 1 1426 1427 0=2 |
| Reshape reshape_555 1 1 1427 1428 0=2048 1=-1 |
| Gemm gemm_185 1 1 1428 1429 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_132 2 1 1394 1429 1430 0=0 |
| Split splitncnn_109 1 2 1430 1431 1432 |
| RMSNorm rmsn_359 1 1 1432 1433 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_110 1 2 1433 1434 1435 |
| Gemm gemm_186 1 1 1435 1436 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_222 1 1 1436 1437 |
| Gemm gemm_187 1 1 1434 1438 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_133 2 1 1437 1438 1439 0=2 |
| Gemm gemm_188 1 1 1439 1440 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_134 2 1 1431 1440 1441 0=0 |
| Split splitncnn_111 1 2 1441 1442 1443 |
| RMSNorm rmsn_360 1 1 1443 1444 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_112 1 3 1444 1445 1446 1447 |
| Gemm gemm_189 1 1 1447 1448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| Reshape reshape_556 1 1 1448 1449 0=128 1=16 2=-1 |
| RMSNorm rmsn_361 1 1 1449 1450 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_923 1 1 1450 1451 |
| Permute transpose_810 1 1 1451 1452 0=2 |
| Gemm gemm_190 1 1 1446 1453 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_557 1 1 1453 1454 0=128 1=8 2=-1 |
| RMSNorm rmsn_362 1 1 1454 1455 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_924 1 1 1455 1456 |
| Permute transpose_811 1 1 1456 1457 0=2 |
| Gemm gemm_191 1 1 1445 1458 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 |
| Reshape reshape_558 1 1 1458 1459 0=128 1=8 2=-1 |
| Permute transpose_812 1 1 1459 1460 0=2 |
| RotaryEmbed rope_54 3 1 1452 36 93 1461 0=0 |
| RotaryEmbed rope_55 3 1 1457 35 92 1462 0=0 |
| ExpandDims unsqueeze_925 1 1 1462 1463 -23303=1,1 |
| Tile repeat_617 1 1 1463 1464 -23302=4,1,2,1,1 |
| Reshape reshape_559 1 1 1464 1465 0=128 1=-1 2=16 |
| ExpandDims unsqueeze_926 1 1 1460 1466 -23303=1,1 |
| Tile repeat_618 1 1 1466 1467 -23302=4,1,2,1,1 |
| Reshape reshape_560 1 1 1467 1468 0=128 1=-1 2=16 |
| MatMul matmultransb_27 2 1 1461 1465 1469 0=1 |
| BinaryOp div_135 1 1 1469 1470 0=3 1=1 2=11.3137083 |
| Reshape reshape_561 1 1 4 1471 0=0 1=0 2=1 |
| BinaryOp add_136 2 1 1470 1471 1472 0=0 |
| Softmax softmax_251 1 1 1472 1473 0=2 1=1 |
| MatMul matmul_674 2 1 1473 1468 1474 |
| Permute transpose_814 1 1 1474 1475 0=2 |
| Reshape reshape_562 1 1 1475 1476 0=2048 1=-1 |
| Gemm gemm_192 1 1 1476 1477 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 |
| BinaryOp add_137 2 1 1442 1477 1478 0=0 |
| Split splitncnn_113 1 2 1478 1479 1480 |
| RMSNorm rmsn_363 1 1 1480 1481 0=2048 1=1.000000e-6 2=1 |
| Split splitncnn_114 1 2 1481 1482 1483 |
| Gemm gemm_193 1 1 1483 1484 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| Swish silu_223 1 1 1484 1485 |
| Gemm gemm_194 1 1 1482 1486 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 |
| BinaryOp mul_138 2 1 1485 1486 1487 0=2 |
| Gemm gemm_195 1 1 1487 1488 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 |
| BinaryOp add_139 2 1 1479 1488 1489 0=0 |
| RMSNorm rmsn_364 1 1 1489 out0 0=2048 1=1.000000e-6 2=1 |
|
|
