| 7767517 |
| 1156 1406 |
| Input in0 0 1 in0 |
| Split splitncnn_0 1 2 in0 1 2 |
| Input in1 0 1 in1 |
| Input in2 0 1 in2 |
| Reshape reshape_421 1 1 in1 5 0=128 1=196 2=1 |
| Split splitncnn_1 1 56 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
| Reshape reshape_422 1 1 in2 62 0=128 1=196 2=1 |
| Split splitncnn_2 1 56 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 |
| RMSNorm rmsn_252 1 1 2 119 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_3 1 3 119 120 121 122 |
| Gemm gemm_0 1 1 122 123 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_423 1 1 123 124 0=128 1=16 2=196 |
| RMSNorm rmsn_253 1 1 124 125 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_787 1 1 125 126 |
| Permute transpose_647 1 1 126 127 0=2 |
| Gemm gemm_1 1 1 121 128 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_424 1 1 128 129 0=128 1=8 2=196 |
| RMSNorm rmsn_254 1 1 129 130 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_788 1 1 130 131 |
| Permute transpose_648 1 1 131 132 0=2 |
| Gemm gemm_2 1 1 120 133 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_425 1 1 133 134 0=128 1=8 2=196 |
| Permute transpose_649 1 1 134 135 0=2 |
| RotaryEmbed rope_0 3 1 127 61 118 136 0=0 |
| RotaryEmbed rope_1 3 1 132 60 117 137 0=0 |
| ExpandDims unsqueeze_789 1 1 137 138 -23303=1,1 |
| Tile expand_365 1 1 138 139 -23302=4,1,2,1,1 |
| Reshape reshape_426 1 1 139 140 0=128 1=196 2=16 |
| ExpandDims unsqueeze_790 1 1 135 141 -23303=1,1 |
| Tile expand_366 1 1 141 142 -23302=4,1,2,1,1 |
| Reshape reshape_427 1 1 142 143 0=128 1=196 2=16 |
| MatMul matmultransb_0 2 1 136 140 144 0=1 |
| BinaryOp div_0 1 1 144 145 0=3 1=1 2=11.3137083 |
| Softmax softmax_224 1 1 145 146 0=2 1=1 |
| MatMul matmul_592 2 1 146 143 147 |
| Permute transpose_651 1 1 147 148 0=2 |
| Reshape reshape_428 1 1 148 149 0=2048 1=196 |
| Gemm gemm_3 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_1 2 1 1 150 151 0=0 |
| Split splitncnn_4 1 2 151 152 153 |
| RMSNorm rmsn_255 1 1 153 154 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_5 1 2 154 155 156 |
| Gemm gemm_4 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_196 1 1 157 158 |
| Gemm gemm_5 1 1 155 159 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_2 2 1 158 159 160 0=2 |
| Gemm gemm_6 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_3 2 1 152 161 162 0=0 |
| Split splitncnn_6 1 2 162 163 164 |
| RMSNorm rmsn_256 1 1 164 165 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_7 1 3 165 166 167 168 |
| Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_429 1 1 169 170 0=128 1=16 2=196 |
| RMSNorm rmsn_257 1 1 170 171 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_791 1 1 171 172 |
| Permute transpose_652 1 1 172 173 0=2 |
| Gemm gemm_8 1 1 167 174 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_430 1 1 174 175 0=128 1=8 2=196 |
| RMSNorm rmsn_258 1 1 175 176 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_792 1 1 176 177 |
| Permute transpose_653 1 1 177 178 0=2 |
| Gemm gemm_9 1 1 166 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_431 1 1 179 180 0=128 1=8 2=196 |
| Permute transpose_654 1 1 180 181 0=2 |
| RotaryEmbed rope_2 3 1 173 59 116 182 0=0 |
| RotaryEmbed rope_3 3 1 178 58 115 183 0=0 |
| ExpandDims unsqueeze_793 1 1 183 184 -23303=1,1 |
| Tile expand_367 1 1 184 185 -23302=4,1,2,1,1 |
| Reshape reshape_432 1 1 185 186 0=128 1=196 2=16 |
| ExpandDims unsqueeze_794 1 1 181 187 -23303=1,1 |
| Tile expand_368 1 1 187 188 -23302=4,1,2,1,1 |
| Reshape reshape_433 1 1 188 189 0=128 1=196 2=16 |
| MatMul matmultransb_1 2 1 182 186 190 0=1 |
| BinaryOp div_4 1 1 190 191 0=3 1=1 2=11.3137083 |
| Softmax softmax_225 1 1 191 192 0=2 1=1 |
| MatMul matmul_594 2 1 192 189 193 |
| Permute transpose_656 1 1 193 194 0=2 |
| Reshape reshape_434 1 1 194 195 0=2048 1=196 |
| Gemm gemm_10 1 1 195 196 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_5 2 1 163 196 197 0=0 |
| Split splitncnn_8 1 2 197 198 199 |
| RMSNorm rmsn_259 1 1 199 200 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_9 1 2 200 201 202 |
| Gemm gemm_11 1 1 202 203 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_197 1 1 203 204 |
| Gemm gemm_12 1 1 201 205 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_6 2 1 204 205 206 0=2 |
| Gemm gemm_13 1 1 206 207 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_7 2 1 198 207 208 0=0 |
| Split splitncnn_10 1 2 208 209 210 |
| RMSNorm rmsn_260 1 1 210 211 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_11 1 3 211 212 213 214 |
| Gemm gemm_14 1 1 214 215 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_435 1 1 215 216 0=128 1=16 2=196 |
| RMSNorm rmsn_261 1 1 216 217 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_795 1 1 217 218 |
| Permute transpose_657 1 1 218 219 0=2 |
| Gemm gemm_15 1 1 213 220 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_436 1 1 220 221 0=128 1=8 2=196 |
| RMSNorm rmsn_262 1 1 221 222 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_796 1 1 222 223 |
| Permute transpose_658 1 1 223 224 0=2 |
| Gemm gemm_16 1 1 212 225 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_437 1 1 225 226 0=128 1=8 2=196 |
| Permute transpose_659 1 1 226 227 0=2 |
| RotaryEmbed rope_4 3 1 219 57 114 228 0=0 |
| RotaryEmbed rope_5 3 1 224 56 113 229 0=0 |
| ExpandDims unsqueeze_797 1 1 229 230 -23303=1,1 |
| Tile expand_369 1 1 230 231 -23302=4,1,2,1,1 |
| Reshape reshape_438 1 1 231 232 0=128 1=196 2=16 |
| ExpandDims unsqueeze_798 1 1 227 233 -23303=1,1 |
| Tile expand_370 1 1 233 234 -23302=4,1,2,1,1 |
| Reshape reshape_439 1 1 234 235 0=128 1=196 2=16 |
| MatMul matmultransb_2 2 1 228 232 236 0=1 |
| BinaryOp div_8 1 1 236 237 0=3 1=1 2=11.3137083 |
| Softmax softmax_226 1 1 237 238 0=2 1=1 |
| MatMul matmul_596 2 1 238 235 239 |
| Permute transpose_661 1 1 239 240 0=2 |
| Reshape reshape_440 1 1 240 241 0=2048 1=196 |
| Gemm gemm_17 1 1 241 242 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_9 2 1 209 242 243 0=0 |
| Split splitncnn_12 1 2 243 244 245 |
| RMSNorm rmsn_263 1 1 245 246 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_13 1 2 246 247 248 |
| Gemm gemm_18 1 1 248 249 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_198 1 1 249 250 |
| Gemm gemm_19 1 1 247 251 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_10 2 1 250 251 252 0=2 |
| Gemm gemm_20 1 1 252 253 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_11 2 1 244 253 254 0=0 |
| Split splitncnn_14 1 2 254 255 256 |
| RMSNorm rmsn_264 1 1 256 257 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_15 1 3 257 258 259 260 |
| Gemm gemm_21 1 1 260 261 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_441 1 1 261 262 0=128 1=16 2=196 |
| RMSNorm rmsn_265 1 1 262 263 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_799 1 1 263 264 |
| Permute transpose_662 1 1 264 265 0=2 |
| Gemm gemm_22 1 1 259 266 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_442 1 1 266 267 0=128 1=8 2=196 |
| RMSNorm rmsn_266 1 1 267 268 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_800 1 1 268 269 |
| Permute transpose_663 1 1 269 270 0=2 |
| Gemm gemm_23 1 1 258 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_443 1 1 271 272 0=128 1=8 2=196 |
| Permute transpose_664 1 1 272 273 0=2 |
| RotaryEmbed rope_6 3 1 265 55 112 274 0=0 |
| RotaryEmbed rope_7 3 1 270 54 111 275 0=0 |
| ExpandDims unsqueeze_801 1 1 275 276 -23303=1,1 |
| Tile expand_371 1 1 276 277 -23302=4,1,2,1,1 |
| Reshape reshape_444 1 1 277 278 0=128 1=196 2=16 |
| ExpandDims unsqueeze_802 1 1 273 279 -23303=1,1 |
| Tile expand_372 1 1 279 280 -23302=4,1,2,1,1 |
| Reshape reshape_445 1 1 280 281 0=128 1=196 2=16 |
| MatMul matmultransb_3 2 1 274 278 282 0=1 |
| BinaryOp div_12 1 1 282 283 0=3 1=1 2=11.3137083 |
| Softmax softmax_227 1 1 283 284 0=2 1=1 |
| MatMul matmul_598 2 1 284 281 285 |
| Permute transpose_666 1 1 285 286 0=2 |
| Reshape reshape_446 1 1 286 287 0=2048 1=196 |
| Gemm gemm_24 1 1 287 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_13 2 1 255 288 289 0=0 |
| Split splitncnn_16 1 2 289 290 291 |
| RMSNorm rmsn_267 1 1 291 292 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_17 1 2 292 293 294 |
| Gemm gemm_25 1 1 294 295 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_199 1 1 295 296 |
| Gemm gemm_26 1 1 293 297 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_14 2 1 296 297 298 0=2 |
| Gemm gemm_27 1 1 298 299 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_15 2 1 290 299 300 0=0 |
| Split splitncnn_18 1 2 300 301 302 |
| RMSNorm rmsn_268 1 1 302 303 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_19 1 3 303 304 305 306 |
| Gemm gemm_28 1 1 306 307 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_447 1 1 307 308 0=128 1=16 2=196 |
| RMSNorm rmsn_269 1 1 308 309 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_803 1 1 309 310 |
| Permute transpose_667 1 1 310 311 0=2 |
| Gemm gemm_29 1 1 305 312 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_448 1 1 312 313 0=128 1=8 2=196 |
| RMSNorm rmsn_270 1 1 313 314 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_804 1 1 314 315 |
| Permute transpose_668 1 1 315 316 0=2 |
| Gemm gemm_30 1 1 304 317 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_449 1 1 317 318 0=128 1=8 2=196 |
| Permute transpose_669 1 1 318 319 0=2 |
| RotaryEmbed rope_8 3 1 311 53 110 320 0=0 |
| RotaryEmbed rope_9 3 1 316 52 109 321 0=0 |
| ExpandDims unsqueeze_805 1 1 321 322 -23303=1,1 |
| Tile expand_373 1 1 322 323 -23302=4,1,2,1,1 |
| Reshape reshape_450 1 1 323 324 0=128 1=196 2=16 |
| ExpandDims unsqueeze_806 1 1 319 325 -23303=1,1 |
| Tile expand_374 1 1 325 326 -23302=4,1,2,1,1 |
| Reshape reshape_451 1 1 326 327 0=128 1=196 2=16 |
| MatMul matmultransb_4 2 1 320 324 328 0=1 |
| BinaryOp div_16 1 1 328 329 0=3 1=1 2=11.3137083 |
| Softmax softmax_228 1 1 329 330 0=2 1=1 |
| MatMul matmul_600 2 1 330 327 331 |
| Permute transpose_671 1 1 331 332 0=2 |
| Reshape reshape_452 1 1 332 333 0=2048 1=196 |
| Gemm gemm_31 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_17 2 1 301 334 335 0=0 |
| Split splitncnn_20 1 2 335 336 337 |
| RMSNorm rmsn_271 1 1 337 338 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_21 1 2 338 339 340 |
| Gemm gemm_32 1 1 340 341 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_200 1 1 341 342 |
| Gemm gemm_33 1 1 339 343 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_18 2 1 342 343 344 0=2 |
| Gemm gemm_34 1 1 344 345 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_19 2 1 336 345 346 0=0 |
| Split splitncnn_22 1 2 346 347 348 |
| RMSNorm rmsn_272 1 1 348 349 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_23 1 3 349 350 351 352 |
| Gemm gemm_35 1 1 352 353 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_453 1 1 353 354 0=128 1=16 2=196 |
| RMSNorm rmsn_273 1 1 354 355 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_807 1 1 355 356 |
| Permute transpose_672 1 1 356 357 0=2 |
| Gemm gemm_36 1 1 351 358 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_454 1 1 358 359 0=128 1=8 2=196 |
| RMSNorm rmsn_274 1 1 359 360 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_808 1 1 360 361 |
| Permute transpose_673 1 1 361 362 0=2 |
| Gemm gemm_37 1 1 350 363 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_455 1 1 363 364 0=128 1=8 2=196 |
| Permute transpose_674 1 1 364 365 0=2 |
| RotaryEmbed rope_10 3 1 357 51 108 366 0=0 |
| RotaryEmbed rope_11 3 1 362 50 107 367 0=0 |
| ExpandDims unsqueeze_809 1 1 367 368 -23303=1,1 |
| Tile expand_375 1 1 368 369 -23302=4,1,2,1,1 |
| Reshape reshape_456 1 1 369 370 0=128 1=196 2=16 |
| ExpandDims unsqueeze_810 1 1 365 371 -23303=1,1 |
| Tile expand_376 1 1 371 372 -23302=4,1,2,1,1 |
| Reshape reshape_457 1 1 372 373 0=128 1=196 2=16 |
| MatMul matmultransb_5 2 1 366 370 374 0=1 |
| BinaryOp div_20 1 1 374 375 0=3 1=1 2=11.3137083 |
| Softmax softmax_229 1 1 375 376 0=2 1=1 |
| MatMul matmul_602 2 1 376 373 377 |
| Permute transpose_676 1 1 377 378 0=2 |
| Reshape reshape_458 1 1 378 379 0=2048 1=196 |
| Gemm gemm_38 1 1 379 380 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_21 2 1 347 380 381 0=0 |
| Split splitncnn_24 1 2 381 382 383 |
| RMSNorm rmsn_275 1 1 383 384 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_25 1 2 384 385 386 |
| Gemm gemm_39 1 1 386 387 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_201 1 1 387 388 |
| Gemm gemm_40 1 1 385 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_22 2 1 388 389 390 0=2 |
| Gemm gemm_41 1 1 390 391 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_23 2 1 382 391 392 0=0 |
| Split splitncnn_26 1 2 392 393 394 |
| RMSNorm rmsn_276 1 1 394 395 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_27 1 3 395 396 397 398 |
| Gemm gemm_42 1 1 398 399 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_459 1 1 399 400 0=128 1=16 2=196 |
| RMSNorm rmsn_277 1 1 400 401 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_811 1 1 401 402 |
| Permute transpose_677 1 1 402 403 0=2 |
| Gemm gemm_43 1 1 397 404 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_460 1 1 404 405 0=128 1=8 2=196 |
| RMSNorm rmsn_278 1 1 405 406 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_812 1 1 406 407 |
| Permute transpose_678 1 1 407 408 0=2 |
| Gemm gemm_44 1 1 396 409 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_461 1 1 409 410 0=128 1=8 2=196 |
| Permute transpose_679 1 1 410 411 0=2 |
| RotaryEmbed rope_12 3 1 403 49 106 412 0=0 |
| RotaryEmbed rope_13 3 1 408 48 105 413 0=0 |
| ExpandDims unsqueeze_813 1 1 413 414 -23303=1,1 |
| Tile expand_377 1 1 414 415 -23302=4,1,2,1,1 |
| Reshape reshape_462 1 1 415 416 0=128 1=196 2=16 |
| ExpandDims unsqueeze_814 1 1 411 417 -23303=1,1 |
| Tile expand_378 1 1 417 418 -23302=4,1,2,1,1 |
| Reshape reshape_463 1 1 418 419 0=128 1=196 2=16 |
| MatMul matmultransb_6 2 1 412 416 420 0=1 |
| BinaryOp div_24 1 1 420 421 0=3 1=1 2=11.3137083 |
| Softmax softmax_230 1 1 421 422 0=2 1=1 |
| MatMul matmul_604 2 1 422 419 423 |
| Permute transpose_681 1 1 423 424 0=2 |
| Reshape reshape_464 1 1 424 425 0=2048 1=196 |
| Gemm gemm_45 1 1 425 426 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_25 2 1 393 426 427 0=0 |
| Split splitncnn_28 1 2 427 428 429 |
| RMSNorm rmsn_279 1 1 429 430 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_29 1 2 430 431 432 |
| Gemm gemm_46 1 1 432 433 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_202 1 1 433 434 |
| Gemm gemm_47 1 1 431 435 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_26 2 1 434 435 436 0=2 |
| Gemm gemm_48 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_27 2 1 428 437 438 0=0 |
| Split splitncnn_30 1 2 438 439 440 |
| RMSNorm rmsn_280 1 1 440 441 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_31 1 3 441 442 443 444 |
| Gemm gemm_49 1 1 444 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_465 1 1 445 446 0=128 1=16 2=196 |
| RMSNorm rmsn_281 1 1 446 447 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_815 1 1 447 448 |
| Permute transpose_682 1 1 448 449 0=2 |
| Gemm gemm_50 1 1 443 450 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_466 1 1 450 451 0=128 1=8 2=196 |
| RMSNorm rmsn_282 1 1 451 452 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_816 1 1 452 453 |
| Permute transpose_683 1 1 453 454 0=2 |
| Gemm gemm_51 1 1 442 455 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_467 1 1 455 456 0=128 1=8 2=196 |
| Permute transpose_684 1 1 456 457 0=2 |
| RotaryEmbed rope_14 3 1 449 47 104 458 0=0 |
| RotaryEmbed rope_15 3 1 454 46 103 459 0=0 |
| ExpandDims unsqueeze_817 1 1 459 460 -23303=1,1 |
| Tile expand_379 1 1 460 461 -23302=4,1,2,1,1 |
| Reshape reshape_468 1 1 461 462 0=128 1=196 2=16 |
| ExpandDims unsqueeze_818 1 1 457 463 -23303=1,1 |
| Tile expand_380 1 1 463 464 -23302=4,1,2,1,1 |
| Reshape reshape_469 1 1 464 465 0=128 1=196 2=16 |
| MatMul matmultransb_7 2 1 458 462 466 0=1 |
| BinaryOp div_28 1 1 466 467 0=3 1=1 2=11.3137083 |
| Softmax softmax_231 1 1 467 468 0=2 1=1 |
| MatMul matmul_606 2 1 468 465 469 |
| Permute transpose_686 1 1 469 470 0=2 |
| Reshape reshape_470 1 1 470 471 0=2048 1=196 |
| Gemm gemm_52 1 1 471 472 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_29 2 1 439 472 473 0=0 |
| Split splitncnn_32 1 2 473 474 475 |
| RMSNorm rmsn_283 1 1 475 476 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_33 1 2 476 477 478 |
| Gemm gemm_53 1 1 478 479 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_203 1 1 479 480 |
| Gemm gemm_54 1 1 477 481 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_30 2 1 480 481 482 0=2 |
| Gemm gemm_55 1 1 482 483 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_31 2 1 474 483 484 0=0 |
| Split splitncnn_34 1 2 484 485 486 |
| RMSNorm rmsn_284 1 1 486 487 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_35 1 3 487 488 489 490 |
| Gemm gemm_56 1 1 490 491 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_471 1 1 491 492 0=128 1=16 2=196 |
| RMSNorm rmsn_285 1 1 492 493 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_819 1 1 493 494 |
| Permute transpose_687 1 1 494 495 0=2 |
| Gemm gemm_57 1 1 489 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_472 1 1 496 497 0=128 1=8 2=196 |
| RMSNorm rmsn_286 1 1 497 498 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_820 1 1 498 499 |
| Permute transpose_688 1 1 499 500 0=2 |
| Gemm gemm_58 1 1 488 501 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_473 1 1 501 502 0=128 1=8 2=196 |
| Permute transpose_689 1 1 502 503 0=2 |
| RotaryEmbed rope_16 3 1 495 45 102 504 0=0 |
| RotaryEmbed rope_17 3 1 500 44 101 505 0=0 |
| ExpandDims unsqueeze_821 1 1 505 506 -23303=1,1 |
| Tile expand_381 1 1 506 507 -23302=4,1,2,1,1 |
| Reshape reshape_474 1 1 507 508 0=128 1=196 2=16 |
| ExpandDims unsqueeze_822 1 1 503 509 -23303=1,1 |
| Tile expand_382 1 1 509 510 -23302=4,1,2,1,1 |
| Reshape reshape_475 1 1 510 511 0=128 1=196 2=16 |
| MatMul matmultransb_8 2 1 504 508 512 0=1 |
| BinaryOp div_32 1 1 512 513 0=3 1=1 2=11.3137083 |
| Softmax softmax_232 1 1 513 514 0=2 1=1 |
| MatMul matmul_608 2 1 514 511 515 |
| Permute transpose_691 1 1 515 516 0=2 |
| Reshape reshape_476 1 1 516 517 0=2048 1=196 |
| Gemm gemm_59 1 1 517 518 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_33 2 1 485 518 519 0=0 |
| Split splitncnn_36 1 2 519 520 521 |
| RMSNorm rmsn_287 1 1 521 522 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_37 1 2 522 523 524 |
| Gemm gemm_60 1 1 524 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_204 1 1 525 526 |
| Gemm gemm_61 1 1 523 527 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_34 2 1 526 527 528 0=2 |
| Gemm gemm_62 1 1 528 529 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_35 2 1 520 529 530 0=0 |
| Split splitncnn_38 1 2 530 531 532 |
| RMSNorm rmsn_288 1 1 532 533 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_39 1 3 533 534 535 536 |
| Gemm gemm_63 1 1 536 537 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_477 1 1 537 538 0=128 1=16 2=196 |
| RMSNorm rmsn_289 1 1 538 539 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_823 1 1 539 540 |
| Permute transpose_692 1 1 540 541 0=2 |
| Gemm gemm_64 1 1 535 542 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_478 1 1 542 543 0=128 1=8 2=196 |
| RMSNorm rmsn_290 1 1 543 544 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_824 1 1 544 545 |
| Permute transpose_693 1 1 545 546 0=2 |
| Gemm gemm_65 1 1 534 547 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_479 1 1 547 548 0=128 1=8 2=196 |
| Permute transpose_694 1 1 548 549 0=2 |
| RotaryEmbed rope_18 3 1 541 43 100 550 0=0 |
| RotaryEmbed rope_19 3 1 546 42 99 551 0=0 |
| ExpandDims unsqueeze_825 1 1 551 552 -23303=1,1 |
| Tile expand_383 1 1 552 553 -23302=4,1,2,1,1 |
| Reshape reshape_480 1 1 553 554 0=128 1=196 2=16 |
| ExpandDims unsqueeze_826 1 1 549 555 -23303=1,1 |
| Tile expand_384 1 1 555 556 -23302=4,1,2,1,1 |
| Reshape reshape_481 1 1 556 557 0=128 1=196 2=16 |
| MatMul matmultransb_9 2 1 550 554 558 0=1 |
| BinaryOp div_36 1 1 558 559 0=3 1=1 2=11.3137083 |
| Softmax softmax_233 1 1 559 560 0=2 1=1 |
| MatMul matmul_610 2 1 560 557 561 |
| Permute transpose_696 1 1 561 562 0=2 |
| Reshape reshape_482 1 1 562 563 0=2048 1=196 |
| Gemm gemm_66 1 1 563 564 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_37 2 1 531 564 565 0=0 |
| Split splitncnn_40 1 2 565 566 567 |
| RMSNorm rmsn_291 1 1 567 568 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_41 1 2 568 569 570 |
| Gemm gemm_67 1 1 570 571 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_205 1 1 571 572 |
| Gemm gemm_68 1 1 569 573 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_38 2 1 572 573 574 0=2 |
| Gemm gemm_69 1 1 574 575 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_39 2 1 566 575 576 0=0 |
| Split splitncnn_42 1 2 576 577 578 |
| RMSNorm rmsn_292 1 1 578 579 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_43 1 3 579 580 581 582 |
| Gemm gemm_70 1 1 582 583 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_483 1 1 583 584 0=128 1=16 2=196 |
| RMSNorm rmsn_293 1 1 584 585 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_827 1 1 585 586 |
| Permute transpose_697 1 1 586 587 0=2 |
| Gemm gemm_71 1 1 581 588 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_484 1 1 588 589 0=128 1=8 2=196 |
| RMSNorm rmsn_294 1 1 589 590 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_828 1 1 590 591 |
| Permute transpose_698 1 1 591 592 0=2 |
| Gemm gemm_72 1 1 580 593 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_485 1 1 593 594 0=128 1=8 2=196 |
| Permute transpose_699 1 1 594 595 0=2 |
| RotaryEmbed rope_20 3 1 587 41 98 596 0=0 |
| RotaryEmbed rope_21 3 1 592 40 97 597 0=0 |
| ExpandDims unsqueeze_829 1 1 597 598 -23303=1,1 |
| Tile expand_385 1 1 598 599 -23302=4,1,2,1,1 |
| Reshape reshape_486 1 1 599 600 0=128 1=196 2=16 |
| ExpandDims unsqueeze_830 1 1 595 601 -23303=1,1 |
| Tile expand_386 1 1 601 602 -23302=4,1,2,1,1 |
| Reshape reshape_487 1 1 602 603 0=128 1=196 2=16 |
| MatMul matmultransb_10 2 1 596 600 604 0=1 |
| BinaryOp div_40 1 1 604 605 0=3 1=1 2=11.3137083 |
| Softmax softmax_234 1 1 605 606 0=2 1=1 |
| MatMul matmul_612 2 1 606 603 607 |
| Permute transpose_701 1 1 607 608 0=2 |
| Reshape reshape_488 1 1 608 609 0=2048 1=196 |
| Gemm gemm_73 1 1 609 610 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_41 2 1 577 610 611 0=0 |
| Split splitncnn_44 1 2 611 612 613 |
| RMSNorm rmsn_295 1 1 613 614 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_45 1 2 614 615 616 |
| Gemm gemm_74 1 1 616 617 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_206 1 1 617 618 |
| Gemm gemm_75 1 1 615 619 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_42 2 1 618 619 620 0=2 |
| Gemm gemm_76 1 1 620 621 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_43 2 1 612 621 622 0=0 |
| Split splitncnn_46 1 2 622 623 624 |
| RMSNorm rmsn_296 1 1 624 625 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_47 1 3 625 626 627 628 |
| Gemm gemm_77 1 1 628 629 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_489 1 1 629 630 0=128 1=16 2=196 |
| RMSNorm rmsn_297 1 1 630 631 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_831 1 1 631 632 |
| Permute transpose_702 1 1 632 633 0=2 |
| Gemm gemm_78 1 1 627 634 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_490 1 1 634 635 0=128 1=8 2=196 |
| RMSNorm rmsn_298 1 1 635 636 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_832 1 1 636 637 |
| Permute transpose_703 1 1 637 638 0=2 |
| Gemm gemm_79 1 1 626 639 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_491 1 1 639 640 0=128 1=8 2=196 |
| Permute transpose_704 1 1 640 641 0=2 |
| RotaryEmbed rope_22 3 1 633 39 96 642 0=0 |
| RotaryEmbed rope_23 3 1 638 38 95 643 0=0 |
| ExpandDims unsqueeze_833 1 1 643 644 -23303=1,1 |
| Tile expand_387 1 1 644 645 -23302=4,1,2,1,1 |
| Reshape reshape_492 1 1 645 646 0=128 1=196 2=16 |
| ExpandDims unsqueeze_834 1 1 641 647 -23303=1,1 |
| Tile expand_388 1 1 647 648 -23302=4,1,2,1,1 |
| Reshape reshape_493 1 1 648 649 0=128 1=196 2=16 |
| MatMul matmultransb_11 2 1 642 646 650 0=1 |
| BinaryOp div_44 1 1 650 651 0=3 1=1 2=11.3137083 |
| Softmax softmax_235 1 1 651 652 0=2 1=1 |
| MatMul matmul_614 2 1 652 649 653 |
| Permute transpose_706 1 1 653 654 0=2 |
| Reshape reshape_494 1 1 654 655 0=2048 1=196 |
| Gemm gemm_80 1 1 655 656 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_45 2 1 623 656 657 0=0 |
| Split splitncnn_48 1 2 657 658 659 |
| RMSNorm rmsn_299 1 1 659 660 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_49 1 2 660 661 662 |
| Gemm gemm_81 1 1 662 663 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_207 1 1 663 664 |
| Gemm gemm_82 1 1 661 665 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_46 2 1 664 665 666 0=2 |
| Gemm gemm_83 1 1 666 667 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_47 2 1 658 667 668 0=0 |
| Split splitncnn_50 1 2 668 669 670 |
| RMSNorm rmsn_300 1 1 670 671 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_51 1 3 671 672 673 674 |
| Gemm gemm_84 1 1 674 675 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_495 1 1 675 676 0=128 1=16 2=196 |
| RMSNorm rmsn_301 1 1 676 677 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_835 1 1 677 678 |
| Permute transpose_707 1 1 678 679 0=2 |
| Gemm gemm_85 1 1 673 680 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_496 1 1 680 681 0=128 1=8 2=196 |
| RMSNorm rmsn_302 1 1 681 682 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_836 1 1 682 683 |
| Permute transpose_708 1 1 683 684 0=2 |
| Gemm gemm_86 1 1 672 685 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_497 1 1 685 686 0=128 1=8 2=196 |
| Permute transpose_709 1 1 686 687 0=2 |
| RotaryEmbed rope_24 3 1 679 37 94 688 0=0 |
| RotaryEmbed rope_25 3 1 684 36 93 689 0=0 |
| ExpandDims unsqueeze_837 1 1 689 690 -23303=1,1 |
| Tile expand_389 1 1 690 691 -23302=4,1,2,1,1 |
| Reshape reshape_498 1 1 691 692 0=128 1=196 2=16 |
| ExpandDims unsqueeze_838 1 1 687 693 -23303=1,1 |
| Tile expand_390 1 1 693 694 -23302=4,1,2,1,1 |
| Reshape reshape_499 1 1 694 695 0=128 1=196 2=16 |
| MatMul matmultransb_12 2 1 688 692 696 0=1 |
| BinaryOp div_48 1 1 696 697 0=3 1=1 2=11.3137083 |
| Softmax softmax_236 1 1 697 698 0=2 1=1 |
| MatMul matmul_616 2 1 698 695 699 |
| Permute transpose_711 1 1 699 700 0=2 |
| Reshape reshape_500 1 1 700 701 0=2048 1=196 |
| Gemm gemm_87 1 1 701 702 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_49 2 1 669 702 703 0=0 |
| Split splitncnn_52 1 2 703 704 705 |
| RMSNorm rmsn_303 1 1 705 706 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_53 1 2 706 707 708 |
| Gemm gemm_88 1 1 708 709 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_208 1 1 709 710 |
| Gemm gemm_89 1 1 707 711 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_50 2 1 710 711 712 0=2 |
| Gemm gemm_90 1 1 712 713 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_51 2 1 704 713 714 0=0 |
| Split splitncnn_54 1 2 714 715 716 |
| RMSNorm rmsn_304 1 1 716 717 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_55 1 3 717 718 719 720 |
| Gemm gemm_91 1 1 720 721 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_501 1 1 721 722 0=128 1=16 2=196 |
| RMSNorm rmsn_305 1 1 722 723 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_839 1 1 723 724 |
| Permute transpose_712 1 1 724 725 0=2 |
| Gemm gemm_92 1 1 719 726 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_502 1 1 726 727 0=128 1=8 2=196 |
| RMSNorm rmsn_306 1 1 727 728 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_840 1 1 728 729 |
| Permute transpose_713 1 1 729 730 0=2 |
| Gemm gemm_93 1 1 718 731 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_503 1 1 731 732 0=128 1=8 2=196 |
| Permute transpose_714 1 1 732 733 0=2 |
| RotaryEmbed rope_26 3 1 725 35 92 734 0=0 |
| RotaryEmbed rope_27 3 1 730 34 91 735 0=0 |
| ExpandDims unsqueeze_841 1 1 735 736 -23303=1,1 |
| Tile expand_391 1 1 736 737 -23302=4,1,2,1,1 |
| Reshape reshape_504 1 1 737 738 0=128 1=196 2=16 |
| ExpandDims unsqueeze_842 1 1 733 739 -23303=1,1 |
| Tile expand_392 1 1 739 740 -23302=4,1,2,1,1 |
| Reshape reshape_505 1 1 740 741 0=128 1=196 2=16 |
| MatMul matmultransb_13 2 1 734 738 742 0=1 |
| BinaryOp div_52 1 1 742 743 0=3 1=1 2=11.3137083 |
| Softmax softmax_237 1 1 743 744 0=2 1=1 |
| MatMul matmul_618 2 1 744 741 745 |
| Permute transpose_716 1 1 745 746 0=2 |
| Reshape reshape_506 1 1 746 747 0=2048 1=196 |
| Gemm gemm_94 1 1 747 748 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_53 2 1 715 748 749 0=0 |
| Split splitncnn_56 1 2 749 750 751 |
| RMSNorm rmsn_307 1 1 751 752 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_57 1 2 752 753 754 |
| Gemm gemm_95 1 1 754 755 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_209 1 1 755 756 |
| Gemm gemm_96 1 1 753 757 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_54 2 1 756 757 758 0=2 |
| Gemm gemm_97 1 1 758 759 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_55 2 1 750 759 760 0=0 |
| Split splitncnn_58 1 2 760 761 762 |
| RMSNorm rmsn_308 1 1 762 763 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_59 1 3 763 764 765 766 |
| Gemm gemm_98 1 1 766 767 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_507 1 1 767 768 0=128 1=16 2=196 |
| RMSNorm rmsn_309 1 1 768 769 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_843 1 1 769 770 |
| Permute transpose_717 1 1 770 771 0=2 |
| Gemm gemm_99 1 1 765 772 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_508 1 1 772 773 0=128 1=8 2=196 |
| RMSNorm rmsn_310 1 1 773 774 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_844 1 1 774 775 |
| Permute transpose_718 1 1 775 776 0=2 |
| Gemm gemm_100 1 1 764 777 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_509 1 1 777 778 0=128 1=8 2=196 |
| Permute transpose_719 1 1 778 779 0=2 |
| RotaryEmbed rope_28 3 1 771 33 90 780 0=0 |
| RotaryEmbed rope_29 3 1 776 32 89 781 0=0 |
| ExpandDims unsqueeze_845 1 1 781 782 -23303=1,1 |
| Tile expand_393 1 1 782 783 -23302=4,1,2,1,1 |
| Reshape reshape_510 1 1 783 784 0=128 1=196 2=16 |
| ExpandDims unsqueeze_846 1 1 779 785 -23303=1,1 |
| Tile expand_394 1 1 785 786 -23302=4,1,2,1,1 |
| Reshape reshape_511 1 1 786 787 0=128 1=196 2=16 |
| MatMul matmultransb_14 2 1 780 784 788 0=1 |
| BinaryOp div_56 1 1 788 789 0=3 1=1 2=11.3137083 |
| Softmax softmax_238 1 1 789 790 0=2 1=1 |
| MatMul matmul_620 2 1 790 787 791 |
| Permute transpose_721 1 1 791 792 0=2 |
| Reshape reshape_512 1 1 792 793 0=2048 1=196 |
| Gemm gemm_101 1 1 793 794 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_57 2 1 761 794 795 0=0 |
| Split splitncnn_60 1 2 795 796 797 |
| RMSNorm rmsn_311 1 1 797 798 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_61 1 2 798 799 800 |
| Gemm gemm_102 1 1 800 801 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_210 1 1 801 802 |
| Gemm gemm_103 1 1 799 803 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_58 2 1 802 803 804 0=2 |
| Gemm gemm_104 1 1 804 805 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_59 2 1 796 805 806 0=0 |
| Split splitncnn_62 1 2 806 807 808 |
| RMSNorm rmsn_312 1 1 808 809 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_63 1 3 809 810 811 812 |
| Gemm gemm_105 1 1 812 813 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_513 1 1 813 814 0=128 1=16 2=196 |
| RMSNorm rmsn_313 1 1 814 815 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_847 1 1 815 816 |
| Permute transpose_722 1 1 816 817 0=2 |
| Gemm gemm_106 1 1 811 818 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_514 1 1 818 819 0=128 1=8 2=196 |
| RMSNorm rmsn_314 1 1 819 820 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_848 1 1 820 821 |
| Permute transpose_723 1 1 821 822 0=2 |
| Gemm gemm_107 1 1 810 823 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_515 1 1 823 824 0=128 1=8 2=196 |
| Permute transpose_724 1 1 824 825 0=2 |
| RotaryEmbed rope_30 3 1 817 31 88 826 0=0 |
| RotaryEmbed rope_31 3 1 822 30 87 827 0=0 |
| ExpandDims unsqueeze_849 1 1 827 828 -23303=1,1 |
| Tile expand_395 1 1 828 829 -23302=4,1,2,1,1 |
| Reshape reshape_516 1 1 829 830 0=128 1=196 2=16 |
| ExpandDims unsqueeze_850 1 1 825 831 -23303=1,1 |
| Tile expand_396 1 1 831 832 -23302=4,1,2,1,1 |
| Reshape reshape_517 1 1 832 833 0=128 1=196 2=16 |
| MatMul matmultransb_15 2 1 826 830 834 0=1 |
| BinaryOp div_60 1 1 834 835 0=3 1=1 2=11.3137083 |
| Softmax softmax_239 1 1 835 836 0=2 1=1 |
| MatMul matmul_622 2 1 836 833 837 |
| Permute transpose_726 1 1 837 838 0=2 |
| Reshape reshape_518 1 1 838 839 0=2048 1=196 |
| Gemm gemm_108 1 1 839 840 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_61 2 1 807 840 841 0=0 |
| Split splitncnn_64 1 2 841 842 843 |
| RMSNorm rmsn_315 1 1 843 844 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_65 1 2 844 845 846 |
| Gemm gemm_109 1 1 846 847 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_211 1 1 847 848 |
| Gemm gemm_110 1 1 845 849 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_62 2 1 848 849 850 0=2 |
| Gemm gemm_111 1 1 850 851 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_63 2 1 842 851 852 0=0 |
| Split splitncnn_66 1 2 852 853 854 |
| RMSNorm rmsn_316 1 1 854 855 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_67 1 3 855 856 857 858 |
| Gemm gemm_112 1 1 858 859 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_519 1 1 859 860 0=128 1=16 2=196 |
| RMSNorm rmsn_317 1 1 860 861 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_851 1 1 861 862 |
| Permute transpose_727 1 1 862 863 0=2 |
| Gemm gemm_113 1 1 857 864 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_520 1 1 864 865 0=128 1=8 2=196 |
| RMSNorm rmsn_318 1 1 865 866 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_852 1 1 866 867 |
| Permute transpose_728 1 1 867 868 0=2 |
| Gemm gemm_114 1 1 856 869 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_521 1 1 869 870 0=128 1=8 2=196 |
| Permute transpose_729 1 1 870 871 0=2 |
| RotaryEmbed rope_32 3 1 863 29 86 872 0=0 |
| RotaryEmbed rope_33 3 1 868 28 85 873 0=0 |
| ExpandDims unsqueeze_853 1 1 873 874 -23303=1,1 |
| Tile expand_397 1 1 874 875 -23302=4,1,2,1,1 |
| Reshape reshape_522 1 1 875 876 0=128 1=196 2=16 |
| ExpandDims unsqueeze_854 1 1 871 877 -23303=1,1 |
| Tile expand_398 1 1 877 878 -23302=4,1,2,1,1 |
| Reshape reshape_523 1 1 878 879 0=128 1=196 2=16 |
| MatMul matmultransb_16 2 1 872 876 880 0=1 |
| BinaryOp div_64 1 1 880 881 0=3 1=1 2=11.3137083 |
| Softmax softmax_240 1 1 881 882 0=2 1=1 |
| MatMul matmul_624 2 1 882 879 883 |
| Permute transpose_731 1 1 883 884 0=2 |
| Reshape reshape_524 1 1 884 885 0=2048 1=196 |
| Gemm gemm_115 1 1 885 886 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_65 2 1 853 886 887 0=0 |
| Split splitncnn_68 1 2 887 888 889 |
| RMSNorm rmsn_319 1 1 889 890 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_69 1 2 890 891 892 |
| Gemm gemm_116 1 1 892 893 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_212 1 1 893 894 |
| Gemm gemm_117 1 1 891 895 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_66 2 1 894 895 896 0=2 |
| Gemm gemm_118 1 1 896 897 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_67 2 1 888 897 898 0=0 |
| Split splitncnn_70 1 2 898 899 900 |
| RMSNorm rmsn_320 1 1 900 901 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_71 1 3 901 902 903 904 |
| Gemm gemm_119 1 1 904 905 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_525 1 1 905 906 0=128 1=16 2=196 |
| RMSNorm rmsn_321 1 1 906 907 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_855 1 1 907 908 |
| Permute transpose_732 1 1 908 909 0=2 |
| Gemm gemm_120 1 1 903 910 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_526 1 1 910 911 0=128 1=8 2=196 |
| RMSNorm rmsn_322 1 1 911 912 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_856 1 1 912 913 |
| Permute transpose_733 1 1 913 914 0=2 |
| Gemm gemm_121 1 1 902 915 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_527 1 1 915 916 0=128 1=8 2=196 |
| Permute transpose_734 1 1 916 917 0=2 |
| RotaryEmbed rope_34 3 1 909 27 84 918 0=0 |
| RotaryEmbed rope_35 3 1 914 26 83 919 0=0 |
| ExpandDims unsqueeze_857 1 1 919 920 -23303=1,1 |
| Tile expand_399 1 1 920 921 -23302=4,1,2,1,1 |
| Reshape reshape_528 1 1 921 922 0=128 1=196 2=16 |
| ExpandDims unsqueeze_858 1 1 917 923 -23303=1,1 |
| Tile expand_400 1 1 923 924 -23302=4,1,2,1,1 |
| Reshape reshape_529 1 1 924 925 0=128 1=196 2=16 |
| MatMul matmultransb_17 2 1 918 922 926 0=1 |
| BinaryOp div_68 1 1 926 927 0=3 1=1 2=11.3137083 |
| Softmax softmax_241 1 1 927 928 0=2 1=1 |
| MatMul matmul_626 2 1 928 925 929 |
| Permute transpose_736 1 1 929 930 0=2 |
| Reshape reshape_530 1 1 930 931 0=2048 1=196 |
| Gemm gemm_122 1 1 931 932 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_69 2 1 899 932 933 0=0 |
| Split splitncnn_72 1 2 933 934 935 |
| RMSNorm rmsn_323 1 1 935 936 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_73 1 2 936 937 938 |
| Gemm gemm_123 1 1 938 939 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_213 1 1 939 940 |
| Gemm gemm_124 1 1 937 941 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_70 2 1 940 941 942 0=2 |
| Gemm gemm_125 1 1 942 943 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_71 2 1 934 943 944 0=0 |
| Split splitncnn_74 1 2 944 945 946 |
| RMSNorm rmsn_324 1 1 946 947 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_75 1 3 947 948 949 950 |
| Gemm gemm_126 1 1 950 951 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_531 1 1 951 952 0=128 1=16 2=196 |
| RMSNorm rmsn_325 1 1 952 953 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_859 1 1 953 954 |
| Permute transpose_737 1 1 954 955 0=2 |
| Gemm gemm_127 1 1 949 956 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_532 1 1 956 957 0=128 1=8 2=196 |
| RMSNorm rmsn_326 1 1 957 958 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_860 1 1 958 959 |
| Permute transpose_738 1 1 959 960 0=2 |
| Gemm gemm_128 1 1 948 961 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_533 1 1 961 962 0=128 1=8 2=196 |
| Permute transpose_739 1 1 962 963 0=2 |
| RotaryEmbed rope_36 3 1 955 25 82 964 0=0 |
| RotaryEmbed rope_37 3 1 960 24 81 965 0=0 |
| ExpandDims unsqueeze_861 1 1 965 966 -23303=1,1 |
| Tile expand_401 1 1 966 967 -23302=4,1,2,1,1 |
| Reshape reshape_534 1 1 967 968 0=128 1=196 2=16 |
| ExpandDims unsqueeze_862 1 1 963 969 -23303=1,1 |
| Tile expand_402 1 1 969 970 -23302=4,1,2,1,1 |
| Reshape reshape_535 1 1 970 971 0=128 1=196 2=16 |
| MatMul matmultransb_18 2 1 964 968 972 0=1 |
| BinaryOp div_72 1 1 972 973 0=3 1=1 2=11.3137083 |
| Softmax softmax_242 1 1 973 974 0=2 1=1 |
| MatMul matmul_628 2 1 974 971 975 |
| Permute transpose_741 1 1 975 976 0=2 |
| Reshape reshape_536 1 1 976 977 0=2048 1=196 |
| Gemm gemm_129 1 1 977 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_73 2 1 945 978 979 0=0 |
| Split splitncnn_76 1 2 979 980 981 |
| RMSNorm rmsn_327 1 1 981 982 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_77 1 2 982 983 984 |
| Gemm gemm_130 1 1 984 985 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_214 1 1 985 986 |
| Gemm gemm_131 1 1 983 987 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_74 2 1 986 987 988 0=2 |
| Gemm gemm_132 1 1 988 989 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_75 2 1 980 989 990 0=0 |
| Split splitncnn_78 1 2 990 991 992 |
| RMSNorm rmsn_328 1 1 992 993 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_79 1 3 993 994 995 996 |
| Gemm gemm_133 1 1 996 997 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_537 1 1 997 998 0=128 1=16 2=196 |
| RMSNorm rmsn_329 1 1 998 999 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_863 1 1 999 1000 |
| Permute transpose_742 1 1 1000 1001 0=2 |
| Gemm gemm_134 1 1 995 1002 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_538 1 1 1002 1003 0=128 1=8 2=196 |
| RMSNorm rmsn_330 1 1 1003 1004 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_864 1 1 1004 1005 |
| Permute transpose_743 1 1 1005 1006 0=2 |
| Gemm gemm_135 1 1 994 1007 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_539 1 1 1007 1008 0=128 1=8 2=196 |
| Permute transpose_744 1 1 1008 1009 0=2 |
| RotaryEmbed rope_38 3 1 1001 23 80 1010 0=0 |
| RotaryEmbed rope_39 3 1 1006 22 79 1011 0=0 |
| ExpandDims unsqueeze_865 1 1 1011 1012 -23303=1,1 |
| Tile expand_403 1 1 1012 1013 -23302=4,1,2,1,1 |
| Reshape reshape_540 1 1 1013 1014 0=128 1=196 2=16 |
| ExpandDims unsqueeze_866 1 1 1009 1015 -23303=1,1 |
| Tile expand_404 1 1 1015 1016 -23302=4,1,2,1,1 |
| Reshape reshape_541 1 1 1016 1017 0=128 1=196 2=16 |
| MatMul matmultransb_19 2 1 1010 1014 1018 0=1 |
| BinaryOp div_76 1 1 1018 1019 0=3 1=1 2=11.3137083 |
| Softmax softmax_243 1 1 1019 1020 0=2 1=1 |
| MatMul matmul_630 2 1 1020 1017 1021 |
| Permute transpose_746 1 1 1021 1022 0=2 |
| Reshape reshape_542 1 1 1022 1023 0=2048 1=196 |
| Gemm gemm_136 1 1 1023 1024 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_77 2 1 991 1024 1025 0=0 |
| Split splitncnn_80 1 2 1025 1026 1027 |
| RMSNorm rmsn_331 1 1 1027 1028 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_81 1 2 1028 1029 1030 |
| Gemm gemm_137 1 1 1030 1031 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_215 1 1 1031 1032 |
| Gemm gemm_138 1 1 1029 1033 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_78 2 1 1032 1033 1034 0=2 |
| Gemm gemm_139 1 1 1034 1035 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_79 2 1 1026 1035 1036 0=0 |
| Split splitncnn_82 1 2 1036 1037 1038 |
| RMSNorm rmsn_332 1 1 1038 1039 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_83 1 3 1039 1040 1041 1042 |
| Gemm gemm_140 1 1 1042 1043 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_543 1 1 1043 1044 0=128 1=16 2=196 |
| RMSNorm rmsn_333 1 1 1044 1045 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_867 1 1 1045 1046 |
| Permute transpose_747 1 1 1046 1047 0=2 |
| Gemm gemm_141 1 1 1041 1048 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_544 1 1 1048 1049 0=128 1=8 2=196 |
| RMSNorm rmsn_334 1 1 1049 1050 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_868 1 1 1050 1051 |
| Permute transpose_748 1 1 1051 1052 0=2 |
| Gemm gemm_142 1 1 1040 1053 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_545 1 1 1053 1054 0=128 1=8 2=196 |
| Permute transpose_749 1 1 1054 1055 0=2 |
| RotaryEmbed rope_40 3 1 1047 21 78 1056 0=0 |
| RotaryEmbed rope_41 3 1 1052 20 77 1057 0=0 |
| ExpandDims unsqueeze_869 1 1 1057 1058 -23303=1,1 |
| Tile expand_405 1 1 1058 1059 -23302=4,1,2,1,1 |
| Reshape reshape_546 1 1 1059 1060 0=128 1=196 2=16 |
| ExpandDims unsqueeze_870 1 1 1055 1061 -23303=1,1 |
| Tile expand_406 1 1 1061 1062 -23302=4,1,2,1,1 |
| Reshape reshape_547 1 1 1062 1063 0=128 1=196 2=16 |
| MatMul matmultransb_20 2 1 1056 1060 1064 0=1 |
| BinaryOp div_80 1 1 1064 1065 0=3 1=1 2=11.3137083 |
| Softmax softmax_244 1 1 1065 1066 0=2 1=1 |
| MatMul matmul_632 2 1 1066 1063 1067 |
| Permute transpose_751 1 1 1067 1068 0=2 |
| Reshape reshape_548 1 1 1068 1069 0=2048 1=196 |
| Gemm gemm_143 1 1 1069 1070 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_81 2 1 1037 1070 1071 0=0 |
| Split splitncnn_84 1 2 1071 1072 1073 |
| RMSNorm rmsn_335 1 1 1073 1074 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_85 1 2 1074 1075 1076 |
| Gemm gemm_144 1 1 1076 1077 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_216 1 1 1077 1078 |
| Gemm gemm_145 1 1 1075 1079 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_82 2 1 1078 1079 1080 0=2 |
| Gemm gemm_146 1 1 1080 1081 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_83 2 1 1072 1081 1082 0=0 |
| Split splitncnn_86 1 2 1082 1083 1084 |
| RMSNorm rmsn_336 1 1 1084 1085 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_87 1 3 1085 1086 1087 1088 |
| Gemm gemm_147 1 1 1088 1089 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_549 1 1 1089 1090 0=128 1=16 2=196 |
| RMSNorm rmsn_337 1 1 1090 1091 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_871 1 1 1091 1092 |
| Permute transpose_752 1 1 1092 1093 0=2 |
| Gemm gemm_148 1 1 1087 1094 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_550 1 1 1094 1095 0=128 1=8 2=196 |
| RMSNorm rmsn_338 1 1 1095 1096 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_872 1 1 1096 1097 |
| Permute transpose_753 1 1 1097 1098 0=2 |
| Gemm gemm_149 1 1 1086 1099 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_551 1 1 1099 1100 0=128 1=8 2=196 |
| Permute transpose_754 1 1 1100 1101 0=2 |
| RotaryEmbed rope_42 3 1 1093 19 76 1102 0=0 |
| RotaryEmbed rope_43 3 1 1098 18 75 1103 0=0 |
| ExpandDims unsqueeze_873 1 1 1103 1104 -23303=1,1 |
| Tile expand_407 1 1 1104 1105 -23302=4,1,2,1,1 |
| Reshape reshape_552 1 1 1105 1106 0=128 1=196 2=16 |
| ExpandDims unsqueeze_874 1 1 1101 1107 -23303=1,1 |
| Tile expand_408 1 1 1107 1108 -23302=4,1,2,1,1 |
| Reshape reshape_553 1 1 1108 1109 0=128 1=196 2=16 |
| MatMul matmultransb_21 2 1 1102 1106 1110 0=1 |
| BinaryOp div_84 1 1 1110 1111 0=3 1=1 2=11.3137083 |
| Softmax softmax_245 1 1 1111 1112 0=2 1=1 |
| MatMul matmul_634 2 1 1112 1109 1113 |
| Permute transpose_756 1 1 1113 1114 0=2 |
| Reshape reshape_554 1 1 1114 1115 0=2048 1=196 |
| Gemm gemm_150 1 1 1115 1116 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_85 2 1 1083 1116 1117 0=0 |
| Split splitncnn_88 1 2 1117 1118 1119 |
| RMSNorm rmsn_339 1 1 1119 1120 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_89 1 2 1120 1121 1122 |
| Gemm gemm_151 1 1 1122 1123 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_217 1 1 1123 1124 |
| Gemm gemm_152 1 1 1121 1125 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_86 2 1 1124 1125 1126 0=2 |
| Gemm gemm_153 1 1 1126 1127 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_87 2 1 1118 1127 1128 0=0 |
| Split splitncnn_90 1 2 1128 1129 1130 |
| RMSNorm rmsn_340 1 1 1130 1131 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_91 1 3 1131 1132 1133 1134 |
| Gemm gemm_154 1 1 1134 1135 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_555 1 1 1135 1136 0=128 1=16 2=196 |
| RMSNorm rmsn_341 1 1 1136 1137 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_875 1 1 1137 1138 |
| Permute transpose_757 1 1 1138 1139 0=2 |
| Gemm gemm_155 1 1 1133 1140 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_556 1 1 1140 1141 0=128 1=8 2=196 |
| RMSNorm rmsn_342 1 1 1141 1142 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_876 1 1 1142 1143 |
| Permute transpose_758 1 1 1143 1144 0=2 |
| Gemm gemm_156 1 1 1132 1145 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_557 1 1 1145 1146 0=128 1=8 2=196 |
| Permute transpose_759 1 1 1146 1147 0=2 |
| RotaryEmbed rope_44 3 1 1139 17 74 1148 0=0 |
| RotaryEmbed rope_45 3 1 1144 16 73 1149 0=0 |
| ExpandDims unsqueeze_877 1 1 1149 1150 -23303=1,1 |
| Tile expand_409 1 1 1150 1151 -23302=4,1,2,1,1 |
| Reshape reshape_558 1 1 1151 1152 0=128 1=196 2=16 |
| ExpandDims unsqueeze_878 1 1 1147 1153 -23303=1,1 |
| Tile expand_410 1 1 1153 1154 -23302=4,1,2,1,1 |
| Reshape reshape_559 1 1 1154 1155 0=128 1=196 2=16 |
| MatMul matmultransb_22 2 1 1148 1152 1156 0=1 |
| BinaryOp div_88 1 1 1156 1157 0=3 1=1 2=11.3137083 |
| Softmax softmax_246 1 1 1157 1158 0=2 1=1 |
| MatMul matmul_636 2 1 1158 1155 1159 |
| Permute transpose_761 1 1 1159 1160 0=2 |
| Reshape reshape_560 1 1 1160 1161 0=2048 1=196 |
| Gemm gemm_157 1 1 1161 1162 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_89 2 1 1129 1162 1163 0=0 |
| Split splitncnn_92 1 2 1163 1164 1165 |
| RMSNorm rmsn_343 1 1 1165 1166 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_93 1 2 1166 1167 1168 |
| Gemm gemm_158 1 1 1168 1169 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_218 1 1 1169 1170 |
| Gemm gemm_159 1 1 1167 1171 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_90 2 1 1170 1171 1172 0=2 |
| Gemm gemm_160 1 1 1172 1173 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_91 2 1 1164 1173 1174 0=0 |
| Split splitncnn_94 1 2 1174 1175 1176 |
| RMSNorm rmsn_344 1 1 1176 1177 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_95 1 3 1177 1178 1179 1180 |
| Gemm gemm_161 1 1 1180 1181 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_561 1 1 1181 1182 0=128 1=16 2=196 |
| RMSNorm rmsn_345 1 1 1182 1183 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_879 1 1 1183 1184 |
| Permute transpose_762 1 1 1184 1185 0=2 |
| Gemm gemm_162 1 1 1179 1186 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_562 1 1 1186 1187 0=128 1=8 2=196 |
| RMSNorm rmsn_346 1 1 1187 1188 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_880 1 1 1188 1189 |
| Permute transpose_763 1 1 1189 1190 0=2 |
| Gemm gemm_163 1 1 1178 1191 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_563 1 1 1191 1192 0=128 1=8 2=196 |
| Permute transpose_764 1 1 1192 1193 0=2 |
| RotaryEmbed rope_46 3 1 1185 15 72 1194 0=0 |
| RotaryEmbed rope_47 3 1 1190 14 71 1195 0=0 |
| ExpandDims unsqueeze_881 1 1 1195 1196 -23303=1,1 |
| Tile expand_411 1 1 1196 1197 -23302=4,1,2,1,1 |
| Reshape reshape_564 1 1 1197 1198 0=128 1=196 2=16 |
| ExpandDims unsqueeze_882 1 1 1193 1199 -23303=1,1 |
| Tile expand_412 1 1 1199 1200 -23302=4,1,2,1,1 |
| Reshape reshape_565 1 1 1200 1201 0=128 1=196 2=16 |
| MatMul matmultransb_23 2 1 1194 1198 1202 0=1 |
| BinaryOp div_92 1 1 1202 1203 0=3 1=1 2=11.3137083 |
| Softmax softmax_247 1 1 1203 1204 0=2 1=1 |
| MatMul matmul_638 2 1 1204 1201 1205 |
| Permute transpose_766 1 1 1205 1206 0=2 |
| Reshape reshape_566 1 1 1206 1207 0=2048 1=196 |
| Gemm gemm_164 1 1 1207 1208 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_93 2 1 1175 1208 1209 0=0 |
| Split splitncnn_96 1 2 1209 1210 1211 |
| RMSNorm rmsn_347 1 1 1211 1212 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_97 1 2 1212 1213 1214 |
| Gemm gemm_165 1 1 1214 1215 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_219 1 1 1215 1216 |
| Gemm gemm_166 1 1 1213 1217 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_94 2 1 1216 1217 1218 0=2 |
| Gemm gemm_167 1 1 1218 1219 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_95 2 1 1210 1219 1220 0=0 |
| Split splitncnn_98 1 2 1220 1221 1222 |
| RMSNorm rmsn_348 1 1 1222 1223 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_99 1 3 1223 1224 1225 1226 |
| Gemm gemm_168 1 1 1226 1227 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_567 1 1 1227 1228 0=128 1=16 2=196 |
| RMSNorm rmsn_349 1 1 1228 1229 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_883 1 1 1229 1230 |
| Permute transpose_767 1 1 1230 1231 0=2 |
| Gemm gemm_169 1 1 1225 1232 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_568 1 1 1232 1233 0=128 1=8 2=196 |
| RMSNorm rmsn_350 1 1 1233 1234 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_884 1 1 1234 1235 |
| Permute transpose_768 1 1 1235 1236 0=2 |
| Gemm gemm_170 1 1 1224 1237 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_569 1 1 1237 1238 0=128 1=8 2=196 |
| Permute transpose_769 1 1 1238 1239 0=2 |
| RotaryEmbed rope_48 3 1 1231 13 70 1240 0=0 |
| RotaryEmbed rope_49 3 1 1236 12 69 1241 0=0 |
| ExpandDims unsqueeze_885 1 1 1241 1242 -23303=1,1 |
| Tile expand_413 1 1 1242 1243 -23302=4,1,2,1,1 |
| Reshape reshape_570 1 1 1243 1244 0=128 1=196 2=16 |
| ExpandDims unsqueeze_886 1 1 1239 1245 -23303=1,1 |
| Tile expand_414 1 1 1245 1246 -23302=4,1,2,1,1 |
| Reshape reshape_571 1 1 1246 1247 0=128 1=196 2=16 |
| MatMul matmultransb_24 2 1 1240 1244 1248 0=1 |
| BinaryOp div_96 1 1 1248 1249 0=3 1=1 2=11.3137083 |
| Softmax softmax_248 1 1 1249 1250 0=2 1=1 |
| MatMul matmul_640 2 1 1250 1247 1251 |
| Permute transpose_771 1 1 1251 1252 0=2 |
| Reshape reshape_572 1 1 1252 1253 0=2048 1=196 |
| Gemm gemm_171 1 1 1253 1254 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_97 2 1 1221 1254 1255 0=0 |
| Split splitncnn_100 1 2 1255 1256 1257 |
| RMSNorm rmsn_351 1 1 1257 1258 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_101 1 2 1258 1259 1260 |
| Gemm gemm_172 1 1 1260 1261 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_220 1 1 1261 1262 |
| Gemm gemm_173 1 1 1259 1263 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_98 2 1 1262 1263 1264 0=2 |
| Gemm gemm_174 1 1 1264 1265 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_99 2 1 1256 1265 1266 0=0 |
| Split splitncnn_102 1 2 1266 1267 1268 |
| RMSNorm rmsn_352 1 1 1268 1269 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_103 1 3 1269 1270 1271 1272 |
| Gemm gemm_175 1 1 1272 1273 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_573 1 1 1273 1274 0=128 1=16 2=196 |
| RMSNorm rmsn_353 1 1 1274 1275 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_887 1 1 1275 1276 |
| Permute transpose_772 1 1 1276 1277 0=2 |
| Gemm gemm_176 1 1 1271 1278 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_574 1 1 1278 1279 0=128 1=8 2=196 |
| RMSNorm rmsn_354 1 1 1279 1280 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_888 1 1 1280 1281 |
| Permute transpose_773 1 1 1281 1282 0=2 |
| Gemm gemm_177 1 1 1270 1283 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_575 1 1 1283 1284 0=128 1=8 2=196 |
| Permute transpose_774 1 1 1284 1285 0=2 |
| RotaryEmbed rope_50 3 1 1277 11 68 1286 0=0 |
| RotaryEmbed rope_51 3 1 1282 10 67 1287 0=0 |
| ExpandDims unsqueeze_889 1 1 1287 1288 -23303=1,1 |
| Tile expand_415 1 1 1288 1289 -23302=4,1,2,1,1 |
| Reshape reshape_576 1 1 1289 1290 0=128 1=196 2=16 |
| ExpandDims unsqueeze_890 1 1 1285 1291 -23303=1,1 |
| Tile expand_416 1 1 1291 1292 -23302=4,1,2,1,1 |
| Reshape reshape_577 1 1 1292 1293 0=128 1=196 2=16 |
| MatMul matmultransb_25 2 1 1286 1290 1294 0=1 |
| BinaryOp div_100 1 1 1294 1295 0=3 1=1 2=11.3137083 |
| Softmax softmax_249 1 1 1295 1296 0=2 1=1 |
| MatMul matmul_642 2 1 1296 1293 1297 |
| Permute transpose_776 1 1 1297 1298 0=2 |
| Reshape reshape_578 1 1 1298 1299 0=2048 1=196 |
| Gemm gemm_178 1 1 1299 1300 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_101 2 1 1267 1300 1301 0=0 |
| Split splitncnn_104 1 2 1301 1302 1303 |
| RMSNorm rmsn_355 1 1 1303 1304 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_105 1 2 1304 1305 1306 |
| Gemm gemm_179 1 1 1306 1307 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_221 1 1 1307 1308 |
| Gemm gemm_180 1 1 1305 1309 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_102 2 1 1308 1309 1310 0=2 |
| Gemm gemm_181 1 1 1310 1311 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_103 2 1 1302 1311 1312 0=0 |
| Split splitncnn_106 1 2 1312 1313 1314 |
| RMSNorm rmsn_356 1 1 1314 1315 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_107 1 3 1315 1316 1317 1318 |
| Gemm gemm_182 1 1 1318 1319 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_579 1 1 1319 1320 0=128 1=16 2=196 |
| RMSNorm rmsn_357 1 1 1320 1321 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_891 1 1 1321 1322 |
| Permute transpose_777 1 1 1322 1323 0=2 |
| Gemm gemm_183 1 1 1317 1324 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_580 1 1 1324 1325 0=128 1=8 2=196 |
| RMSNorm rmsn_358 1 1 1325 1326 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_892 1 1 1326 1327 |
| Permute transpose_778 1 1 1327 1328 0=2 |
| Gemm gemm_184 1 1 1316 1329 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_581 1 1 1329 1330 0=128 1=8 2=196 |
| Permute transpose_779 1 1 1330 1331 0=2 |
| RotaryEmbed rope_52 3 1 1323 9 66 1332 0=0 |
| RotaryEmbed rope_53 3 1 1328 8 65 1333 0=0 |
| ExpandDims unsqueeze_893 1 1 1333 1334 -23303=1,1 |
| Tile expand_417 1 1 1334 1335 -23302=4,1,2,1,1 |
| Reshape reshape_582 1 1 1335 1336 0=128 1=196 2=16 |
| ExpandDims unsqueeze_894 1 1 1331 1337 -23303=1,1 |
| Tile expand_418 1 1 1337 1338 -23302=4,1,2,1,1 |
| Reshape reshape_583 1 1 1338 1339 0=128 1=196 2=16 |
| MatMul matmultransb_26 2 1 1332 1336 1340 0=1 |
| BinaryOp div_104 1 1 1340 1341 0=3 1=1 2=11.3137083 |
| Softmax softmax_250 1 1 1341 1342 0=2 1=1 |
| MatMul matmul_644 2 1 1342 1339 1343 |
| Permute transpose_781 1 1 1343 1344 0=2 |
| Reshape reshape_584 1 1 1344 1345 0=2048 1=196 |
| Gemm gemm_185 1 1 1345 1346 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_105 2 1 1313 1346 1347 0=0 |
| Split splitncnn_108 1 2 1347 1348 1349 |
| RMSNorm rmsn_359 1 1 1349 1350 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_109 1 2 1350 1351 1352 |
| Gemm gemm_186 1 1 1352 1353 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_222 1 1 1353 1354 |
| Gemm gemm_187 1 1 1351 1355 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_106 2 1 1354 1355 1356 0=2 |
| Gemm gemm_188 1 1 1356 1357 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_107 2 1 1348 1357 1358 0=0 |
| Split splitncnn_110 1 2 1358 1359 1360 |
| RMSNorm rmsn_360 1 1 1360 1361 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_111 1 3 1361 1362 1363 1364 |
| Gemm gemm_189 1 1 1364 1365 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=2048 9=1024 |
| Reshape reshape_585 1 1 1365 1366 0=128 1=16 2=196 |
| RMSNorm rmsn_361 1 1 1366 1367 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_895 1 1 1367 1368 |
| Permute transpose_782 1 1 1368 1369 0=2 |
| Gemm gemm_190 1 1 1363 1370 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_586 1 1 1370 1371 0=128 1=8 2=196 |
| RMSNorm rmsn_362 1 1 1371 1372 0=128 1=1.000000e-6 2=1 |
| ExpandDims unsqueeze_896 1 1 1372 1373 |
| Permute transpose_783 1 1 1373 1374 0=2 |
| Gemm gemm_191 1 1 1362 1375 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=1024 |
| Reshape reshape_587 1 1 1375 1376 0=128 1=8 2=196 |
| Permute transpose_784 1 1 1376 1377 0=2 |
| RotaryEmbed rope_54 3 1 1369 7 64 1378 0=0 |
| RotaryEmbed rope_55 3 1 1374 6 63 1379 0=0 |
| ExpandDims unsqueeze_897 1 1 1379 1380 -23303=1,1 |
| Tile expand_419 1 1 1380 1381 -23302=4,1,2,1,1 |
| Reshape reshape_588 1 1 1381 1382 0=128 1=196 2=16 |
| ExpandDims unsqueeze_898 1 1 1377 1383 -23303=1,1 |
| Tile expand_420 1 1 1383 1384 -23302=4,1,2,1,1 |
| Reshape reshape_589 1 1 1384 1385 0=128 1=196 2=16 |
| MatMul matmultransb_27 2 1 1378 1382 1386 0=1 |
| BinaryOp div_108 1 1 1386 1387 0=3 1=1 2=11.3137083 |
| Softmax softmax_251 1 1 1387 1388 0=2 1=1 |
| MatMul matmul_646 2 1 1388 1385 1389 |
| Permute transpose_786 1 1 1389 1390 0=2 |
| Reshape reshape_590 1 1 1390 1391 0=2048 1=196 |
| Gemm gemm_192 1 1 1391 1392 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=2048 |
| BinaryOp add_109 2 1 1359 1392 1393 0=0 |
| Split splitncnn_112 1 2 1393 1394 1395 |
| RMSNorm rmsn_363 1 1 1395 1396 0=1024 1=1.000000e-6 2=1 |
| Split splitncnn_113 1 2 1396 1397 1398 |
| Gemm gemm_193 1 1 1398 1399 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| Swish silu_223 1 1 1399 1400 |
| Gemm gemm_194 1 1 1397 1401 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=3072 9=1024 |
| BinaryOp mul_110 2 1 1400 1401 1402 0=2 |
| Gemm gemm_195 1 1 1402 1403 10=-1 2=0 3=1 4=0 5=1 6=1 7=196 8=1024 9=3072 |
| BinaryOp add_111 2 1 1394 1403 1404 0=0 |
| RMSNorm rmsn_364 1 1 1404 out0 0=1024 1=1.000000e-6 2=1 |
|
|
