Upload vision_encoder.ncnn.param with huggingface_hub

vision_encoder.ncnn.param

@@ -0,0 +1,1436 @@
+7767517
+1434 1796
+Input in0 0 1 in0
+Split splitncnn_0 1 2 in0 1 2
+Input in1 0 1 in1
+Input in2 0 1 in2
+RMSNorm rmsn_0 1 1 2 5 0=1024 1=1.000000e-6 2=1
+Split splitncnn_1 1 3 5 6 7 8
+MemoryData pnnx_fold_43 0 1 9 0=2048 1=1024
+MatMul matmul_365 2 1 8 9 10
+Reshape reshape_253 1 1 10 11 0=128 1=16 2=-1
+MemoryData pnnx_fold_53 0 1 12 0=2048 1=1024
+MatMul matmul_366 2 1 7 12 13
+Reshape reshape_254 1 1 13 14 0=128 1=16 2=-1
+MemoryData pnnx_fold_61 0 1 15 0=2048 1=1024
+MatMul matmul_367 2 1 6 15 16
+Reshape reshape_255 1 1 16 17 0=128 1=16 2=-1
+RMSNorm rmsn_1 1 1 11 18 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_2 1 1 14 19 0=128 1=1.000000e-6 2=1
+Permute permute_141 1 1 18 20 0=0
+Split splitncnn_2 1 2 20 21 22
+Permute permute_142 1 1 19 23 0=0
+Split splitncnn_3 1 2 23 24 25
+Split splitncnn_4 1 56 in1 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
+Split splitncnn_5 1 56 in2 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141
+Slice tensor_split_0 1 2 21 142 143 -23300=2,64,-233 1=2
+Slice tensor_split_1 1 2 24 144 145 -23300=2,64,-233 1=2
+UnaryOp neg_0 1 1 143 146 0=1
+Concat cat_0 2 1 146 142 147 0=2
+UnaryOp neg_1 1 1 145 148 0=1
+Concat cat_1 2 1 148 144 149 0=2
+BinaryOp mul_2 2 1 147 86 150 0=2
+BinaryOp mul_3 2 1 22 28 151 0=2
+BinaryOp add_4 2 1 151 150 152 0=0
+BinaryOp mul_5 2 1 149 87 153 0=2
+BinaryOp mul_6 2 1 25 29 154 0=2
+BinaryOp add_7 2 1 154 153 155 0=0
+Permute zfx_pre_0 1 1 152 zfx_pb_1 0=2
+Permute zfx_pre_2 1 1 155 zfx_pb_3 0=2
+Permute zfx_pre_4 1 1 17 zfx_pb_5 0=2
+SDPA sdpa_565 3 1 zfx_pb_1 zfx_pb_3 zfx_pb_5 156 5=0
+Permute zfx_post_6 1 1 156 zfx_pob_7 0=2
+Reshape reshape_256 1 1 zfx_pob_7 157 0=2048 1=-1
+MemoryData pnnx_fold_216 0 1 158 0=1024 1=2048
+MatMul matmul_368 2 1 157 158 159
+BinaryOp add_8 2 1 1 159 160 0=0
+Split splitncnn_6 1 2 160 161 162
+RMSNorm rmsn_3 1 1 162 163 0=1024 1=1.000000e-6 2=1
+Split splitncnn_7 1 2 163 164 165
+MemoryData pnnx_fold_243 0 1 166 0=3072 1=1024
+MatMul matmul_369 2 1 165 166 167
+MemoryData pnnx_fold_247 0 1 168 0=3072 1=1024
+MatMul matmul_370 2 1 164 168 169
+Swish silu_113 1 1 167 170
+BinaryOp mul_9 2 1 170 169 171 0=2
+MemoryData pnnx_fold_254 0 1 172 0=1024 1=3072
+MatMul matmul_371 2 1 171 172 173
+BinaryOp add_10 2 1 161 173 174 0=0
+Split splitncnn_8 1 2 174 175 176
+RMSNorm rmsn_4 1 1 176 177 0=1024 1=1.000000e-6 2=1
+Split splitncnn_9 1 3 177 178 179 180
+MemoryData pnnx_fold_296 0 1 181 0=2048 1=1024
+MatMul matmul_372 2 1 180 181 182
+Reshape reshape_257 1 1 182 183 0=128 1=16 2=-1
+MemoryData pnnx_fold_304 0 1 184 0=2048 1=1024
+MatMul matmul_373 2 1 179 184 185
+Reshape reshape_258 1 1 185 186 0=128 1=16 2=-1
+MemoryData pnnx_fold_312 0 1 187 0=2048 1=1024
+MatMul matmul_374 2 1 178 187 188
+Reshape reshape_259 1 1 188 189 0=128 1=16 2=-1
+RMSNorm rmsn_5 1 1 183 190 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_6 1 1 186 191 0=128 1=1.000000e-6 2=1
+Permute permute_145 1 1 190 192 0=0
+Split splitncnn_10 1 2 192 193 194
+Permute permute_146 1 1 191 195 0=0
+Split splitncnn_11 1 2 195 196 197
+Slice tensor_split_2 1 2 193 198 199 -23300=2,64,-233 1=2
+Slice tensor_split_3 1 2 196 200 201 -23300=2,64,-233 1=2
+UnaryOp neg_11 1 1 199 202 0=1
+Concat cat_2 2 1 202 198 203 0=2
+UnaryOp neg_12 1 1 201 204 0=1
+Concat cat_3 2 1 204 200 205 0=2
+BinaryOp mul_13 2 1 203 88 206 0=2
+BinaryOp mul_14 2 1 194 30 207 0=2
+BinaryOp add_15 2 1 207 206 208 0=0
+BinaryOp mul_16 2 1 205 89 209 0=2
+BinaryOp mul_17 2 1 197 31 210 0=2
+BinaryOp add_18 2 1 210 209 211 0=0
+Permute zfx_pre_8 1 1 208 zfx_pb_9 0=2
+Permute zfx_pre_10 1 1 211 zfx_pb_11 0=2
+Permute zfx_pre_12 1 1 189 zfx_pb_13 0=2
+SDPA sdpa_566 3 1 zfx_pb_9 zfx_pb_11 zfx_pb_13 212 5=0
+Permute zfx_post_14 1 1 212 zfx_pob_15 0=2
+Reshape reshape_260 1 1 zfx_pob_15 213 0=2048 1=-1
+MemoryData pnnx_fold_464 0 1 214 0=1024 1=2048
+MatMul matmul_375 2 1 213 214 215
+BinaryOp add_19 2 1 175 215 216 0=0
+Split splitncnn_12 1 2 216 217 218
+RMSNorm rmsn_7 1 1 218 219 0=1024 1=1.000000e-6 2=1
+Split splitncnn_13 1 2 219 220 221
+MemoryData pnnx_fold_491 0 1 222 0=3072 1=1024
+MatMul matmul_376 2 1 221 222 223
+MemoryData pnnx_fold_495 0 1 224 0=3072 1=1024
+MatMul matmul_377 2 1 220 224 225
+Swish silu_114 1 1 223 226
+BinaryOp mul_20 2 1 226 225 227 0=2
+MemoryData pnnx_fold_502 0 1 228 0=1024 1=3072
+MatMul matmul_378 2 1 227 228 229
+BinaryOp add_21 2 1 217 229 230 0=0
+Split splitncnn_14 1 2 230 231 232
+RMSNorm rmsn_8 1 1 232 233 0=1024 1=1.000000e-6 2=1
+Split splitncnn_15 1 3 233 234 235 236
+MemoryData pnnx_fold_544 0 1 237 0=2048 1=1024
+MatMul matmul_379 2 1 236 237 238
+Reshape reshape_261 1 1 238 239 0=128 1=16 2=-1
+MemoryData pnnx_fold_552 0 1 240 0=2048 1=1024
+MatMul matmul_380 2 1 235 240 241
+Reshape reshape_262 1 1 241 242 0=128 1=16 2=-1
+MemoryData pnnx_fold_560 0 1 243 0=2048 1=1024
+MatMul matmul_381 2 1 234 243 244
+Reshape reshape_263 1 1 244 245 0=128 1=16 2=-1
+RMSNorm rmsn_9 1 1 239 246 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_10 1 1 242 247 0=128 1=1.000000e-6 2=1
+Permute permute_149 1 1 246 248 0=0
+Split splitncnn_16 1 2 248 249 250
+Permute permute_150 1 1 247 251 0=0
+Split splitncnn_17 1 2 251 252 253
+Slice tensor_split_4 1 2 249 254 255 -23300=2,64,-233 1=2
+Slice tensor_split_5 1 2 252 256 257 -23300=2,64,-233 1=2
+UnaryOp neg_22 1 1 255 258 0=1
+Concat cat_4 2 1 258 254 259 0=2
+UnaryOp neg_23 1 1 257 260 0=1
+Concat cat_5 2 1 260 256 261 0=2
+BinaryOp mul_24 2 1 259 90 262 0=2
+BinaryOp mul_25 2 1 250 32 263 0=2
+BinaryOp add_26 2 1 263 262 264 0=0
+BinaryOp mul_27 2 1 261 91 265 0=2
+BinaryOp mul_28 2 1 253 33 266 0=2
+BinaryOp add_29 2 1 266 265 267 0=0
+Permute zfx_pre_16 1 1 264 zfx_pb_17 0=2
+Permute zfx_pre_18 1 1 267 zfx_pb_19 0=2
+Permute zfx_pre_20 1 1 245 zfx_pb_21 0=2
+SDPA sdpa_567 3 1 zfx_pb_17 zfx_pb_19 zfx_pb_21 268 5=0
+Permute zfx_post_22 1 1 268 zfx_pob_23 0=2
+Reshape reshape_264 1 1 zfx_pob_23 269 0=2048 1=-1
+MemoryData pnnx_fold_712 0 1 270 0=1024 1=2048
+MatMul matmul_382 2 1 269 270 271
+BinaryOp add_30 2 1 231 271 272 0=0
+Split splitncnn_18 1 2 272 273 274
+RMSNorm rmsn_11 1 1 274 275 0=1024 1=1.000000e-6 2=1
+Split splitncnn_19 1 2 275 276 277
+MemoryData pnnx_fold_739 0 1 278 0=3072 1=1024
+MatMul matmul_383 2 1 277 278 279
+MemoryData pnnx_fold_743 0 1 280 0=3072 1=1024
+MatMul matmul_384 2 1 276 280 281
+Swish silu_115 1 1 279 282
+BinaryOp mul_31 2 1 282 281 283 0=2
+MemoryData pnnx_fold_750 0 1 284 0=1024 1=3072
+MatMul matmul_385 2 1 283 284 285
+BinaryOp add_32 2 1 273 285 286 0=0
+Split splitncnn_20 1 2 286 287 288
+RMSNorm rmsn_12 1 1 288 289 0=1024 1=1.000000e-6 2=1
+Split splitncnn_21 1 3 289 290 291 292
+MemoryData pnnx_fold_792 0 1 293 0=2048 1=1024
+MatMul matmul_386 2 1 292 293 294
+Reshape reshape_265 1 1 294 295 0=128 1=16 2=-1
+MemoryData pnnx_fold_800 0 1 296 0=2048 1=1024
+MatMul matmul_387 2 1 291 296 297
+Reshape reshape_266 1 1 297 298 0=128 1=16 2=-1
+MemoryData pnnx_fold_808 0 1 299 0=2048 1=1024
+MatMul matmul_388 2 1 290 299 300
+Reshape reshape_267 1 1 300 301 0=128 1=16 2=-1
+RMSNorm rmsn_13 1 1 295 302 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_14 1 1 298 303 0=128 1=1.000000e-6 2=1
+Permute permute_153 1 1 302 304 0=0
+Split splitncnn_22 1 2 304 305 306
+Permute permute_154 1 1 303 307 0=0
+Split splitncnn_23 1 2 307 308 309
+Slice tensor_split_6 1 2 305 310 311 -23300=2,64,-233 1=2
+Slice tensor_split_7 1 2 308 312 313 -23300=2,64,-233 1=2
+UnaryOp neg_33 1 1 311 314 0=1
+Concat cat_6 2 1 314 310 315 0=2
+UnaryOp neg_34 1 1 313 316 0=1
+Concat cat_7 2 1 316 312 317 0=2
+BinaryOp mul_35 2 1 315 92 318 0=2
+BinaryOp mul_36 2 1 306 34 319 0=2
+BinaryOp add_37 2 1 319 318 320 0=0
+BinaryOp mul_38 2 1 317 93 321 0=2
+BinaryOp mul_39 2 1 309 35 322 0=2
+BinaryOp add_40 2 1 322 321 323 0=0
+Permute zfx_pre_24 1 1 320 zfx_pb_25 0=2
+Permute zfx_pre_26 1 1 323 zfx_pb_27 0=2
+Permute zfx_pre_28 1 1 301 zfx_pb_29 0=2
+SDPA sdpa_568 3 1 zfx_pb_25 zfx_pb_27 zfx_pb_29 324 5=0
+Permute zfx_post_30 1 1 324 zfx_pob_31 0=2
+Reshape reshape_268 1 1 zfx_pob_31 325 0=2048 1=-1
+MemoryData pnnx_fold_960 0 1 326 0=1024 1=2048
+MatMul matmul_389 2 1 325 326 327
+BinaryOp add_41 2 1 287 327 328 0=0
+Split splitncnn_24 1 2 328 329 330
+RMSNorm rmsn_15 1 1 330 331 0=1024 1=1.000000e-6 2=1
+Split splitncnn_25 1 2 331 332 333
+MemoryData pnnx_fold_987 0 1 334 0=3072 1=1024
+MatMul matmul_390 2 1 333 334 335
+MemoryData pnnx_fold_991 0 1 336 0=3072 1=1024
+MatMul matmul_391 2 1 332 336 337
+Swish silu_116 1 1 335 338
+BinaryOp mul_42 2 1 338 337 339 0=2
+MemoryData pnnx_fold_998 0 1 340 0=1024 1=3072
+MatMul matmul_392 2 1 339 340 341
+BinaryOp add_43 2 1 329 341 342 0=0
+Split splitncnn_26 1 2 342 343 344
+RMSNorm rmsn_16 1 1 344 345 0=1024 1=1.000000e-6 2=1
+Split splitncnn_27 1 3 345 346 347 348
+MemoryData pnnx_fold_1040 0 1 349 0=2048 1=1024
+MatMul matmul_393 2 1 348 349 350
+Reshape reshape_269 1 1 350 351 0=128 1=16 2=-1
+MemoryData pnnx_fold_1048 0 1 352 0=2048 1=1024
+MatMul matmul_394 2 1 347 352 353
+Reshape reshape_270 1 1 353 354 0=128 1=16 2=-1
+MemoryData pnnx_fold_1056 0 1 355 0=2048 1=1024
+MatMul matmul_395 2 1 346 355 356
+Reshape reshape_271 1 1 356 357 0=128 1=16 2=-1
+RMSNorm rmsn_17 1 1 351 358 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_18 1 1 354 359 0=128 1=1.000000e-6 2=1
+Permute permute_157 1 1 358 360 0=0
+Split splitncnn_28 1 2 360 361 362
+Permute permute_158 1 1 359 363 0=0
+Split splitncnn_29 1 2 363 364 365
+Slice tensor_split_8 1 2 361 366 367 -23300=2,64,-233 1=2
+Slice tensor_split_9 1 2 364 368 369 -23300=2,64,-233 1=2
+UnaryOp neg_44 1 1 367 370 0=1
+Concat cat_8 2 1 370 366 371 0=2
+UnaryOp neg_45 1 1 369 372 0=1
+Concat cat_9 2 1 372 368 373 0=2
+BinaryOp mul_46 2 1 371 94 374 0=2
+BinaryOp mul_47 2 1 362 36 375 0=2
+BinaryOp add_48 2 1 375 374 376 0=0
+BinaryOp mul_49 2 1 373 95 377 0=2
+BinaryOp mul_50 2 1 365 37 378 0=2
+BinaryOp add_51 2 1 378 377 379 0=0
+Permute zfx_pre_32 1 1 376 zfx_pb_33 0=2
+Permute zfx_pre_34 1 1 379 zfx_pb_35 0=2
+Permute zfx_pre_36 1 1 357 zfx_pb_37 0=2
+SDPA sdpa_569 3 1 zfx_pb_33 zfx_pb_35 zfx_pb_37 380 5=0
+Permute zfx_post_38 1 1 380 zfx_pob_39 0=2
+Reshape reshape_272 1 1 zfx_pob_39 381 0=2048 1=-1
+MemoryData pnnx_fold_1208 0 1 382 0=1024 1=2048
+MatMul matmul_396 2 1 381 382 383
+BinaryOp add_52 2 1 343 383 384 0=0
+Split splitncnn_30 1 2 384 385 386
+RMSNorm rmsn_19 1 1 386 387 0=1024 1=1.000000e-6 2=1
+Split splitncnn_31 1 2 387 388 389
+MemoryData pnnx_fold_1235 0 1 390 0=3072 1=1024
+MatMul matmul_397 2 1 389 390 391
+MemoryData pnnx_fold_1239 0 1 392 0=3072 1=1024
+MatMul matmul_398 2 1 388 392 393
+Swish silu_117 1 1 391 394
+BinaryOp mul_53 2 1 394 393 395 0=2
+MemoryData pnnx_fold_1246 0 1 396 0=1024 1=3072
+MatMul matmul_399 2 1 395 396 397
+BinaryOp add_54 2 1 385 397 398 0=0
+Split splitncnn_32 1 2 398 399 400
+RMSNorm rmsn_20 1 1 400 401 0=1024 1=1.000000e-6 2=1
+Split splitncnn_33 1 3 401 402 403 404
+MemoryData pnnx_fold_1288 0 1 405 0=2048 1=1024
+MatMul matmul_400 2 1 404 405 406
+Reshape reshape_273 1 1 406 407 0=128 1=16 2=-1
+MemoryData pnnx_fold_1296 0 1 408 0=2048 1=1024
+MatMul matmul_401 2 1 403 408 409
+Reshape reshape_274 1 1 409 410 0=128 1=16 2=-1
+MemoryData pnnx_fold_1304 0 1 411 0=2048 1=1024
+MatMul matmul_402 2 1 402 411 412
+Reshape reshape_275 1 1 412 413 0=128 1=16 2=-1
+RMSNorm rmsn_21 1 1 407 414 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_22 1 1 410 415 0=128 1=1.000000e-6 2=1
+Permute permute_161 1 1 414 416 0=0
+Split splitncnn_34 1 2 416 417 418
+Permute permute_162 1 1 415 419 0=0
+Split splitncnn_35 1 2 419 420 421
+Slice tensor_split_10 1 2 417 422 423 -23300=2,64,-233 1=2
+Slice tensor_split_11 1 2 420 424 425 -23300=2,64,-233 1=2
+UnaryOp neg_55 1 1 423 426 0=1
+Concat cat_10 2 1 426 422 427 0=2
+UnaryOp neg_56 1 1 425 428 0=1
+Concat cat_11 2 1 428 424 429 0=2
+BinaryOp mul_57 2 1 427 96 430 0=2
+BinaryOp mul_58 2 1 418 38 431 0=2
+BinaryOp add_59 2 1 431 430 432 0=0
+BinaryOp mul_60 2 1 429 97 433 0=2
+BinaryOp mul_61 2 1 421 39 434 0=2
+BinaryOp add_62 2 1 434 433 435 0=0
+Permute zfx_pre_40 1 1 432 zfx_pb_41 0=2
+Permute zfx_pre_42 1 1 435 zfx_pb_43 0=2
+Permute zfx_pre_44 1 1 413 zfx_pb_45 0=2
+SDPA sdpa_570 3 1 zfx_pb_41 zfx_pb_43 zfx_pb_45 436 5=0
+Permute zfx_post_46 1 1 436 zfx_pob_47 0=2
+Reshape reshape_276 1 1 zfx_pob_47 437 0=2048 1=-1
+MemoryData pnnx_fold_1456 0 1 438 0=1024 1=2048
+MatMul matmul_403 2 1 437 438 439
+BinaryOp add_63 2 1 399 439 440 0=0
+Split splitncnn_36 1 2 440 441 442
+RMSNorm rmsn_23 1 1 442 443 0=1024 1=1.000000e-6 2=1
+Split splitncnn_37 1 2 443 444 445
+MemoryData pnnx_fold_1483 0 1 446 0=3072 1=1024
+MatMul matmul_404 2 1 445 446 447
+MemoryData pnnx_fold_1487 0 1 448 0=3072 1=1024
+MatMul matmul_405 2 1 444 448 449
+Swish silu_118 1 1 447 450
+BinaryOp mul_64 2 1 450 449 451 0=2
+MemoryData pnnx_fold_1494 0 1 452 0=1024 1=3072
+MatMul matmul_406 2 1 451 452 453
+BinaryOp add_65 2 1 441 453 454 0=0
+Split splitncnn_38 1 2 454 455 456
+RMSNorm rmsn_24 1 1 456 457 0=1024 1=1.000000e-6 2=1
+Split splitncnn_39 1 3 457 458 459 460
+MemoryData pnnx_fold_1536 0 1 461 0=2048 1=1024
+MatMul matmul_407 2 1 460 461 462
+Reshape reshape_277 1 1 462 463 0=128 1=16 2=-1
+MemoryData pnnx_fold_1544 0 1 464 0=2048 1=1024
+MatMul matmul_408 2 1 459 464 465
+Reshape reshape_278 1 1 465 466 0=128 1=16 2=-1
+MemoryData pnnx_fold_1552 0 1 467 0=2048 1=1024
+MatMul matmul_409 2 1 458 467 468
+Reshape reshape_279 1 1 468 469 0=128 1=16 2=-1
+RMSNorm rmsn_25 1 1 463 470 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_26 1 1 466 471 0=128 1=1.000000e-6 2=1
+Permute permute_165 1 1 470 472 0=0
+Split splitncnn_40 1 2 472 473 474
+Permute permute_166 1 1 471 475 0=0
+Split splitncnn_41 1 2 475 476 477
+Slice tensor_split_12 1 2 473 478 479 -23300=2,64,-233 1=2
+Slice tensor_split_13 1 2 476 480 481 -23300=2,64,-233 1=2
+UnaryOp neg_66 1 1 479 482 0=1
+Concat cat_12 2 1 482 478 483 0=2
+UnaryOp neg_67 1 1 481 484 0=1
+Concat cat_13 2 1 484 480 485 0=2
+BinaryOp mul_68 2 1 483 98 486 0=2
+BinaryOp mul_69 2 1 474 40 487 0=2
+BinaryOp add_70 2 1 487 486 488 0=0
+BinaryOp mul_71 2 1 485 99 489 0=2
+BinaryOp mul_72 2 1 477 41 490 0=2
+BinaryOp add_73 2 1 490 489 491 0=0
+Permute zfx_pre_48 1 1 488 zfx_pb_49 0=2
+Permute zfx_pre_50 1 1 491 zfx_pb_51 0=2
+Permute zfx_pre_52 1 1 469 zfx_pb_53 0=2
+SDPA sdpa_571 3 1 zfx_pb_49 zfx_pb_51 zfx_pb_53 492 5=0
+Permute zfx_post_54 1 1 492 zfx_pob_55 0=2
+Reshape reshape_280 1 1 zfx_pob_55 493 0=2048 1=-1
+MemoryData pnnx_fold_1704 0 1 494 0=1024 1=2048
+MatMul matmul_410 2 1 493 494 495
+BinaryOp add_74 2 1 455 495 496 0=0
+Split splitncnn_42 1 2 496 497 498
+RMSNorm rmsn_27 1 1 498 499 0=1024 1=1.000000e-6 2=1
+Split splitncnn_43 1 2 499 500 501
+MemoryData pnnx_fold_1731 0 1 502 0=3072 1=1024
+MatMul matmul_411 2 1 501 502 503
+MemoryData pnnx_fold_1735 0 1 504 0=3072 1=1024
+MatMul matmul_412 2 1 500 504 505
+Swish silu_119 1 1 503 506
+BinaryOp mul_75 2 1 506 505 507 0=2
+MemoryData pnnx_fold_1742 0 1 508 0=1024 1=3072
+MatMul matmul_413 2 1 507 508 509
+BinaryOp add_76 2 1 497 509 510 0=0
+Split splitncnn_44 1 2 510 511 512
+RMSNorm rmsn_28 1 1 512 513 0=1024 1=1.000000e-6 2=1
+Split splitncnn_45 1 3 513 514 515 516
+MemoryData pnnx_fold_1784 0 1 517 0=2048 1=1024
+MatMul matmul_414 2 1 516 517 518
+Reshape reshape_281 1 1 518 519 0=128 1=16 2=-1
+MemoryData pnnx_fold_1792 0 1 520 0=2048 1=1024
+MatMul matmul_415 2 1 515 520 521
+Reshape reshape_282 1 1 521 522 0=128 1=16 2=-1
+MemoryData pnnx_fold_1800 0 1 523 0=2048 1=1024
+MatMul matmul_416 2 1 514 523 524
+Reshape reshape_283 1 1 524 525 0=128 1=16 2=-1
+RMSNorm rmsn_29 1 1 519 526 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_30 1 1 522 527 0=128 1=1.000000e-6 2=1
+Permute permute_169 1 1 526 528 0=0
+Split splitncnn_46 1 2 528 529 530
+Permute permute_170 1 1 527 531 0=0
+Split splitncnn_47 1 2 531 532 533
+Slice tensor_split_14 1 2 529 534 535 -23300=2,64,-233 1=2
+Slice tensor_split_15 1 2 532 536 537 -23300=2,64,-233 1=2
+UnaryOp neg_77 1 1 535 538 0=1
+Concat cat_14 2 1 538 534 539 0=2
+UnaryOp neg_78 1 1 537 540 0=1
+Concat cat_15 2 1 540 536 541 0=2
+BinaryOp mul_79 2 1 539 100 542 0=2
+BinaryOp mul_80 2 1 530 42 543 0=2
+BinaryOp add_81 2 1 543 542 544 0=0
+BinaryOp mul_82 2 1 541 101 545 0=2
+BinaryOp mul_83 2 1 533 43 546 0=2
+BinaryOp add_84 2 1 546 545 547 0=0
+Permute zfx_pre_56 1 1 544 zfx_pb_57 0=2
+Permute zfx_pre_58 1 1 547 zfx_pb_59 0=2
+Permute zfx_pre_60 1 1 525 zfx_pb_61 0=2
+SDPA sdpa_572 3 1 zfx_pb_57 zfx_pb_59 zfx_pb_61 548 5=0
+Permute zfx_post_62 1 1 548 zfx_pob_63 0=2
+Reshape reshape_284 1 1 zfx_pob_63 549 0=2048 1=-1
+MemoryData pnnx_fold_1952 0 1 550 0=1024 1=2048
+MatMul matmul_417 2 1 549 550 551
+BinaryOp add_85 2 1 511 551 552 0=0
+Split splitncnn_48 1 2 552 553 554
+RMSNorm rmsn_31 1 1 554 555 0=1024 1=1.000000e-6 2=1
+Split splitncnn_49 1 2 555 556 557
+MemoryData pnnx_fold_1979 0 1 558 0=3072 1=1024
+MatMul matmul_418 2 1 557 558 559
+MemoryData pnnx_fold_1983 0 1 560 0=3072 1=1024
+MatMul matmul_419 2 1 556 560 561
+Swish silu_120 1 1 559 562
+BinaryOp mul_86 2 1 562 561 563 0=2
+MemoryData pnnx_fold_1990 0 1 564 0=1024 1=3072
+MatMul matmul_420 2 1 563 564 565
+BinaryOp add_87 2 1 553 565 566 0=0
+Split splitncnn_50 1 2 566 567 568
+RMSNorm rmsn_32 1 1 568 569 0=1024 1=1.000000e-6 2=1
+Split splitncnn_51 1 3 569 570 571 572
+MemoryData pnnx_fold_2032 0 1 573 0=2048 1=1024
+MatMul matmul_421 2 1 572 573 574
+Reshape reshape_285 1 1 574 575 0=128 1=16 2=-1
+MemoryData pnnx_fold_2040 0 1 576 0=2048 1=1024
+MatMul matmul_422 2 1 571 576 577
+Reshape reshape_286 1 1 577 578 0=128 1=16 2=-1
+MemoryData pnnx_fold_2048 0 1 579 0=2048 1=1024
+MatMul matmul_423 2 1 570 579 580
+Reshape reshape_287 1 1 580 581 0=128 1=16 2=-1
+RMSNorm rmsn_33 1 1 575 582 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_34 1 1 578 583 0=128 1=1.000000e-6 2=1
+Permute permute_173 1 1 582 584 0=0
+Split splitncnn_52 1 2 584 585 586
+Permute permute_174 1 1 583 587 0=0
+Split splitncnn_53 1 2 587 588 589
+Slice tensor_split_16 1 2 585 590 591 -23300=2,64,-233 1=2
+Slice tensor_split_17 1 2 588 592 593 -23300=2,64,-233 1=2
+UnaryOp neg_88 1 1 591 594 0=1
+Concat cat_16 2 1 594 590 595 0=2
+UnaryOp neg_89 1 1 593 596 0=1
+Concat cat_17 2 1 596 592 597 0=2
+BinaryOp mul_90 2 1 595 102 598 0=2
+BinaryOp mul_91 2 1 586 44 599 0=2
+BinaryOp add_92 2 1 599 598 600 0=0
+BinaryOp mul_93 2 1 597 103 601 0=2
+BinaryOp mul_94 2 1 589 45 602 0=2
+BinaryOp add_95 2 1 602 601 603 0=0
+Permute zfx_pre_64 1 1 600 zfx_pb_65 0=2
+Permute zfx_pre_66 1 1 603 zfx_pb_67 0=2
+Permute zfx_pre_68 1 1 581 zfx_pb_69 0=2
+SDPA sdpa_573 3 1 zfx_pb_65 zfx_pb_67 zfx_pb_69 604 5=0
+Permute zfx_post_70 1 1 604 zfx_pob_71 0=2
+Reshape reshape_288 1 1 zfx_pob_71 605 0=2048 1=-1
+MemoryData pnnx_fold_2200 0 1 606 0=1024 1=2048
+MatMul matmul_424 2 1 605 606 607
+BinaryOp add_96 2 1 567 607 608 0=0
+Split splitncnn_54 1 2 608 609 610
+RMSNorm rmsn_35 1 1 610 611 0=1024 1=1.000000e-6 2=1
+Split splitncnn_55 1 2 611 612 613
+MemoryData pnnx_fold_2227 0 1 614 0=3072 1=1024
+MatMul matmul_425 2 1 613 614 615
+MemoryData pnnx_fold_2231 0 1 616 0=3072 1=1024
+MatMul matmul_426 2 1 612 616 617
+Swish silu_121 1 1 615 618
+BinaryOp mul_97 2 1 618 617 619 0=2
+MemoryData pnnx_fold_2238 0 1 620 0=1024 1=3072
+MatMul matmul_427 2 1 619 620 621
+BinaryOp add_98 2 1 609 621 622 0=0
+Split splitncnn_56 1 2 622 623 624
+RMSNorm rmsn_36 1 1 624 625 0=1024 1=1.000000e-6 2=1
+Split splitncnn_57 1 3 625 626 627 628
+MemoryData pnnx_fold_2280 0 1 629 0=2048 1=1024
+MatMul matmul_428 2 1 628 629 630
+Reshape reshape_289 1 1 630 631 0=128 1=16 2=-1
+MemoryData pnnx_fold_2288 0 1 632 0=2048 1=1024
+MatMul matmul_429 2 1 627 632 633
+Reshape reshape_290 1 1 633 634 0=128 1=16 2=-1
+MemoryData pnnx_fold_2296 0 1 635 0=2048 1=1024
+MatMul matmul_430 2 1 626 635 636
+Reshape reshape_291 1 1 636 637 0=128 1=16 2=-1
+RMSNorm rmsn_37 1 1 631 638 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_38 1 1 634 639 0=128 1=1.000000e-6 2=1
+Permute permute_177 1 1 638 640 0=0
+Split splitncnn_58 1 2 640 641 642
+Permute permute_178 1 1 639 643 0=0
+Split splitncnn_59 1 2 643 644 645
+Slice tensor_split_18 1 2 641 646 647 -23300=2,64,-233 1=2
+Slice tensor_split_19 1 2 644 648 649 -23300=2,64,-233 1=2
+UnaryOp neg_99 1 1 647 650 0=1
+Concat cat_18 2 1 650 646 651 0=2
+UnaryOp neg_100 1 1 649 652 0=1
+Concat cat_19 2 1 652 648 653 0=2
+BinaryOp mul_101 2 1 651 104 654 0=2
+BinaryOp mul_102 2 1 642 46 655 0=2
+BinaryOp add_103 2 1 655 654 656 0=0
+BinaryOp mul_104 2 1 653 105 657 0=2
+BinaryOp mul_105 2 1 645 47 658 0=2
+BinaryOp add_106 2 1 658 657 659 0=0
+Permute zfx_pre_72 1 1 656 zfx_pb_73 0=2
+Permute zfx_pre_74 1 1 659 zfx_pb_75 0=2
+Permute zfx_pre_76 1 1 637 zfx_pb_77 0=2
+SDPA sdpa_574 3 1 zfx_pb_73 zfx_pb_75 zfx_pb_77 660 5=0
+Permute zfx_post_78 1 1 660 zfx_pob_79 0=2
+Reshape reshape_292 1 1 zfx_pob_79 661 0=2048 1=-1
+MemoryData pnnx_fold_2448 0 1 662 0=1024 1=2048
+MatMul matmul_431 2 1 661 662 663
+BinaryOp add_107 2 1 623 663 664 0=0
+Split splitncnn_60 1 2 664 665 666
+RMSNorm rmsn_39 1 1 666 667 0=1024 1=1.000000e-6 2=1
+Split splitncnn_61 1 2 667 668 669
+MemoryData pnnx_fold_2475 0 1 670 0=3072 1=1024
+MatMul matmul_432 2 1 669 670 671
+MemoryData pnnx_fold_2479 0 1 672 0=3072 1=1024
+MatMul matmul_433 2 1 668 672 673
+Swish silu_122 1 1 671 674
+BinaryOp mul_108 2 1 674 673 675 0=2
+MemoryData pnnx_fold_2486 0 1 676 0=1024 1=3072
+MatMul matmul_434 2 1 675 676 677
+BinaryOp add_109 2 1 665 677 678 0=0
+Split splitncnn_62 1 2 678 679 680
+RMSNorm rmsn_40 1 1 680 681 0=1024 1=1.000000e-6 2=1
+Split splitncnn_63 1 3 681 682 683 684
+MemoryData pnnx_fold_2528 0 1 685 0=2048 1=1024
+MatMul matmul_435 2 1 684 685 686
+Reshape reshape_293 1 1 686 687 0=128 1=16 2=-1
+MemoryData pnnx_fold_2536 0 1 688 0=2048 1=1024
+MatMul matmul_436 2 1 683 688 689
+Reshape reshape_294 1 1 689 690 0=128 1=16 2=-1
+MemoryData pnnx_fold_2544 0 1 691 0=2048 1=1024
+MatMul matmul_437 2 1 682 691 692
+Reshape reshape_295 1 1 692 693 0=128 1=16 2=-1
+RMSNorm rmsn_41 1 1 687 694 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_42 1 1 690 695 0=128 1=1.000000e-6 2=1
+Permute permute_181 1 1 694 696 0=0
+Split splitncnn_64 1 2 696 697 698
+Permute permute_182 1 1 695 699 0=0
+Split splitncnn_65 1 2 699 700 701
+Slice tensor_split_20 1 2 697 702 703 -23300=2,64,-233 1=2
+Slice tensor_split_21 1 2 700 704 705 -23300=2,64,-233 1=2
+UnaryOp neg_110 1 1 703 706 0=1
+Concat cat_20 2 1 706 702 707 0=2
+UnaryOp neg_111 1 1 705 708 0=1
+Concat cat_21 2 1 708 704 709 0=2
+BinaryOp mul_112 2 1 707 106 710 0=2
+BinaryOp mul_113 2 1 698 48 711 0=2
+BinaryOp add_114 2 1 711 710 712 0=0
+BinaryOp mul_115 2 1 709 107 713 0=2
+BinaryOp mul_116 2 1 701 49 714 0=2
+BinaryOp add_117 2 1 714 713 715 0=0
+Permute zfx_pre_80 1 1 712 zfx_pb_81 0=2
+Permute zfx_pre_82 1 1 715 zfx_pb_83 0=2
+Permute zfx_pre_84 1 1 693 zfx_pb_85 0=2
+SDPA sdpa_575 3 1 zfx_pb_81 zfx_pb_83 zfx_pb_85 716 5=0
+Permute zfx_post_86 1 1 716 zfx_pob_87 0=2
+Reshape reshape_296 1 1 zfx_pob_87 717 0=2048 1=-1
+MemoryData pnnx_fold_2696 0 1 718 0=1024 1=2048
+MatMul matmul_438 2 1 717 718 719
+BinaryOp add_118 2 1 679 719 720 0=0
+Split splitncnn_66 1 2 720 721 722
+RMSNorm rmsn_43 1 1 722 723 0=1024 1=1.000000e-6 2=1
+Split splitncnn_67 1 2 723 724 725
+MemoryData pnnx_fold_2723 0 1 726 0=3072 1=1024
+MatMul matmul_439 2 1 725 726 727
+MemoryData pnnx_fold_2727 0 1 728 0=3072 1=1024
+MatMul matmul_440 2 1 724 728 729
+Swish silu_123 1 1 727 730
+BinaryOp mul_119 2 1 730 729 731 0=2
+MemoryData pnnx_fold_2734 0 1 732 0=1024 1=3072
+MatMul matmul_441 2 1 731 732 733
+BinaryOp add_120 2 1 721 733 734 0=0
+Split splitncnn_68 1 2 734 735 736
+RMSNorm rmsn_44 1 1 736 737 0=1024 1=1.000000e-6 2=1
+Split splitncnn_69 1 3 737 738 739 740
+MemoryData pnnx_fold_2776 0 1 741 0=2048 1=1024
+MatMul matmul_442 2 1 740 741 742
+Reshape reshape_297 1 1 742 743 0=128 1=16 2=-1
+MemoryData pnnx_fold_2784 0 1 744 0=2048 1=1024
+MatMul matmul_443 2 1 739 744 745
+Reshape reshape_298 1 1 745 746 0=128 1=16 2=-1
+MemoryData pnnx_fold_2792 0 1 747 0=2048 1=1024
+MatMul matmul_444 2 1 738 747 748
+Reshape reshape_299 1 1 748 749 0=128 1=16 2=-1
+RMSNorm rmsn_45 1 1 743 750 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_46 1 1 746 751 0=128 1=1.000000e-6 2=1
+Permute permute_185 1 1 750 752 0=0
+Split splitncnn_70 1 2 752 753 754
+Permute permute_186 1 1 751 755 0=0
+Split splitncnn_71 1 2 755 756 757
+Slice tensor_split_22 1 2 753 758 759 -23300=2,64,-233 1=2
+Slice tensor_split_23 1 2 756 760 761 -23300=2,64,-233 1=2
+UnaryOp neg_121 1 1 759 762 0=1
+Concat cat_22 2 1 762 758 763 0=2
+UnaryOp neg_122 1 1 761 764 0=1
+Concat cat_23 2 1 764 760 765 0=2
+BinaryOp mul_123 2 1 763 108 766 0=2
+BinaryOp mul_124 2 1 754 50 767 0=2
+BinaryOp add_125 2 1 767 766 768 0=0
+BinaryOp mul_126 2 1 765 109 769 0=2
+BinaryOp mul_127 2 1 757 51 770 0=2
+BinaryOp add_128 2 1 770 769 771 0=0
+Permute zfx_pre_88 1 1 768 zfx_pb_89 0=2
+Permute zfx_pre_90 1 1 771 zfx_pb_91 0=2
+Permute zfx_pre_92 1 1 749 zfx_pb_93 0=2
+SDPA sdpa_576 3 1 zfx_pb_89 zfx_pb_91 zfx_pb_93 772 5=0
+Permute zfx_post_94 1 1 772 zfx_pob_95 0=2
+Reshape reshape_300 1 1 zfx_pob_95 773 0=2048 1=-1
+MemoryData pnnx_fold_2944 0 1 774 0=1024 1=2048
+MatMul matmul_445 2 1 773 774 775
+BinaryOp add_129 2 1 735 775 776 0=0
+Split splitncnn_72 1 2 776 777 778
+RMSNorm rmsn_47 1 1 778 779 0=1024 1=1.000000e-6 2=1
+Split splitncnn_73 1 2 779 780 781
+MemoryData pnnx_fold_2971 0 1 782 0=3072 1=1024
+MatMul matmul_446 2 1 781 782 783
+MemoryData pnnx_fold_2975 0 1 784 0=3072 1=1024
+MatMul matmul_447 2 1 780 784 785
+Swish silu_124 1 1 783 786
+BinaryOp mul_130 2 1 786 785 787 0=2
+MemoryData pnnx_fold_2983 0 1 788 0=1024 1=3072
+MatMul matmul_448 2 1 787 788 789
+BinaryOp add_131 2 1 777 789 790 0=0
+Split splitncnn_74 1 2 790 791 792
+RMSNorm rmsn_48 1 1 792 793 0=1024 1=1.000000e-6 2=1
+Split splitncnn_75 1 3 793 794 795 796
+MemoryData pnnx_fold_3025 0 1 797 0=2048 1=1024
+MatMul matmul_449 2 1 796 797 798
+Reshape reshape_301 1 1 798 799 0=128 1=16 2=-1
+MemoryData pnnx_fold_3033 0 1 800 0=2048 1=1024
+MatMul matmul_450 2 1 795 800 801
+Reshape reshape_302 1 1 801 802 0=128 1=16 2=-1
+MemoryData pnnx_fold_3041 0 1 803 0=2048 1=1024
+MatMul matmul_451 2 1 794 803 804
+Reshape reshape_303 1 1 804 805 0=128 1=16 2=-1
+RMSNorm rmsn_49 1 1 799 806 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_50 1 1 802 807 0=128 1=1.000000e-6 2=1
+Permute permute_189 1 1 806 808 0=0
+Split splitncnn_76 1 2 808 809 810
+Permute permute_190 1 1 807 811 0=0
+Split splitncnn_77 1 2 811 812 813
+Slice tensor_split_24 1 2 809 814 815 -23300=2,64,-233 1=2
+Slice tensor_split_25 1 2 812 816 817 -23300=2,64,-233 1=2
+UnaryOp neg_132 1 1 815 818 0=1
+Concat cat_24 2 1 818 814 819 0=2
+UnaryOp neg_133 1 1 817 820 0=1
+Concat cat_25 2 1 820 816 821 0=2
+BinaryOp mul_134 2 1 819 110 822 0=2
+BinaryOp mul_135 2 1 810 52 823 0=2
+BinaryOp add_136 2 1 823 822 824 0=0
+BinaryOp mul_137 2 1 821 111 825 0=2
+BinaryOp mul_138 2 1 813 53 826 0=2
+BinaryOp add_139 2 1 826 825 827 0=0
+Permute zfx_pre_96 1 1 824 zfx_pb_97 0=2
+Permute zfx_pre_98 1 1 827 zfx_pb_99 0=2
+Permute zfx_pre_100 1 1 805 zfx_pb_101 0=2
+SDPA sdpa_577 3 1 zfx_pb_97 zfx_pb_99 zfx_pb_101 828 5=0
+Permute zfx_post_102 1 1 828 zfx_pob_103 0=2
+Reshape reshape_304 1 1 zfx_pob_103 829 0=2048 1=-1
+MemoryData pnnx_fold_3193 0 1 830 0=1024 1=2048
+MatMul matmul_452 2 1 829 830 831
+BinaryOp add_140 2 1 791 831 832 0=0
+Split splitncnn_78 1 2 832 833 834
+RMSNorm rmsn_51 1 1 834 835 0=1024 1=1.000000e-6 2=1
+Split splitncnn_79 1 2 835 836 837
+MemoryData pnnx_fold_3220 0 1 838 0=3072 1=1024
+MatMul matmul_453 2 1 837 838 839
+MemoryData pnnx_fold_3224 0 1 840 0=3072 1=1024
+MatMul matmul_454 2 1 836 840 841
+Swish silu_125 1 1 839 842
+BinaryOp mul_141 2 1 842 841 843 0=2
+MemoryData pnnx_fold_3232 0 1 844 0=1024 1=3072
+MatMul matmul_455 2 1 843 844 845
+BinaryOp add_142 2 1 833 845 846 0=0
+Split splitncnn_80 1 2 846 847 848
+RMSNorm rmsn_52 1 1 848 849 0=1024 1=1.000000e-6 2=1
+Split splitncnn_81 1 3 849 850 851 852
+MemoryData pnnx_fold_3274 0 1 853 0=2048 1=1024
+MatMul matmul_456 2 1 852 853 854
+Reshape reshape_305 1 1 854 855 0=128 1=16 2=-1
+MemoryData pnnx_fold_3282 0 1 856 0=2048 1=1024
+MatMul matmul_457 2 1 851 856 857
+Reshape reshape_306 1 1 857 858 0=128 1=16 2=-1
+MemoryData pnnx_fold_3290 0 1 859 0=2048 1=1024
+MatMul matmul_458 2 1 850 859 860
+Reshape reshape_307 1 1 860 861 0=128 1=16 2=-1
+RMSNorm rmsn_53 1 1 855 862 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_54 1 1 858 863 0=128 1=1.000000e-6 2=1
+Permute permute_193 1 1 862 864 0=0
+Split splitncnn_82 1 2 864 865 866
+Permute permute_194 1 1 863 867 0=0
+Split splitncnn_83 1 2 867 868 869
+Slice tensor_split_26 1 2 865 870 871 -23300=2,64,-233 1=2
+Slice tensor_split_27 1 2 868 872 873 -23300=2,64,-233 1=2
+UnaryOp neg_143 1 1 871 874 0=1
+Concat cat_26 2 1 874 870 875 0=2
+UnaryOp neg_144 1 1 873 876 0=1
+Concat cat_27 2 1 876 872 877 0=2
+BinaryOp mul_145 2 1 875 112 878 0=2
+BinaryOp mul_146 2 1 866 54 879 0=2
+BinaryOp add_147 2 1 879 878 880 0=0
+BinaryOp mul_148 2 1 877 113 881 0=2
+BinaryOp mul_149 2 1 869 55 882 0=2
+BinaryOp add_150 2 1 882 881 883 0=0
+Permute zfx_pre_104 1 1 880 zfx_pb_105 0=2
+Permute zfx_pre_106 1 1 883 zfx_pb_107 0=2
+Permute zfx_pre_108 1 1 861 zfx_pb_109 0=2
+SDPA sdpa_578 3 1 zfx_pb_105 zfx_pb_107 zfx_pb_109 884 5=0
+Permute zfx_post_110 1 1 884 zfx_pob_111 0=2
+Reshape reshape_308 1 1 zfx_pob_111 885 0=2048 1=-1
+MemoryData pnnx_fold_3442 0 1 886 0=1024 1=2048
+MatMul matmul_459 2 1 885 886 887
+BinaryOp add_151 2 1 847 887 888 0=0
+Split splitncnn_84 1 2 888 889 890
+RMSNorm rmsn_55 1 1 890 891 0=1024 1=1.000000e-6 2=1
+Split splitncnn_85 1 2 891 892 893
+MemoryData pnnx_fold_3469 0 1 894 0=3072 1=1024
+MatMul matmul_460 2 1 893 894 895
+MemoryData pnnx_fold_3473 0 1 896 0=3072 1=1024
+MatMul matmul_461 2 1 892 896 897
+Swish silu_126 1 1 895 898
+BinaryOp mul_152 2 1 898 897 899 0=2
+MemoryData pnnx_fold_3481 0 1 900 0=1024 1=3072
+MatMul matmul_462 2 1 899 900 901
+BinaryOp add_153 2 1 889 901 902 0=0
+Split splitncnn_86 1 2 902 903 904
+RMSNorm rmsn_56 1 1 904 905 0=1024 1=1.000000e-6 2=1
+Split splitncnn_87 1 3 905 906 907 908
+MemoryData pnnx_fold_3523 0 1 909 0=2048 1=1024
+MatMul matmul_463 2 1 908 909 910
+Reshape reshape_309 1 1 910 911 0=128 1=16 2=-1
+MemoryData pnnx_fold_3531 0 1 912 0=2048 1=1024
+MatMul matmul_464 2 1 907 912 913
+Reshape reshape_310 1 1 913 914 0=128 1=16 2=-1
+MemoryData pnnx_fold_3539 0 1 915 0=2048 1=1024
+MatMul matmul_465 2 1 906 915 916
+Reshape reshape_311 1 1 916 917 0=128 1=16 2=-1
+RMSNorm rmsn_57 1 1 911 918 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_58 1 1 914 919 0=128 1=1.000000e-6 2=1
+Permute permute_197 1 1 918 920 0=0
+Split splitncnn_88 1 2 920 921 922
+Permute permute_198 1 1 919 923 0=0
+Split splitncnn_89 1 2 923 924 925
+Slice tensor_split_28 1 2 921 926 927 -23300=2,64,-233 1=2
+Slice tensor_split_29 1 2 924 928 929 -23300=2,64,-233 1=2
+UnaryOp neg_154 1 1 927 930 0=1
+Concat cat_28 2 1 930 926 931 0=2
+UnaryOp neg_155 1 1 929 932 0=1
+Concat cat_29 2 1 932 928 933 0=2
+BinaryOp mul_156 2 1 931 114 934 0=2
+BinaryOp mul_157 2 1 922 56 935 0=2
+BinaryOp add_158 2 1 935 934 936 0=0
+BinaryOp mul_159 2 1 933 115 937 0=2
+BinaryOp mul_160 2 1 925 57 938 0=2
+BinaryOp add_161 2 1 938 937 939 0=0
+Permute zfx_pre_112 1 1 936 zfx_pb_113 0=2
+Permute zfx_pre_114 1 1 939 zfx_pb_115 0=2
+Permute zfx_pre_116 1 1 917 zfx_pb_117 0=2
+SDPA sdpa_579 3 1 zfx_pb_113 zfx_pb_115 zfx_pb_117 940 5=0
+Permute zfx_post_118 1 1 940 zfx_pob_119 0=2
+Reshape reshape_312 1 1 zfx_pob_119 941 0=2048 1=-1
+MemoryData pnnx_fold_3691 0 1 942 0=1024 1=2048
+MatMul matmul_466 2 1 941 942 943
+BinaryOp add_162 2 1 903 943 944 0=0
+Split splitncnn_90 1 2 944 945 946
+RMSNorm rmsn_59 1 1 946 947 0=1024 1=1.000000e-6 2=1
+Split splitncnn_91 1 2 947 948 949
+MemoryData pnnx_fold_3718 0 1 950 0=3072 1=1024
+MatMul matmul_467 2 1 949 950 951
+MemoryData pnnx_fold_3722 0 1 952 0=3072 1=1024
+MatMul matmul_468 2 1 948 952 953
+Swish silu_127 1 1 951 954
+BinaryOp mul_163 2 1 954 953 955 0=2
+MemoryData pnnx_fold_3730 0 1 956 0=1024 1=3072
+MatMul matmul_469 2 1 955 956 957
+BinaryOp add_164 2 1 945 957 958 0=0
+Split splitncnn_92 1 2 958 959 960
+RMSNorm rmsn_60 1 1 960 961 0=1024 1=1.000000e-6 2=1
+Split splitncnn_93 1 3 961 962 963 964
+MemoryData pnnx_fold_3772 0 1 965 0=2048 1=1024
+MatMul matmul_470 2 1 964 965 966
+Reshape reshape_313 1 1 966 967 0=128 1=16 2=-1
+MemoryData pnnx_fold_3780 0 1 968 0=2048 1=1024
+MatMul matmul_471 2 1 963 968 969
+Reshape reshape_314 1 1 969 970 0=128 1=16 2=-1
+MemoryData pnnx_fold_3788 0 1 971 0=2048 1=1024
+MatMul matmul_472 2 1 962 971 972
+Reshape reshape_315 1 1 972 973 0=128 1=16 2=-1
+RMSNorm rmsn_61 1 1 967 974 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_62 1 1 970 975 0=128 1=1.000000e-6 2=1
+Permute permute_201 1 1 974 976 0=0
+Split splitncnn_94 1 2 976 977 978
+Permute permute_202 1 1 975 979 0=0
+Split splitncnn_95 1 2 979 980 981
+Slice tensor_split_30 1 2 977 982 983 -23300=2,64,-233 1=2
+Slice tensor_split_31 1 2 980 984 985 -23300=2,64,-233 1=2
+UnaryOp neg_165 1 1 983 986 0=1
+Concat cat_30 2 1 986 982 987 0=2
+UnaryOp neg_166 1 1 985 988 0=1
+Concat cat_31 2 1 988 984 989 0=2
+BinaryOp mul_167 2 1 987 116 990 0=2
+BinaryOp mul_168 2 1 978 58 991 0=2
+BinaryOp add_169 2 1 991 990 992 0=0
+BinaryOp mul_170 2 1 989 117 993 0=2
+BinaryOp mul_171 2 1 981 59 994 0=2
+BinaryOp add_172 2 1 994 993 995 0=0
+Permute zfx_pre_120 1 1 992 zfx_pb_121 0=2
+Permute zfx_pre_122 1 1 995 zfx_pb_123 0=2
+Permute zfx_pre_124 1 1 973 zfx_pb_125 0=2
+SDPA sdpa_580 3 1 zfx_pb_121 zfx_pb_123 zfx_pb_125 996 5=0
+Permute zfx_post_126 1 1 996 zfx_pob_127 0=2
+Reshape reshape_316 1 1 zfx_pob_127 997 0=2048 1=-1
+MemoryData pnnx_fold_3940 0 1 998 0=1024 1=2048
+MatMul matmul_473 2 1 997 998 999
+BinaryOp add_173 2 1 959 999 1000 0=0
+Split splitncnn_96 1 2 1000 1001 1002
+RMSNorm rmsn_63 1 1 1002 1003 0=1024 1=1.000000e-6 2=1
+Split splitncnn_97 1 2 1003 1004 1005
+MemoryData pnnx_fold_3967 0 1 1006 0=3072 1=1024
+MatMul matmul_474 2 1 1005 1006 1007
+MemoryData pnnx_fold_3971 0 1 1008 0=3072 1=1024
+MatMul matmul_475 2 1 1004 1008 1009
+Swish silu_128 1 1 1007 1010
+BinaryOp mul_174 2 1 1010 1009 1011 0=2
+MemoryData pnnx_fold_3979 0 1 1012 0=1024 1=3072
+MatMul matmul_476 2 1 1011 1012 1013
+BinaryOp add_175 2 1 1001 1013 1014 0=0
+Split splitncnn_98 1 2 1014 1015 1016
+RMSNorm rmsn_64 1 1 1016 1017 0=1024 1=1.000000e-6 2=1
+Split splitncnn_99 1 3 1017 1018 1019 1020
+MemoryData pnnx_fold_4021 0 1 1021 0=2048 1=1024
+MatMul matmul_477 2 1 1020 1021 1022
+Reshape reshape_317 1 1 1022 1023 0=128 1=16 2=-1
+MemoryData pnnx_fold_4029 0 1 1024 0=2048 1=1024
+MatMul matmul_478 2 1 1019 1024 1025
+Reshape reshape_318 1 1 1025 1026 0=128 1=16 2=-1
+MemoryData pnnx_fold_4037 0 1 1027 0=2048 1=1024
+MatMul matmul_479 2 1 1018 1027 1028
+Reshape reshape_319 1 1 1028 1029 0=128 1=16 2=-1
+RMSNorm rmsn_65 1 1 1023 1030 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_66 1 1 1026 1031 0=128 1=1.000000e-6 2=1
+Permute permute_205 1 1 1030 1032 0=0
+Split splitncnn_100 1 2 1032 1033 1034
+Permute permute_206 1 1 1031 1035 0=0
+Split splitncnn_101 1 2 1035 1036 1037
+Slice tensor_split_32 1 2 1033 1038 1039 -23300=2,64,-233 1=2
+Slice tensor_split_33 1 2 1036 1040 1041 -23300=2,64,-233 1=2
+UnaryOp neg_176 1 1 1039 1042 0=1
+Concat cat_32 2 1 1042 1038 1043 0=2
+UnaryOp neg_177 1 1 1041 1044 0=1
+Concat cat_33 2 1 1044 1040 1045 0=2
+BinaryOp mul_178 2 1 1043 118 1046 0=2
+BinaryOp mul_179 2 1 1034 60 1047 0=2
+BinaryOp add_180 2 1 1047 1046 1048 0=0
+BinaryOp mul_181 2 1 1045 119 1049 0=2
+BinaryOp mul_182 2 1 1037 61 1050 0=2
+BinaryOp add_183 2 1 1050 1049 1051 0=0
+Permute zfx_pre_128 1 1 1048 zfx_pb_129 0=2
+Permute zfx_pre_130 1 1 1051 zfx_pb_131 0=2
+Permute zfx_pre_132 1 1 1029 zfx_pb_133 0=2
+SDPA sdpa_581 3 1 zfx_pb_129 zfx_pb_131 zfx_pb_133 1052 5=0
+Permute zfx_post_134 1 1 1052 zfx_pob_135 0=2
+Reshape reshape_320 1 1 zfx_pob_135 1053 0=2048 1=-1
+MemoryData pnnx_fold_4189 0 1 1054 0=1024 1=2048
+MatMul matmul_480 2 1 1053 1054 1055
+BinaryOp add_184 2 1 1015 1055 1056 0=0
+Split splitncnn_102 1 2 1056 1057 1058
+RMSNorm rmsn_67 1 1 1058 1059 0=1024 1=1.000000e-6 2=1
+Split splitncnn_103 1 2 1059 1060 1061
+MemoryData pnnx_fold_4216 0 1 1062 0=3072 1=1024
+MatMul matmul_481 2 1 1061 1062 1063
+MemoryData pnnx_fold_4220 0 1 1064 0=3072 1=1024
+MatMul matmul_482 2 1 1060 1064 1065
+Swish silu_129 1 1 1063 1066
+BinaryOp mul_185 2 1 1066 1065 1067 0=2
+MemoryData pnnx_fold_4228 0 1 1068 0=1024 1=3072
+MatMul matmul_483 2 1 1067 1068 1069
+BinaryOp add_186 2 1 1057 1069 1070 0=0
+Split splitncnn_104 1 2 1070 1071 1072
+RMSNorm rmsn_68 1 1 1072 1073 0=1024 1=1.000000e-6 2=1
+Split splitncnn_105 1 3 1073 1074 1075 1076
+MemoryData pnnx_fold_4270 0 1 1077 0=2048 1=1024
+MatMul matmul_484 2 1 1076 1077 1078
+Reshape reshape_321 1 1 1078 1079 0=128 1=16 2=-1
+MemoryData pnnx_fold_4278 0 1 1080 0=2048 1=1024
+MatMul matmul_485 2 1 1075 1080 1081
+Reshape reshape_322 1 1 1081 1082 0=128 1=16 2=-1
+MemoryData pnnx_fold_4286 0 1 1083 0=2048 1=1024
+MatMul matmul_486 2 1 1074 1083 1084
+Reshape reshape_323 1 1 1084 1085 0=128 1=16 2=-1
+RMSNorm rmsn_69 1 1 1079 1086 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_70 1 1 1082 1087 0=128 1=1.000000e-6 2=1
+Permute permute_209 1 1 1086 1088 0=0
+Split splitncnn_106 1 2 1088 1089 1090
+Permute permute_210 1 1 1087 1091 0=0
+Split splitncnn_107 1 2 1091 1092 1093
+Slice tensor_split_34 1 2 1089 1094 1095 -23300=2,64,-233 1=2
+Slice tensor_split_35 1 2 1092 1096 1097 -23300=2,64,-233 1=2
+UnaryOp neg_187 1 1 1095 1098 0=1
+Concat cat_34 2 1 1098 1094 1099 0=2
+UnaryOp neg_188 1 1 1097 1100 0=1
+Concat cat_35 2 1 1100 1096 1101 0=2
+BinaryOp mul_189 2 1 1099 120 1102 0=2
+BinaryOp mul_190 2 1 1090 62 1103 0=2
+BinaryOp add_191 2 1 1103 1102 1104 0=0
+BinaryOp mul_192 2 1 1101 121 1105 0=2
+BinaryOp mul_193 2 1 1093 63 1106 0=2
+BinaryOp add_194 2 1 1106 1105 1107 0=0
+Permute zfx_pre_136 1 1 1104 zfx_pb_137 0=2
+Permute zfx_pre_138 1 1 1107 zfx_pb_139 0=2
+Permute zfx_pre_140 1 1 1085 zfx_pb_141 0=2
+SDPA sdpa_582 3 1 zfx_pb_137 zfx_pb_139 zfx_pb_141 1108 5=0
+Permute zfx_post_142 1 1 1108 zfx_pob_143 0=2
+Reshape reshape_324 1 1 zfx_pob_143 1109 0=2048 1=-1
+MemoryData pnnx_fold_4438 0 1 1110 0=1024 1=2048
+MatMul matmul_487 2 1 1109 1110 1111
+BinaryOp add_195 2 1 1071 1111 1112 0=0
+Split splitncnn_108 1 2 1112 1113 1114
+RMSNorm rmsn_71 1 1 1114 1115 0=1024 1=1.000000e-6 2=1
+Split splitncnn_109 1 2 1115 1116 1117
+MemoryData pnnx_fold_4465 0 1 1118 0=3072 1=1024
+MatMul matmul_488 2 1 1117 1118 1119
+MemoryData pnnx_fold_4469 0 1 1120 0=3072 1=1024
+MatMul matmul_489 2 1 1116 1120 1121
+Swish silu_130 1 1 1119 1122
+BinaryOp mul_196 2 1 1122 1121 1123 0=2
+MemoryData pnnx_fold_4477 0 1 1124 0=1024 1=3072
+MatMul matmul_490 2 1 1123 1124 1125
+BinaryOp add_197 2 1 1113 1125 1126 0=0
+Split splitncnn_110 1 2 1126 1127 1128
+RMSNorm rmsn_72 1 1 1128 1129 0=1024 1=1.000000e-6 2=1
+Split splitncnn_111 1 3 1129 1130 1131 1132
+MemoryData pnnx_fold_4519 0 1 1133 0=2048 1=1024
+MatMul matmul_491 2 1 1132 1133 1134
+Reshape reshape_325 1 1 1134 1135 0=128 1=16 2=-1
+MemoryData pnnx_fold_4527 0 1 1136 0=2048 1=1024
+MatMul matmul_492 2 1 1131 1136 1137
+Reshape reshape_326 1 1 1137 1138 0=128 1=16 2=-1
+MemoryData pnnx_fold_4535 0 1 1139 0=2048 1=1024
+MatMul matmul_493 2 1 1130 1139 1140
+Reshape reshape_327 1 1 1140 1141 0=128 1=16 2=-1
+RMSNorm rmsn_73 1 1 1135 1142 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_74 1 1 1138 1143 0=128 1=1.000000e-6 2=1
+Permute permute_213 1 1 1142 1144 0=0
+Split splitncnn_112 1 2 1144 1145 1146
+Permute permute_214 1 1 1143 1147 0=0
+Split splitncnn_113 1 2 1147 1148 1149
+Slice tensor_split_36 1 2 1145 1150 1151 -23300=2,64,-233 1=2
+Slice tensor_split_37 1 2 1148 1152 1153 -23300=2,64,-233 1=2
+UnaryOp neg_198 1 1 1151 1154 0=1
+Concat cat_36 2 1 1154 1150 1155 0=2
+UnaryOp neg_199 1 1 1153 1156 0=1
+Concat cat_37 2 1 1156 1152 1157 0=2
+BinaryOp mul_200 2 1 1155 122 1158 0=2
+BinaryOp mul_201 2 1 1146 64 1159 0=2
+BinaryOp add_202 2 1 1159 1158 1160 0=0
+BinaryOp mul_203 2 1 1157 123 1161 0=2
+BinaryOp mul_204 2 1 1149 65 1162 0=2
+BinaryOp add_205 2 1 1162 1161 1163 0=0
+Permute zfx_pre_144 1 1 1160 zfx_pb_145 0=2
+Permute zfx_pre_146 1 1 1163 zfx_pb_147 0=2
+Permute zfx_pre_148 1 1 1141 zfx_pb_149 0=2
+SDPA sdpa_583 3 1 zfx_pb_145 zfx_pb_147 zfx_pb_149 1164 5=0
+Permute zfx_post_150 1 1 1164 zfx_pob_151 0=2
+Reshape reshape_328 1 1 zfx_pob_151 1165 0=2048 1=-1
+MemoryData pnnx_fold_4687 0 1 1166 0=1024 1=2048
+MatMul matmul_494 2 1 1165 1166 1167
+BinaryOp add_206 2 1 1127 1167 1168 0=0
+Split splitncnn_114 1 2 1168 1169 1170
+RMSNorm rmsn_75 1 1 1170 1171 0=1024 1=1.000000e-6 2=1
+Split splitncnn_115 1 2 1171 1172 1173
+MemoryData pnnx_fold_4714 0 1 1174 0=3072 1=1024
+MatMul matmul_495 2 1 1173 1174 1175
+MemoryData pnnx_fold_4718 0 1 1176 0=3072 1=1024
+MatMul matmul_496 2 1 1172 1176 1177
+Swish silu_131 1 1 1175 1178
+BinaryOp mul_207 2 1 1178 1177 1179 0=2
+MemoryData pnnx_fold_4726 0 1 1180 0=1024 1=3072
+MatMul matmul_497 2 1 1179 1180 1181
+BinaryOp add_208 2 1 1169 1181 1182 0=0
+Split splitncnn_116 1 2 1182 1183 1184
+RMSNorm rmsn_76 1 1 1184 1185 0=1024 1=1.000000e-6 2=1
+Split splitncnn_117 1 3 1185 1186 1187 1188
+MemoryData pnnx_fold_4768 0 1 1189 0=2048 1=1024
+MatMul matmul_498 2 1 1188 1189 1190
+Reshape reshape_329 1 1 1190 1191 0=128 1=16 2=-1
+MemoryData pnnx_fold_4776 0 1 1192 0=2048 1=1024
+MatMul matmul_499 2 1 1187 1192 1193
+Reshape reshape_330 1 1 1193 1194 0=128 1=16 2=-1
+MemoryData pnnx_fold_4784 0 1 1195 0=2048 1=1024
+MatMul matmul_500 2 1 1186 1195 1196
+Reshape reshape_331 1 1 1196 1197 0=128 1=16 2=-1
+RMSNorm rmsn_77 1 1 1191 1198 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_78 1 1 1194 1199 0=128 1=1.000000e-6 2=1
+Permute permute_217 1 1 1198 1200 0=0
+Split splitncnn_118 1 2 1200 1201 1202
+Permute permute_218 1 1 1199 1203 0=0
+Split splitncnn_119 1 2 1203 1204 1205
+Slice tensor_split_38 1 2 1201 1206 1207 -23300=2,64,-233 1=2
+Slice tensor_split_39 1 2 1204 1208 1209 -23300=2,64,-233 1=2
+UnaryOp neg_209 1 1 1207 1210 0=1
+Concat cat_38 2 1 1210 1206 1211 0=2
+UnaryOp neg_210 1 1 1209 1212 0=1
+Concat cat_39 2 1 1212 1208 1213 0=2
+BinaryOp mul_211 2 1 1211 124 1214 0=2
+BinaryOp mul_212 2 1 1202 66 1215 0=2
+BinaryOp add_213 2 1 1215 1214 1216 0=0
+BinaryOp mul_214 2 1 1213 125 1217 0=2
+BinaryOp mul_215 2 1 1205 67 1218 0=2
+BinaryOp add_216 2 1 1218 1217 1219 0=0
+Permute zfx_pre_152 1 1 1216 zfx_pb_153 0=2
+Permute zfx_pre_154 1 1 1219 zfx_pb_155 0=2
+Permute zfx_pre_156 1 1 1197 zfx_pb_157 0=2
+SDPA sdpa_584 3 1 zfx_pb_153 zfx_pb_155 zfx_pb_157 1220 5=0
+Permute zfx_post_158 1 1 1220 zfx_pob_159 0=2
+Reshape reshape_332 1 1 zfx_pob_159 1221 0=2048 1=-1
+MemoryData pnnx_fold_4936 0 1 1222 0=1024 1=2048
+MatMul matmul_501 2 1 1221 1222 1223
+BinaryOp add_217 2 1 1183 1223 1224 0=0
+Split splitncnn_120 1 2 1224 1225 1226
+RMSNorm rmsn_79 1 1 1226 1227 0=1024 1=1.000000e-6 2=1
+Split splitncnn_121 1 2 1227 1228 1229
+MemoryData pnnx_fold_4963 0 1 1230 0=3072 1=1024
+MatMul matmul_502 2 1 1229 1230 1231
+MemoryData pnnx_fold_4967 0 1 1232 0=3072 1=1024
+MatMul matmul_503 2 1 1228 1232 1233
+Swish silu_132 1 1 1231 1234
+BinaryOp mul_218 2 1 1234 1233 1235 0=2
+MemoryData pnnx_fold_4975 0 1 1236 0=1024 1=3072
+MatMul matmul_504 2 1 1235 1236 1237
+BinaryOp add_219 2 1 1225 1237 1238 0=0
+Split splitncnn_122 1 2 1238 1239 1240
+RMSNorm rmsn_80 1 1 1240 1241 0=1024 1=1.000000e-6 2=1
+Split splitncnn_123 1 3 1241 1242 1243 1244
+MemoryData pnnx_fold_5017 0 1 1245 0=2048 1=1024
+MatMul matmul_505 2 1 1244 1245 1246
+Reshape reshape_333 1 1 1246 1247 0=128 1=16 2=-1
+MemoryData pnnx_fold_5025 0 1 1248 0=2048 1=1024
+MatMul matmul_506 2 1 1243 1248 1249
+Reshape reshape_334 1 1 1249 1250 0=128 1=16 2=-1
+MemoryData pnnx_fold_5033 0 1 1251 0=2048 1=1024
+MatMul matmul_507 2 1 1242 1251 1252
+Reshape reshape_335 1 1 1252 1253 0=128 1=16 2=-1
+RMSNorm rmsn_81 1 1 1247 1254 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_82 1 1 1250 1255 0=128 1=1.000000e-6 2=1
+Permute permute_221 1 1 1254 1256 0=0
+Split splitncnn_124 1 2 1256 1257 1258
+Permute permute_222 1 1 1255 1259 0=0
+Split splitncnn_125 1 2 1259 1260 1261
+Slice tensor_split_40 1 2 1257 1262 1263 -23300=2,64,-233 1=2
+Slice tensor_split_41 1 2 1260 1264 1265 -23300=2,64,-233 1=2
+UnaryOp neg_220 1 1 1263 1266 0=1
+Concat cat_40 2 1 1266 1262 1267 0=2
+UnaryOp neg_221 1 1 1265 1268 0=1
+Concat cat_41 2 1 1268 1264 1269 0=2
+BinaryOp mul_222 2 1 1267 126 1270 0=2
+BinaryOp mul_223 2 1 1258 68 1271 0=2
+BinaryOp add_224 2 1 1271 1270 1272 0=0
+BinaryOp mul_225 2 1 1269 127 1273 0=2
+BinaryOp mul_226 2 1 1261 69 1274 0=2
+BinaryOp add_227 2 1 1274 1273 1275 0=0
+Permute zfx_pre_160 1 1 1272 zfx_pb_161 0=2
+Permute zfx_pre_162 1 1 1275 zfx_pb_163 0=2
+Permute zfx_pre_164 1 1 1253 zfx_pb_165 0=2
+SDPA sdpa_585 3 1 zfx_pb_161 zfx_pb_163 zfx_pb_165 1276 5=0
+Permute zfx_post_166 1 1 1276 zfx_pob_167 0=2
+Reshape reshape_336 1 1 zfx_pob_167 1277 0=2048 1=-1
+MemoryData pnnx_fold_5185 0 1 1278 0=1024 1=2048
+MatMul matmul_508 2 1 1277 1278 1279
+BinaryOp add_228 2 1 1239 1279 1280 0=0
+Split splitncnn_126 1 2 1280 1281 1282
+RMSNorm rmsn_83 1 1 1282 1283 0=1024 1=1.000000e-6 2=1
+Split splitncnn_127 1 2 1283 1284 1285
+MemoryData pnnx_fold_5212 0 1 1286 0=3072 1=1024
+MatMul matmul_509 2 1 1285 1286 1287
+MemoryData pnnx_fold_5216 0 1 1288 0=3072 1=1024
+MatMul matmul_510 2 1 1284 1288 1289
+Swish silu_133 1 1 1287 1290
+BinaryOp mul_229 2 1 1290 1289 1291 0=2
+MemoryData pnnx_fold_5224 0 1 1292 0=1024 1=3072
+MatMul matmul_511 2 1 1291 1292 1293
+BinaryOp add_230 2 1 1281 1293 1294 0=0
+Split splitncnn_128 1 2 1294 1295 1296
+RMSNorm rmsn_84 1 1 1296 1297 0=1024 1=1.000000e-6 2=1
+Split splitncnn_129 1 3 1297 1298 1299 1300
+MemoryData pnnx_fold_5266 0 1 1301 0=2048 1=1024
+MatMul matmul_512 2 1 1300 1301 1302
+Reshape reshape_337 1 1 1302 1303 0=128 1=16 2=-1
+MemoryData pnnx_fold_5274 0 1 1304 0=2048 1=1024
+MatMul matmul_513 2 1 1299 1304 1305
+Reshape reshape_338 1 1 1305 1306 0=128 1=16 2=-1
+MemoryData pnnx_fold_5282 0 1 1307 0=2048 1=1024
+MatMul matmul_514 2 1 1298 1307 1308
+Reshape reshape_339 1 1 1308 1309 0=128 1=16 2=-1
+RMSNorm rmsn_85 1 1 1303 1310 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_86 1 1 1306 1311 0=128 1=1.000000e-6 2=1
+Permute permute_225 1 1 1310 1312 0=0
+Split splitncnn_130 1 2 1312 1313 1314
+Permute permute_226 1 1 1311 1315 0=0
+Split splitncnn_131 1 2 1315 1316 1317
+Slice tensor_split_42 1 2 1313 1318 1319 -23300=2,64,-233 1=2
+Slice tensor_split_43 1 2 1316 1320 1321 -23300=2,64,-233 1=2
+UnaryOp neg_231 1 1 1319 1322 0=1
+Concat cat_42 2 1 1322 1318 1323 0=2
+UnaryOp neg_232 1 1 1321 1324 0=1
+Concat cat_43 2 1 1324 1320 1325 0=2
+BinaryOp mul_233 2 1 1323 128 1326 0=2
+BinaryOp mul_234 2 1 1314 70 1327 0=2
+BinaryOp add_235 2 1 1327 1326 1328 0=0
+BinaryOp mul_236 2 1 1325 129 1329 0=2
+BinaryOp mul_237 2 1 1317 71 1330 0=2
+BinaryOp add_238 2 1 1330 1329 1331 0=0
+Permute zfx_pre_168 1 1 1328 zfx_pb_169 0=2
+Permute zfx_pre_170 1 1 1331 zfx_pb_171 0=2
+Permute zfx_pre_172 1 1 1309 zfx_pb_173 0=2
+SDPA sdpa_586 3 1 zfx_pb_169 zfx_pb_171 zfx_pb_173 1332 5=0
+Permute zfx_post_174 1 1 1332 zfx_pob_175 0=2
+Reshape reshape_340 1 1 zfx_pob_175 1333 0=2048 1=-1
+MemoryData pnnx_fold_5434 0 1 1334 0=1024 1=2048
+MatMul matmul_515 2 1 1333 1334 1335
+BinaryOp add_239 2 1 1295 1335 1336 0=0
+Split splitncnn_132 1 2 1336 1337 1338
+RMSNorm rmsn_87 1 1 1338 1339 0=1024 1=1.000000e-6 2=1
+Split splitncnn_133 1 2 1339 1340 1341
+MemoryData pnnx_fold_5461 0 1 1342 0=3072 1=1024
+MatMul matmul_516 2 1 1341 1342 1343
+MemoryData pnnx_fold_5465 0 1 1344 0=3072 1=1024
+MatMul matmul_517 2 1 1340 1344 1345
+Swish silu_134 1 1 1343 1346
+BinaryOp mul_240 2 1 1346 1345 1347 0=2
+MemoryData pnnx_fold_5473 0 1 1348 0=1024 1=3072
+MatMul matmul_518 2 1 1347 1348 1349
+BinaryOp add_241 2 1 1337 1349 1350 0=0
+Split splitncnn_134 1 2 1350 1351 1352
+RMSNorm rmsn_88 1 1 1352 1353 0=1024 1=1.000000e-6 2=1
+Split splitncnn_135 1 3 1353 1354 1355 1356
+MemoryData pnnx_fold_5515 0 1 1357 0=2048 1=1024
+MatMul matmul_519 2 1 1356 1357 1358
+Reshape reshape_341 1 1 1358 1359 0=128 1=16 2=-1
+MemoryData pnnx_fold_5523 0 1 1360 0=2048 1=1024
+MatMul matmul_520 2 1 1355 1360 1361
+Reshape reshape_342 1 1 1361 1362 0=128 1=16 2=-1
+MemoryData pnnx_fold_5531 0 1 1363 0=2048 1=1024
+MatMul matmul_521 2 1 1354 1363 1364
+Reshape reshape_343 1 1 1364 1365 0=128 1=16 2=-1
+RMSNorm rmsn_89 1 1 1359 1366 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_90 1 1 1362 1367 0=128 1=1.000000e-6 2=1
+Permute permute_229 1 1 1366 1368 0=0
+Split splitncnn_136 1 2 1368 1369 1370
+Permute permute_230 1 1 1367 1371 0=0
+Split splitncnn_137 1 2 1371 1372 1373
+Slice tensor_split_44 1 2 1369 1374 1375 -23300=2,64,-233 1=2
+Slice tensor_split_45 1 2 1372 1376 1377 -23300=2,64,-233 1=2
+UnaryOp neg_242 1 1 1375 1378 0=1
+Concat cat_44 2 1 1378 1374 1379 0=2
+UnaryOp neg_243 1 1 1377 1380 0=1
+Concat cat_45 2 1 1380 1376 1381 0=2
+BinaryOp mul_244 2 1 1379 130 1382 0=2
+BinaryOp mul_245 2 1 1370 72 1383 0=2
+BinaryOp add_246 2 1 1383 1382 1384 0=0
+BinaryOp mul_247 2 1 1381 131 1385 0=2
+BinaryOp mul_248 2 1 1373 73 1386 0=2
+BinaryOp add_249 2 1 1386 1385 1387 0=0
+Permute zfx_pre_176 1 1 1384 zfx_pb_177 0=2
+Permute zfx_pre_178 1 1 1387 zfx_pb_179 0=2
+Permute zfx_pre_180 1 1 1365 zfx_pb_181 0=2
+SDPA sdpa_587 3 1 zfx_pb_177 zfx_pb_179 zfx_pb_181 1388 5=0
+Permute zfx_post_182 1 1 1388 zfx_pob_183 0=2
+Reshape reshape_344 1 1 zfx_pob_183 1389 0=2048 1=-1
+MemoryData pnnx_fold_5683 0 1 1390 0=1024 1=2048
+MatMul matmul_522 2 1 1389 1390 1391
+BinaryOp add_250 2 1 1351 1391 1392 0=0
+Split splitncnn_138 1 2 1392 1393 1394
+RMSNorm rmsn_91 1 1 1394 1395 0=1024 1=1.000000e-6 2=1
+Split splitncnn_139 1 2 1395 1396 1397
+MemoryData pnnx_fold_5710 0 1 1398 0=3072 1=1024
+MatMul matmul_523 2 1 1397 1398 1399
+MemoryData pnnx_fold_5714 0 1 1400 0=3072 1=1024
+MatMul matmul_524 2 1 1396 1400 1401
+Swish silu_135 1 1 1399 1402
+BinaryOp mul_251 2 1 1402 1401 1403 0=2
+MemoryData pnnx_fold_5722 0 1 1404 0=1024 1=3072
+MatMul matmul_525 2 1 1403 1404 1405
+BinaryOp add_252 2 1 1393 1405 1406 0=0
+Split splitncnn_140 1 2 1406 1407 1408
+RMSNorm rmsn_92 1 1 1408 1409 0=1024 1=1.000000e-6 2=1
+Split splitncnn_141 1 3 1409 1410 1411 1412
+MemoryData pnnx_fold_5764 0 1 1413 0=2048 1=1024
+MatMul matmul_526 2 1 1412 1413 1414
+Reshape reshape_345 1 1 1414 1415 0=128 1=16 2=-1
+MemoryData pnnx_fold_5772 0 1 1416 0=2048 1=1024
+MatMul matmul_527 2 1 1411 1416 1417
+Reshape reshape_346 1 1 1417 1418 0=128 1=16 2=-1
+MemoryData pnnx_fold_5780 0 1 1419 0=2048 1=1024
+MatMul matmul_528 2 1 1410 1419 1420
+Reshape reshape_347 1 1 1420 1421 0=128 1=16 2=-1
+RMSNorm rmsn_93 1 1 1415 1422 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_94 1 1 1418 1423 0=128 1=1.000000e-6 2=1
+Permute permute_233 1 1 1422 1424 0=0
+Split splitncnn_142 1 2 1424 1425 1426
+Permute permute_234 1 1 1423 1427 0=0
+Split splitncnn_143 1 2 1427 1428 1429
+Slice tensor_split_46 1 2 1425 1430 1431 -23300=2,64,-233 1=2
+Slice tensor_split_47 1 2 1428 1432 1433 -23300=2,64,-233 1=2
+UnaryOp neg_253 1 1 1431 1434 0=1
+Concat cat_46 2 1 1434 1430 1435 0=2
+UnaryOp neg_254 1 1 1433 1436 0=1
+Concat cat_47 2 1 1436 1432 1437 0=2
+BinaryOp mul_255 2 1 1435 132 1438 0=2
+BinaryOp mul_256 2 1 1426 74 1439 0=2
+BinaryOp add_257 2 1 1439 1438 1440 0=0
+BinaryOp mul_258 2 1 1437 133 1441 0=2
+BinaryOp mul_259 2 1 1429 75 1442 0=2
+BinaryOp add_260 2 1 1442 1441 1443 0=0
+Permute zfx_pre_184 1 1 1440 zfx_pb_185 0=2
+Permute zfx_pre_186 1 1 1443 zfx_pb_187 0=2
+Permute zfx_pre_188 1 1 1421 zfx_pb_189 0=2
+SDPA sdpa_588 3 1 zfx_pb_185 zfx_pb_187 zfx_pb_189 1444 5=0
+Permute zfx_post_190 1 1 1444 zfx_pob_191 0=2
+Reshape reshape_348 1 1 zfx_pob_191 1445 0=2048 1=-1
+MemoryData pnnx_fold_5932 0 1 1446 0=1024 1=2048
+MatMul matmul_529 2 1 1445 1446 1447
+BinaryOp add_261 2 1 1407 1447 1448 0=0
+Split splitncnn_144 1 2 1448 1449 1450
+RMSNorm rmsn_95 1 1 1450 1451 0=1024 1=1.000000e-6 2=1
+Split splitncnn_145 1 2 1451 1452 1453
+MemoryData pnnx_fold_5959 0 1 1454 0=3072 1=1024
+MatMul matmul_530 2 1 1453 1454 1455
+MemoryData pnnx_fold_5963 0 1 1456 0=3072 1=1024
+MatMul matmul_531 2 1 1452 1456 1457
+Swish silu_136 1 1 1455 1458
+BinaryOp mul_262 2 1 1458 1457 1459 0=2
+MemoryData pnnx_fold_5971 0 1 1460 0=1024 1=3072
+MatMul matmul_532 2 1 1459 1460 1461
+BinaryOp add_263 2 1 1449 1461 1462 0=0
+Split splitncnn_146 1 2 1462 1463 1464
+RMSNorm rmsn_96 1 1 1464 1465 0=1024 1=1.000000e-6 2=1
+Split splitncnn_147 1 3 1465 1466 1467 1468
+MemoryData pnnx_fold_6013 0 1 1469 0=2048 1=1024
+MatMul matmul_533 2 1 1468 1469 1470
+Reshape reshape_349 1 1 1470 1471 0=128 1=16 2=-1
+MemoryData pnnx_fold_6021 0 1 1472 0=2048 1=1024
+MatMul matmul_534 2 1 1467 1472 1473
+Reshape reshape_350 1 1 1473 1474 0=128 1=16 2=-1
+MemoryData pnnx_fold_6029 0 1 1475 0=2048 1=1024
+MatMul matmul_535 2 1 1466 1475 1476
+Reshape reshape_351 1 1 1476 1477 0=128 1=16 2=-1
+RMSNorm rmsn_97 1 1 1471 1478 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_98 1 1 1474 1479 0=128 1=1.000000e-6 2=1
+Permute permute_237 1 1 1478 1480 0=0
+Split splitncnn_148 1 2 1480 1481 1482
+Permute permute_238 1 1 1479 1483 0=0
+Split splitncnn_149 1 2 1483 1484 1485
+Slice tensor_split_48 1 2 1481 1486 1487 -23300=2,64,-233 1=2
+Slice tensor_split_49 1 2 1484 1488 1489 -23300=2,64,-233 1=2
+UnaryOp neg_264 1 1 1487 1490 0=1
+Concat cat_48 2 1 1490 1486 1491 0=2
+UnaryOp neg_265 1 1 1489 1492 0=1
+Concat cat_49 2 1 1492 1488 1493 0=2
+BinaryOp mul_266 2 1 1491 134 1494 0=2
+BinaryOp mul_267 2 1 1482 76 1495 0=2
+BinaryOp add_268 2 1 1495 1494 1496 0=0
+BinaryOp mul_269 2 1 1493 135 1497 0=2
+BinaryOp mul_270 2 1 1485 77 1498 0=2
+BinaryOp add_271 2 1 1498 1497 1499 0=0
+Permute zfx_pre_192 1 1 1496 zfx_pb_193 0=2
+Permute zfx_pre_194 1 1 1499 zfx_pb_195 0=2
+Permute zfx_pre_196 1 1 1477 zfx_pb_197 0=2
+SDPA sdpa_589 3 1 zfx_pb_193 zfx_pb_195 zfx_pb_197 1500 5=0
+Permute zfx_post_198 1 1 1500 zfx_pob_199 0=2
+Reshape reshape_352 1 1 zfx_pob_199 1501 0=2048 1=-1
+MemoryData pnnx_fold_6181 0 1 1502 0=1024 1=2048
+MatMul matmul_536 2 1 1501 1502 1503
+BinaryOp add_272 2 1 1463 1503 1504 0=0
+Split splitncnn_150 1 2 1504 1505 1506
+RMSNorm rmsn_99 1 1 1506 1507 0=1024 1=1.000000e-6 2=1
+Split splitncnn_151 1 2 1507 1508 1509
+MemoryData pnnx_fold_6208 0 1 1510 0=3072 1=1024
+MatMul matmul_537 2 1 1509 1510 1511
+MemoryData pnnx_fold_6212 0 1 1512 0=3072 1=1024
+MatMul matmul_538 2 1 1508 1512 1513
+Swish silu_137 1 1 1511 1514
+BinaryOp mul_273 2 1 1514 1513 1515 0=2
+MemoryData pnnx_fold_6220 0 1 1516 0=1024 1=3072
+MatMul matmul_539 2 1 1515 1516 1517
+BinaryOp add_274 2 1 1505 1517 1518 0=0
+Split splitncnn_152 1 2 1518 1519 1520
+RMSNorm rmsn_100 1 1 1520 1521 0=1024 1=1.000000e-6 2=1
+Split splitncnn_153 1 3 1521 1522 1523 1524
+MemoryData pnnx_fold_6262 0 1 1525 0=2048 1=1024
+MatMul matmul_540 2 1 1524 1525 1526
+Reshape reshape_353 1 1 1526 1527 0=128 1=16 2=-1
+MemoryData pnnx_fold_6270 0 1 1528 0=2048 1=1024
+MatMul matmul_541 2 1 1523 1528 1529
+Reshape reshape_354 1 1 1529 1530 0=128 1=16 2=-1
+MemoryData pnnx_fold_6278 0 1 1531 0=2048 1=1024
+MatMul matmul_542 2 1 1522 1531 1532
+Reshape reshape_355 1 1 1532 1533 0=128 1=16 2=-1
+RMSNorm rmsn_101 1 1 1527 1534 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_102 1 1 1530 1535 0=128 1=1.000000e-6 2=1
+Permute permute_241 1 1 1534 1536 0=0
+Split splitncnn_154 1 2 1536 1537 1538
+Permute permute_242 1 1 1535 1539 0=0
+Split splitncnn_155 1 2 1539 1540 1541
+Slice tensor_split_50 1 2 1537 1542 1543 -23300=2,64,-233 1=2
+Slice tensor_split_51 1 2 1540 1544 1545 -23300=2,64,-233 1=2
+UnaryOp neg_275 1 1 1543 1546 0=1
+Concat cat_50 2 1 1546 1542 1547 0=2
+UnaryOp neg_276 1 1 1545 1548 0=1
+Concat cat_51 2 1 1548 1544 1549 0=2
+BinaryOp mul_277 2 1 1547 136 1550 0=2
+BinaryOp mul_278 2 1 1538 78 1551 0=2
+BinaryOp add_279 2 1 1551 1550 1552 0=0
+BinaryOp mul_280 2 1 1549 137 1553 0=2
+BinaryOp mul_281 2 1 1541 79 1554 0=2
+BinaryOp add_282 2 1 1554 1553 1555 0=0
+Permute zfx_pre_200 1 1 1552 zfx_pb_201 0=2
+Permute zfx_pre_202 1 1 1555 zfx_pb_203 0=2
+Permute zfx_pre_204 1 1 1533 zfx_pb_205 0=2
+SDPA sdpa_590 3 1 zfx_pb_201 zfx_pb_203 zfx_pb_205 1556 5=0
+Permute zfx_post_206 1 1 1556 zfx_pob_207 0=2
+Reshape reshape_356 1 1 zfx_pob_207 1557 0=2048 1=-1
+MemoryData pnnx_fold_6430 0 1 1558 0=1024 1=2048
+MatMul matmul_543 2 1 1557 1558 1559
+BinaryOp add_283 2 1 1519 1559 1560 0=0
+Split splitncnn_156 1 2 1560 1561 1562
+RMSNorm rmsn_103 1 1 1562 1563 0=1024 1=1.000000e-6 2=1
+Split splitncnn_157 1 2 1563 1564 1565
+MemoryData pnnx_fold_6457 0 1 1566 0=3072 1=1024
+MatMul matmul_544 2 1 1565 1566 1567
+MemoryData pnnx_fold_6461 0 1 1568 0=3072 1=1024
+MatMul matmul_545 2 1 1564 1568 1569
+Swish silu_138 1 1 1567 1570
+BinaryOp mul_284 2 1 1570 1569 1571 0=2
+MemoryData pnnx_fold_6469 0 1 1572 0=1024 1=3072
+MatMul matmul_546 2 1 1571 1572 1573
+BinaryOp add_285 2 1 1561 1573 1574 0=0
+Split splitncnn_158 1 2 1574 1575 1576
+RMSNorm rmsn_104 1 1 1576 1577 0=1024 1=1.000000e-6 2=1
+Split splitncnn_159 1 3 1577 1578 1579 1580
+MemoryData pnnx_fold_6511 0 1 1581 0=2048 1=1024
+MatMul matmul_547 2 1 1580 1581 1582
+Reshape reshape_357 1 1 1582 1583 0=128 1=16 2=-1
+MemoryData pnnx_fold_6519 0 1 1584 0=2048 1=1024
+MatMul matmul_548 2 1 1579 1584 1585
+Reshape reshape_358 1 1 1585 1586 0=128 1=16 2=-1
+MemoryData pnnx_fold_6527 0 1 1587 0=2048 1=1024
+MatMul matmul_549 2 1 1578 1587 1588
+Reshape reshape_359 1 1 1588 1589 0=128 1=16 2=-1
+RMSNorm rmsn_105 1 1 1583 1590 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_106 1 1 1586 1591 0=128 1=1.000000e-6 2=1
+Permute permute_245 1 1 1590 1592 0=0
+Split splitncnn_160 1 2 1592 1593 1594
+Permute permute_246 1 1 1591 1595 0=0
+Split splitncnn_161 1 2 1595 1596 1597
+Slice tensor_split_52 1 2 1593 1598 1599 -23300=2,64,-233 1=2
+Slice tensor_split_53 1 2 1596 1600 1601 -23300=2,64,-233 1=2
+UnaryOp neg_286 1 1 1599 1602 0=1
+Concat cat_52 2 1 1602 1598 1603 0=2
+UnaryOp neg_287 1 1 1601 1604 0=1
+Concat cat_53 2 1 1604 1600 1605 0=2
+BinaryOp mul_288 2 1 1603 138 1606 0=2
+BinaryOp mul_289 2 1 1594 80 1607 0=2
+BinaryOp add_290 2 1 1607 1606 1608 0=0
+BinaryOp mul_291 2 1 1605 139 1609 0=2
+BinaryOp mul_292 2 1 1597 81 1610 0=2
+BinaryOp add_293 2 1 1610 1609 1611 0=0
+Permute zfx_pre_208 1 1 1608 zfx_pb_209 0=2
+Permute zfx_pre_210 1 1 1611 zfx_pb_211 0=2
+Permute zfx_pre_212 1 1 1589 zfx_pb_213 0=2
+SDPA sdpa_591 3 1 zfx_pb_209 zfx_pb_211 zfx_pb_213 1612 5=0
+Permute zfx_post_214 1 1 1612 zfx_pob_215 0=2
+Reshape reshape_360 1 1 zfx_pob_215 1613 0=2048 1=-1
+MemoryData pnnx_fold_6679 0 1 1614 0=1024 1=2048
+MatMul matmul_550 2 1 1613 1614 1615
+BinaryOp add_294 2 1 1575 1615 1616 0=0
+Split splitncnn_162 1 2 1616 1617 1618
+RMSNorm rmsn_107 1 1 1618 1619 0=1024 1=1.000000e-6 2=1
+Split splitncnn_163 1 2 1619 1620 1621
+MemoryData pnnx_fold_6706 0 1 1622 0=3072 1=1024
+MatMul matmul_551 2 1 1621 1622 1623
+MemoryData pnnx_fold_6710 0 1 1624 0=3072 1=1024
+MatMul matmul_552 2 1 1620 1624 1625
+Swish silu_139 1 1 1623 1626
+BinaryOp mul_295 2 1 1626 1625 1627 0=2
+MemoryData pnnx_fold_6718 0 1 1628 0=1024 1=3072
+MatMul matmul_553 2 1 1627 1628 1629
+BinaryOp add_296 2 1 1617 1629 1630 0=0
+Split splitncnn_164 1 2 1630 1631 1632
+RMSNorm rmsn_108 1 1 1632 1633 0=1024 1=1.000000e-6 2=1
+Split splitncnn_165 1 3 1633 1634 1635 1636
+MemoryData pnnx_fold_6760 0 1 1637 0=2048 1=1024
+MatMul matmul_554 2 1 1636 1637 1638
+Reshape reshape_361 1 1 1638 1639 0=128 1=16 2=-1
+MemoryData pnnx_fold_6768 0 1 1640 0=2048 1=1024
+MatMul matmul_555 2 1 1635 1640 1641
+Reshape reshape_362 1 1 1641 1642 0=128 1=16 2=-1
+MemoryData pnnx_fold_6776 0 1 1643 0=2048 1=1024
+MatMul matmul_556 2 1 1634 1643 1644
+Reshape reshape_363 1 1 1644 1645 0=128 1=16 2=-1
+RMSNorm rmsn_109 1 1 1639 1646 0=128 1=1.000000e-6 2=1
+RMSNorm rmsn_110 1 1 1642 1647 0=128 1=1.000000e-6 2=1
+Permute permute_249 1 1 1646 1648 0=0
+Split splitncnn_166 1 2 1648 1649 1650
+Permute permute_250 1 1 1647 1651 0=0
+Split splitncnn_167 1 2 1651 1652 1653
+Slice tensor_split_54 1 2 1649 1654 1655 -23300=2,64,-233 1=2
+Slice tensor_split_55 1 2 1652 1656 1657 -23300=2,64,-233 1=2
+UnaryOp neg_297 1 1 1655 1658 0=1
+Concat cat_54 2 1 1658 1654 1659 0=2
+UnaryOp neg_298 1 1 1657 1660 0=1
+Concat cat_55 2 1 1660 1656 1661 0=2
+BinaryOp mul_299 2 1 1659 140 1662 0=2
+BinaryOp mul_300 2 1 1650 82 1663 0=2
+BinaryOp add_301 2 1 1663 1662 1664 0=0
+BinaryOp mul_302 2 1 1661 141 1665 0=2
+BinaryOp mul_303 2 1 1653 83 1666 0=2
+BinaryOp add_304 2 1 1666 1665 1667 0=0
+Permute zfx_pre_216 1 1 1664 zfx_pb_217 0=2
+Permute zfx_pre_218 1 1 1667 zfx_pb_219 0=2
+Permute zfx_pre_220 1 1 1645 zfx_pb_221 0=2
+SDPA sdpa_592 3 1 zfx_pb_217 zfx_pb_219 zfx_pb_221 1668 5=0
+Permute zfx_post_222 1 1 1668 zfx_pob_223 0=2
+Reshape reshape_364 1 1 zfx_pob_223 1669 0=2048 1=-1
+MemoryData pnnx_fold_6928 0 1 1670 0=1024 1=2048
+MatMul matmul_557 2 1 1669 1670 1671
+BinaryOp add_305 2 1 1631 1671 1672 0=0
+Split splitncnn_168 1 2 1672 1673 1674
+RMSNorm rmsn_111 1 1 1674 1675 0=1024 1=1.000000e-6 2=1
+Split splitncnn_169 1 2 1675 1676 1677
+MemoryData pnnx_fold_6955 0 1 1678 0=3072 1=1024
+MatMul matmul_558 2 1 1677 1678 1679
+MemoryData pnnx_fold_6959 0 1 1680 0=3072 1=1024
+MatMul matmul_559 2 1 1676 1680 1681
+Swish silu_140 1 1 1679 1682
+BinaryOp mul_306 2 1 1682 1681 1683 0=2
+MemoryData pnnx_fold_6967 0 1 1684 0=1024 1=3072
+MatMul matmul_560 2 1 1683 1684 1685
+BinaryOp add_307 2 1 1673 1685 1686 0=0
+RMSNorm rmsn_112 1 1 1686 out0 0=1024 1=1.000000e-6 2=1