7767517 1241 1741 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 28 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 Input in2 0 1 in2 Split splitncnn_2 1 56 in2 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 Input in3 0 1 in3 Input kv_cache 0 56 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 cache_k24 cache_v24 cache_k25 cache_v25 cache_k26 cache_v26 cache_k27 cache_v27 Split splitncnn_3 1 56 in3 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 RMSNorm rmsn_196 1 1 2 146 0=2048 1=1.000000e-5 2=1 Split splitncnn_4 1 3 146 147 148 149 Gemm gemm_0 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_1 1 1 148 151 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_2 1 1 147 152 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_281 1 1 150 153 0=128 1=16 2=-1 Permute transpose_505 1 1 153 154 0=2 Split splitncnn_5 1 2 154 155 156 Reshape reshape_282 1 1 151 157 0=128 1=2 2=-1 Permute transpose_506 1 1 157 158 0=2 Split splitncnn_6 1 2 158 159 160 Reshape reshape_283 1 1 152 161 0=128 1=2 2=-1 Permute transpose_507 1 1 161 162 0=2 Slice chunk_0 1 2 155 163 164 -23300=2,-233,-233 1=2 UnaryOp neg_0 1 1 164 165 0=1 Concat cat_0 2 1 165 163 166 0=2 Slice chunk_1 1 2 159 167 168 -23300=2,-233,-233 1=2 UnaryOp neg_1 1 1 168 169 0=1 Concat cat_1 2 1 169 167 170 0=2 Reshape reshape_284 1 1 145 171 0=128 1=-1 2=1 BinaryOp mul_2 2 1 166 171 172 0=2 Reshape reshape_285 1 1 88 173 0=128 1=-1 2=1 BinaryOp mul_3 2 1 156 173 174 0=2 BinaryOp add_4 2 1 174 172 175 0=0 Reshape reshape_286 1 1 144 176 0=128 1=-1 2=1 BinaryOp mul_5 2 1 170 176 177 0=2 Reshape reshape_287 1 1 87 178 0=128 1=-1 2=1 BinaryOp mul_6 2 1 160 178 179 0=2 BinaryOp add_7 2 1 179 177 180 0=0 SDPA sdpa_617 6 3 175 180 162 31 cache_k0 cache_v0 181 out_cache_k0 out_cache_v0 5=1 6=0.08838835 7=1 Permute transpose_508 1 1 181 182 0=2 Reshape reshape_288 1 1 182 183 0=2048 1=-1 Gemm gemm_3 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_8 2 1 1 184 185 0=0 Split splitncnn_7 1 2 185 186 187 RMSNorm rmsn_197 1 1 187 188 0=2048 1=1.000000e-5 2=1 Split splitncnn_8 1 2 188 189 190 Gemm gemm_4 1 1 190 191 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_253 1 1 191 192 Gemm gemm_5 1 1 189 193 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_9 2 1 192 193 194 0=2 Gemm gemm_6 1 1 194 195 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_10 2 1 186 195 196 0=0 Split splitncnn_9 1 2 196 197 198 RMSNorm rmsn_198 1 1 198 199 0=2048 1=1.000000e-5 2=1 Split splitncnn_10 1 3 199 200 201 202 Gemm gemm_7 1 1 202 203 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_8 1 1 201 204 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_9 1 1 200 205 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_289 1 1 203 206 0=128 1=16 2=-1 Permute transpose_509 1 1 206 207 0=2 Split splitncnn_11 1 2 207 208 209 Reshape reshape_290 1 1 204 210 0=128 1=2 2=-1 Permute transpose_510 1 1 210 211 0=2 Split splitncnn_12 1 2 211 212 213 Reshape reshape_291 1 1 205 214 0=128 1=2 2=-1 Permute transpose_511 1 1 214 215 0=2 Slice chunk_2 1 2 208 216 217 -23300=2,-233,-233 1=2 UnaryOp neg_11 1 1 217 218 0=1 Concat cat_2 2 1 218 216 219 0=2 Slice chunk_3 1 2 212 220 221 -23300=2,-233,-233 1=2 UnaryOp neg_12 1 1 221 222 0=1 Concat cat_3 2 1 222 220 223 0=2 Reshape reshape_292 1 1 143 224 0=128 1=-1 2=1 BinaryOp mul_13 2 1 219 224 225 0=2 Reshape reshape_293 1 1 86 226 0=128 1=-1 2=1 BinaryOp mul_14 2 1 209 226 227 0=2 BinaryOp add_15 2 1 227 225 228 0=0 Reshape reshape_294 1 1 142 229 0=128 1=-1 2=1 BinaryOp mul_16 2 1 223 229 230 0=2 Reshape reshape_295 1 1 85 231 0=128 1=-1 2=1 BinaryOp mul_17 2 1 213 231 232 0=2 BinaryOp add_18 2 1 232 230 233 0=0 SDPA sdpa_618 6 3 228 233 215 30 cache_k1 cache_v1 234 out_cache_k1 out_cache_v1 5=1 6=0.08838835 7=1 Permute transpose_512 1 1 234 235 0=2 Reshape reshape_296 1 1 235 236 0=2048 1=-1 Gemm gemm_10 1 1 236 237 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_19 2 1 197 237 238 0=0 Split splitncnn_13 1 2 238 239 240 RMSNorm rmsn_199 1 1 240 241 0=2048 1=1.000000e-5 2=1 Split splitncnn_14 1 2 241 242 243 Gemm gemm_11 1 1 243 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_254 1 1 244 245 Gemm gemm_12 1 1 242 246 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_20 2 1 245 246 247 0=2 Gemm gemm_13 1 1 247 248 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_21 2 1 239 248 249 0=0 Split splitncnn_15 1 2 249 250 251 RMSNorm rmsn_200 1 1 251 252 0=2048 1=1.000000e-5 2=1 Split splitncnn_16 1 3 252 253 254 255 Gemm gemm_14 1 1 255 256 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_15 1 1 254 257 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_16 1 1 253 258 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_297 1 1 256 259 0=128 1=16 2=-1 Permute transpose_513 1 1 259 260 0=2 Split splitncnn_17 1 2 260 261 262 Reshape reshape_298 1 1 257 263 0=128 1=2 2=-1 Permute transpose_514 1 1 263 264 0=2 Split splitncnn_18 1 2 264 265 266 Reshape reshape_299 1 1 258 267 0=128 1=2 2=-1 Permute transpose_515 1 1 267 268 0=2 Slice chunk_4 1 2 261 269 270 -23300=2,-233,-233 1=2 UnaryOp neg_22 1 1 270 271 0=1 Concat cat_4 2 1 271 269 272 0=2 Slice chunk_5 1 2 265 273 274 -23300=2,-233,-233 1=2 UnaryOp neg_23 1 1 274 275 0=1 Concat cat_5 2 1 275 273 276 0=2 Reshape reshape_300 1 1 141 277 0=128 1=-1 2=1 BinaryOp mul_24 2 1 272 277 278 0=2 Reshape reshape_301 1 1 84 279 0=128 1=-1 2=1 BinaryOp mul_25 2 1 262 279 280 0=2 BinaryOp add_26 2 1 280 278 281 0=0 Reshape reshape_302 1 1 140 282 0=128 1=-1 2=1 BinaryOp mul_27 2 1 276 282 283 0=2 Reshape reshape_303 1 1 83 284 0=128 1=-1 2=1 BinaryOp mul_28 2 1 266 284 285 0=2 BinaryOp add_29 2 1 285 283 286 0=0 SDPA sdpa_619 6 3 281 286 268 29 cache_k2 cache_v2 287 out_cache_k2 out_cache_v2 5=1 6=0.08838835 7=1 Permute transpose_516 1 1 287 288 0=2 Reshape reshape_304 1 1 288 289 0=2048 1=-1 Gemm gemm_17 1 1 289 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_30 2 1 250 290 291 0=0 Split splitncnn_19 1 2 291 292 293 RMSNorm rmsn_201 1 1 293 294 0=2048 1=1.000000e-5 2=1 Split splitncnn_20 1 2 294 295 296 Gemm gemm_18 1 1 296 297 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_255 1 1 297 298 Gemm gemm_19 1 1 295 299 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_31 2 1 298 299 300 0=2 Gemm gemm_20 1 1 300 301 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_32 2 1 292 301 302 0=0 Split splitncnn_21 1 2 302 303 304 RMSNorm rmsn_202 1 1 304 305 0=2048 1=1.000000e-5 2=1 Split splitncnn_22 1 3 305 306 307 308 Gemm gemm_21 1 1 308 309 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_22 1 1 307 310 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_23 1 1 306 311 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_305 1 1 309 312 0=128 1=16 2=-1 Permute transpose_517 1 1 312 313 0=2 Split splitncnn_23 1 2 313 314 315 Reshape reshape_306 1 1 310 316 0=128 1=2 2=-1 Permute transpose_518 1 1 316 317 0=2 Split splitncnn_24 1 2 317 318 319 Reshape reshape_307 1 1 311 320 0=128 1=2 2=-1 Permute transpose_519 1 1 320 321 0=2 Slice chunk_6 1 2 314 322 323 -23300=2,-233,-233 1=2 UnaryOp neg_33 1 1 323 324 0=1 Concat cat_6 2 1 324 322 325 0=2 Slice chunk_7 1 2 318 326 327 -23300=2,-233,-233 1=2 UnaryOp neg_34 1 1 327 328 0=1 Concat cat_7 2 1 328 326 329 0=2 Reshape reshape_308 1 1 139 330 0=128 1=-1 2=1 BinaryOp mul_35 2 1 325 330 331 0=2 Reshape reshape_309 1 1 82 332 0=128 1=-1 2=1 BinaryOp mul_36 2 1 315 332 333 0=2 BinaryOp add_37 2 1 333 331 334 0=0 Reshape reshape_310 1 1 138 335 0=128 1=-1 2=1 BinaryOp mul_38 2 1 329 335 336 0=2 Reshape reshape_311 1 1 81 337 0=128 1=-1 2=1 BinaryOp mul_39 2 1 319 337 338 0=2 BinaryOp add_40 2 1 338 336 339 0=0 SDPA sdpa_620 6 3 334 339 321 28 cache_k3 cache_v3 340 out_cache_k3 out_cache_v3 5=1 6=0.08838835 7=1 Permute transpose_520 1 1 340 341 0=2 Reshape reshape_312 1 1 341 342 0=2048 1=-1 Gemm gemm_24 1 1 342 343 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_41 2 1 303 343 344 0=0 Split splitncnn_25 1 2 344 345 346 RMSNorm rmsn_203 1 1 346 347 0=2048 1=1.000000e-5 2=1 Split splitncnn_26 1 2 347 348 349 Gemm gemm_25 1 1 349 350 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_256 1 1 350 351 Gemm gemm_26 1 1 348 352 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_42 2 1 351 352 353 0=2 Gemm gemm_27 1 1 353 354 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_43 2 1 345 354 355 0=0 Split splitncnn_27 1 2 355 356 357 RMSNorm rmsn_204 1 1 357 358 0=2048 1=1.000000e-5 2=1 Split splitncnn_28 1 3 358 359 360 361 Gemm gemm_28 1 1 361 362 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_29 1 1 360 363 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_30 1 1 359 364 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_313 1 1 362 365 0=128 1=16 2=-1 Permute transpose_521 1 1 365 366 0=2 Split splitncnn_29 1 2 366 367 368 Reshape reshape_314 1 1 363 369 0=128 1=2 2=-1 Permute transpose_522 1 1 369 370 0=2 Split splitncnn_30 1 2 370 371 372 Reshape reshape_315 1 1 364 373 0=128 1=2 2=-1 Permute transpose_523 1 1 373 374 0=2 Slice chunk_8 1 2 367 375 376 -23300=2,-233,-233 1=2 UnaryOp neg_44 1 1 376 377 0=1 Concat cat_8 2 1 377 375 378 0=2 Slice chunk_9 1 2 371 379 380 -23300=2,-233,-233 1=2 UnaryOp neg_45 1 1 380 381 0=1 Concat cat_9 2 1 381 379 382 0=2 Reshape reshape_316 1 1 137 383 0=128 1=-1 2=1 BinaryOp mul_46 2 1 378 383 384 0=2 Reshape reshape_317 1 1 80 385 0=128 1=-1 2=1 BinaryOp mul_47 2 1 368 385 386 0=2 BinaryOp add_48 2 1 386 384 387 0=0 Reshape reshape_318 1 1 136 388 0=128 1=-1 2=1 BinaryOp mul_49 2 1 382 388 389 0=2 Reshape reshape_319 1 1 79 390 0=128 1=-1 2=1 BinaryOp mul_50 2 1 372 390 391 0=2 BinaryOp add_51 2 1 391 389 392 0=0 SDPA sdpa_621 6 3 387 392 374 27 cache_k4 cache_v4 393 out_cache_k4 out_cache_v4 5=1 6=0.08838835 7=1 Permute transpose_524 1 1 393 394 0=2 Reshape reshape_320 1 1 394 395 0=2048 1=-1 Gemm gemm_31 1 1 395 396 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_52 2 1 356 396 397 0=0 Split splitncnn_31 1 2 397 398 399 RMSNorm rmsn_205 1 1 399 400 0=2048 1=1.000000e-5 2=1 Split splitncnn_32 1 2 400 401 402 Gemm gemm_32 1 1 402 403 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_257 1 1 403 404 Gemm gemm_33 1 1 401 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_53 2 1 404 405 406 0=2 Gemm gemm_34 1 1 406 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_54 2 1 398 407 408 0=0 Split splitncnn_33 1 2 408 409 410 RMSNorm rmsn_206 1 1 410 411 0=2048 1=1.000000e-5 2=1 Split splitncnn_34 1 3 411 412 413 414 Gemm gemm_35 1 1 414 415 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_36 1 1 413 416 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_37 1 1 412 417 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_321 1 1 415 418 0=128 1=16 2=-1 Permute transpose_525 1 1 418 419 0=2 Split splitncnn_35 1 2 419 420 421 Reshape reshape_322 1 1 416 422 0=128 1=2 2=-1 Permute transpose_526 1 1 422 423 0=2 Split splitncnn_36 1 2 423 424 425 Reshape reshape_323 1 1 417 426 0=128 1=2 2=-1 Permute transpose_527 1 1 426 427 0=2 Slice chunk_10 1 2 420 428 429 -23300=2,-233,-233 1=2 UnaryOp neg_55 1 1 429 430 0=1 Concat cat_10 2 1 430 428 431 0=2 Slice chunk_11 1 2 424 432 433 -23300=2,-233,-233 1=2 UnaryOp neg_56 1 1 433 434 0=1 Concat cat_11 2 1 434 432 435 0=2 Reshape reshape_324 1 1 135 436 0=128 1=-1 2=1 BinaryOp mul_57 2 1 431 436 437 0=2 Reshape reshape_325 1 1 78 438 0=128 1=-1 2=1 BinaryOp mul_58 2 1 421 438 439 0=2 BinaryOp add_59 2 1 439 437 440 0=0 Reshape reshape_326 1 1 134 441 0=128 1=-1 2=1 BinaryOp mul_60 2 1 435 441 442 0=2 Reshape reshape_327 1 1 77 443 0=128 1=-1 2=1 BinaryOp mul_61 2 1 425 443 444 0=2 BinaryOp add_62 2 1 444 442 445 0=0 SDPA sdpa_622 6 3 440 445 427 26 cache_k5 cache_v5 446 out_cache_k5 out_cache_v5 5=1 6=0.08838835 7=1 Permute transpose_528 1 1 446 447 0=2 Reshape reshape_328 1 1 447 448 0=2048 1=-1 Gemm gemm_38 1 1 448 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_63 2 1 409 449 450 0=0 Split splitncnn_37 1 2 450 451 452 RMSNorm rmsn_207 1 1 452 453 0=2048 1=1.000000e-5 2=1 Split splitncnn_38 1 2 453 454 455 Gemm gemm_39 1 1 455 456 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_258 1 1 456 457 Gemm gemm_40 1 1 454 458 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_64 2 1 457 458 459 0=2 Gemm gemm_41 1 1 459 460 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_65 2 1 451 460 461 0=0 Split splitncnn_39 1 2 461 462 463 RMSNorm rmsn_208 1 1 463 464 0=2048 1=1.000000e-5 2=1 Split splitncnn_40 1 3 464 465 466 467 Gemm gemm_42 1 1 467 468 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_43 1 1 466 469 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_44 1 1 465 470 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_329 1 1 468 471 0=128 1=16 2=-1 Permute transpose_529 1 1 471 472 0=2 Split splitncnn_41 1 2 472 473 474 Reshape reshape_330 1 1 469 475 0=128 1=2 2=-1 Permute transpose_530 1 1 475 476 0=2 Split splitncnn_42 1 2 476 477 478 Reshape reshape_331 1 1 470 479 0=128 1=2 2=-1 Permute transpose_531 1 1 479 480 0=2 Slice chunk_12 1 2 473 481 482 -23300=2,-233,-233 1=2 UnaryOp neg_66 1 1 482 483 0=1 Concat cat_12 2 1 483 481 484 0=2 Slice chunk_13 1 2 477 485 486 -23300=2,-233,-233 1=2 UnaryOp neg_67 1 1 486 487 0=1 Concat cat_13 2 1 487 485 488 0=2 Reshape reshape_332 1 1 133 489 0=128 1=-1 2=1 BinaryOp mul_68 2 1 484 489 490 0=2 Reshape reshape_333 1 1 76 491 0=128 1=-1 2=1 BinaryOp mul_69 2 1 474 491 492 0=2 BinaryOp add_70 2 1 492 490 493 0=0 Reshape reshape_334 1 1 132 494 0=128 1=-1 2=1 BinaryOp mul_71 2 1 488 494 495 0=2 Reshape reshape_335 1 1 75 496 0=128 1=-1 2=1 BinaryOp mul_72 2 1 478 496 497 0=2 BinaryOp add_73 2 1 497 495 498 0=0 SDPA sdpa_623 6 3 493 498 480 25 cache_k6 cache_v6 499 out_cache_k6 out_cache_v6 5=1 6=0.08838835 7=1 Permute transpose_532 1 1 499 500 0=2 Reshape reshape_336 1 1 500 501 0=2048 1=-1 Gemm gemm_45 1 1 501 502 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_74 2 1 462 502 503 0=0 Split splitncnn_43 1 2 503 504 505 RMSNorm rmsn_209 1 1 505 506 0=2048 1=1.000000e-5 2=1 Split splitncnn_44 1 2 506 507 508 Gemm gemm_46 1 1 508 509 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_259 1 1 509 510 Gemm gemm_47 1 1 507 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_75 2 1 510 511 512 0=2 Gemm gemm_48 1 1 512 513 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_76 2 1 504 513 514 0=0 Split splitncnn_45 1 2 514 515 516 RMSNorm rmsn_210 1 1 516 517 0=2048 1=1.000000e-5 2=1 Split splitncnn_46 1 3 517 518 519 520 Gemm gemm_49 1 1 520 521 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_50 1 1 519 522 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_51 1 1 518 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_337 1 1 521 524 0=128 1=16 2=-1 Permute transpose_533 1 1 524 525 0=2 Split splitncnn_47 1 2 525 526 527 Reshape reshape_338 1 1 522 528 0=128 1=2 2=-1 Permute transpose_534 1 1 528 529 0=2 Split splitncnn_48 1 2 529 530 531 Reshape reshape_339 1 1 523 532 0=128 1=2 2=-1 Permute transpose_535 1 1 532 533 0=2 Slice chunk_14 1 2 526 534 535 -23300=2,-233,-233 1=2 UnaryOp neg_77 1 1 535 536 0=1 Concat cat_14 2 1 536 534 537 0=2 Slice chunk_15 1 2 530 538 539 -23300=2,-233,-233 1=2 UnaryOp neg_78 1 1 539 540 0=1 Concat cat_15 2 1 540 538 541 0=2 Reshape reshape_340 1 1 131 542 0=128 1=-1 2=1 BinaryOp mul_79 2 1 537 542 543 0=2 Reshape reshape_341 1 1 74 544 0=128 1=-1 2=1 BinaryOp mul_80 2 1 527 544 545 0=2 BinaryOp add_81 2 1 545 543 546 0=0 Reshape reshape_342 1 1 130 547 0=128 1=-1 2=1 BinaryOp mul_82 2 1 541 547 548 0=2 Reshape reshape_343 1 1 73 549 0=128 1=-1 2=1 BinaryOp mul_83 2 1 531 549 550 0=2 BinaryOp add_84 2 1 550 548 551 0=0 SDPA sdpa_624 6 3 546 551 533 24 cache_k7 cache_v7 552 out_cache_k7 out_cache_v7 5=1 6=0.08838835 7=1 Permute transpose_536 1 1 552 553 0=2 Reshape reshape_344 1 1 553 554 0=2048 1=-1 Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_85 2 1 515 555 556 0=0 Split splitncnn_49 1 2 556 557 558 RMSNorm rmsn_211 1 1 558 559 0=2048 1=1.000000e-5 2=1 Split splitncnn_50 1 2 559 560 561 Gemm gemm_53 1 1 561 562 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_260 1 1 562 563 Gemm gemm_54 1 1 560 564 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_86 2 1 563 564 565 0=2 Gemm gemm_55 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_87 2 1 557 566 567 0=0 Split splitncnn_51 1 2 567 568 569 RMSNorm rmsn_212 1 1 569 570 0=2048 1=1.000000e-5 2=1 Split splitncnn_52 1 3 570 571 572 573 Gemm gemm_56 1 1 573 574 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_57 1 1 572 575 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_58 1 1 571 576 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_345 1 1 574 577 0=128 1=16 2=-1 Permute transpose_537 1 1 577 578 0=2 Split splitncnn_53 1 2 578 579 580 Reshape reshape_346 1 1 575 581 0=128 1=2 2=-1 Permute transpose_538 1 1 581 582 0=2 Split splitncnn_54 1 2 582 583 584 Reshape reshape_347 1 1 576 585 0=128 1=2 2=-1 Permute transpose_539 1 1 585 586 0=2 Slice chunk_16 1 2 579 587 588 -23300=2,-233,-233 1=2 UnaryOp neg_88 1 1 588 589 0=1 Concat cat_16 2 1 589 587 590 0=2 Slice chunk_17 1 2 583 591 592 -23300=2,-233,-233 1=2 UnaryOp neg_89 1 1 592 593 0=1 Concat cat_17 2 1 593 591 594 0=2 Reshape reshape_348 1 1 129 595 0=128 1=-1 2=1 BinaryOp mul_90 2 1 590 595 596 0=2 Reshape reshape_349 1 1 72 597 0=128 1=-1 2=1 BinaryOp mul_91 2 1 580 597 598 0=2 BinaryOp add_92 2 1 598 596 599 0=0 Reshape reshape_350 1 1 128 600 0=128 1=-1 2=1 BinaryOp mul_93 2 1 594 600 601 0=2 Reshape reshape_351 1 1 71 602 0=128 1=-1 2=1 BinaryOp mul_94 2 1 584 602 603 0=2 BinaryOp add_95 2 1 603 601 604 0=0 SDPA sdpa_625 6 3 599 604 586 23 cache_k8 cache_v8 605 out_cache_k8 out_cache_v8 5=1 6=0.08838835 7=1 Permute transpose_540 1 1 605 606 0=2 Reshape reshape_352 1 1 606 607 0=2048 1=-1 Gemm gemm_59 1 1 607 608 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_96 2 1 568 608 609 0=0 Split splitncnn_55 1 2 609 610 611 RMSNorm rmsn_213 1 1 611 612 0=2048 1=1.000000e-5 2=1 Split splitncnn_56 1 2 612 613 614 Gemm gemm_60 1 1 614 615 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_261 1 1 615 616 Gemm gemm_61 1 1 613 617 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_97 2 1 616 617 618 0=2 Gemm gemm_62 1 1 618 619 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_98 2 1 610 619 620 0=0 Split splitncnn_57 1 2 620 621 622 RMSNorm rmsn_214 1 1 622 623 0=2048 1=1.000000e-5 2=1 Split splitncnn_58 1 3 623 624 625 626 Gemm gemm_63 1 1 626 627 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_64 1 1 625 628 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_65 1 1 624 629 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_353 1 1 627 630 0=128 1=16 2=-1 Permute transpose_541 1 1 630 631 0=2 Split splitncnn_59 1 2 631 632 633 Reshape reshape_354 1 1 628 634 0=128 1=2 2=-1 Permute transpose_542 1 1 634 635 0=2 Split splitncnn_60 1 2 635 636 637 Reshape reshape_355 1 1 629 638 0=128 1=2 2=-1 Permute transpose_543 1 1 638 639 0=2 Slice chunk_18 1 2 632 640 641 -23300=2,-233,-233 1=2 UnaryOp neg_99 1 1 641 642 0=1 Concat cat_18 2 1 642 640 643 0=2 Slice chunk_19 1 2 636 644 645 -23300=2,-233,-233 1=2 UnaryOp neg_100 1 1 645 646 0=1 Concat cat_19 2 1 646 644 647 0=2 Reshape reshape_356 1 1 127 648 0=128 1=-1 2=1 BinaryOp mul_101 2 1 643 648 649 0=2 Reshape reshape_357 1 1 70 650 0=128 1=-1 2=1 BinaryOp mul_102 2 1 633 650 651 0=2 BinaryOp add_103 2 1 651 649 652 0=0 Reshape reshape_358 1 1 126 653 0=128 1=-1 2=1 BinaryOp mul_104 2 1 647 653 654 0=2 Reshape reshape_359 1 1 69 655 0=128 1=-1 2=1 BinaryOp mul_105 2 1 637 655 656 0=2 BinaryOp add_106 2 1 656 654 657 0=0 SDPA sdpa_626 6 3 652 657 639 22 cache_k9 cache_v9 658 out_cache_k9 out_cache_v9 5=1 6=0.08838835 7=1 Permute transpose_544 1 1 658 659 0=2 Reshape reshape_360 1 1 659 660 0=2048 1=-1 Gemm gemm_66 1 1 660 661 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_107 2 1 621 661 662 0=0 Split splitncnn_61 1 2 662 663 664 RMSNorm rmsn_215 1 1 664 665 0=2048 1=1.000000e-5 2=1 Split splitncnn_62 1 2 665 666 667 Gemm gemm_67 1 1 667 668 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_262 1 1 668 669 Gemm gemm_68 1 1 666 670 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_108 2 1 669 670 671 0=2 Gemm gemm_69 1 1 671 672 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_109 2 1 663 672 673 0=0 Split splitncnn_63 1 2 673 674 675 RMSNorm rmsn_216 1 1 675 676 0=2048 1=1.000000e-5 2=1 Split splitncnn_64 1 3 676 677 678 679 Gemm gemm_70 1 1 679 680 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_71 1 1 678 681 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_72 1 1 677 682 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_361 1 1 680 683 0=128 1=16 2=-1 Permute transpose_545 1 1 683 684 0=2 Split splitncnn_65 1 2 684 685 686 Reshape reshape_362 1 1 681 687 0=128 1=2 2=-1 Permute transpose_546 1 1 687 688 0=2 Split splitncnn_66 1 2 688 689 690 Reshape reshape_363 1 1 682 691 0=128 1=2 2=-1 Permute transpose_547 1 1 691 692 0=2 Slice chunk_20 1 2 685 693 694 -23300=2,-233,-233 1=2 UnaryOp neg_110 1 1 694 695 0=1 Concat cat_20 2 1 695 693 696 0=2 Slice chunk_21 1 2 689 697 698 -23300=2,-233,-233 1=2 UnaryOp neg_111 1 1 698 699 0=1 Concat cat_21 2 1 699 697 700 0=2 Reshape reshape_364 1 1 125 701 0=128 1=-1 2=1 BinaryOp mul_112 2 1 696 701 702 0=2 Reshape reshape_365 1 1 68 703 0=128 1=-1 2=1 BinaryOp mul_113 2 1 686 703 704 0=2 BinaryOp add_114 2 1 704 702 705 0=0 Reshape reshape_366 1 1 124 706 0=128 1=-1 2=1 BinaryOp mul_115 2 1 700 706 707 0=2 Reshape reshape_367 1 1 67 708 0=128 1=-1 2=1 BinaryOp mul_116 2 1 690 708 709 0=2 BinaryOp add_117 2 1 709 707 710 0=0 SDPA sdpa_627 6 3 705 710 692 21 cache_k10 cache_v10 711 out_cache_k10 out_cache_v10 5=1 6=0.08838835 7=1 Permute transpose_548 1 1 711 712 0=2 Reshape reshape_368 1 1 712 713 0=2048 1=-1 Gemm gemm_73 1 1 713 714 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_118 2 1 674 714 715 0=0 Split splitncnn_67 1 2 715 716 717 RMSNorm rmsn_217 1 1 717 718 0=2048 1=1.000000e-5 2=1 Split splitncnn_68 1 2 718 719 720 Gemm gemm_74 1 1 720 721 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_263 1 1 721 722 Gemm gemm_75 1 1 719 723 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_119 2 1 722 723 724 0=2 Gemm gemm_76 1 1 724 725 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_120 2 1 716 725 726 0=0 Split splitncnn_69 1 2 726 727 728 RMSNorm rmsn_218 1 1 728 729 0=2048 1=1.000000e-5 2=1 Split splitncnn_70 1 3 729 730 731 732 Gemm gemm_77 1 1 732 733 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_78 1 1 731 734 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_79 1 1 730 735 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_369 1 1 733 736 0=128 1=16 2=-1 Permute transpose_549 1 1 736 737 0=2 Split splitncnn_71 1 2 737 738 739 Reshape reshape_370 1 1 734 740 0=128 1=2 2=-1 Permute transpose_550 1 1 740 741 0=2 Split splitncnn_72 1 2 741 742 743 Reshape reshape_371 1 1 735 744 0=128 1=2 2=-1 Permute transpose_551 1 1 744 745 0=2 Slice chunk_22 1 2 738 746 747 -23300=2,-233,-233 1=2 UnaryOp neg_121 1 1 747 748 0=1 Concat cat_22 2 1 748 746 749 0=2 Slice chunk_23 1 2 742 750 751 -23300=2,-233,-233 1=2 UnaryOp neg_122 1 1 751 752 0=1 Concat cat_23 2 1 752 750 753 0=2 Reshape reshape_372 1 1 123 754 0=128 1=-1 2=1 BinaryOp mul_123 2 1 749 754 755 0=2 Reshape reshape_373 1 1 66 756 0=128 1=-1 2=1 BinaryOp mul_124 2 1 739 756 757 0=2 BinaryOp add_125 2 1 757 755 758 0=0 Reshape reshape_374 1 1 122 759 0=128 1=-1 2=1 BinaryOp mul_126 2 1 753 759 760 0=2 Reshape reshape_375 1 1 65 761 0=128 1=-1 2=1 BinaryOp mul_127 2 1 743 761 762 0=2 BinaryOp add_128 2 1 762 760 763 0=0 SDPA sdpa_628 6 3 758 763 745 20 cache_k11 cache_v11 764 out_cache_k11 out_cache_v11 5=1 6=0.08838835 7=1 Permute transpose_552 1 1 764 765 0=2 Reshape reshape_376 1 1 765 766 0=2048 1=-1 Gemm gemm_80 1 1 766 767 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_129 2 1 727 767 768 0=0 Split splitncnn_73 1 2 768 769 770 RMSNorm rmsn_219 1 1 770 771 0=2048 1=1.000000e-5 2=1 Split splitncnn_74 1 2 771 772 773 Gemm gemm_81 1 1 773 774 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_264 1 1 774 775 Gemm gemm_82 1 1 772 776 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_130 2 1 775 776 777 0=2 Gemm gemm_83 1 1 777 778 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_131 2 1 769 778 779 0=0 Split splitncnn_75 1 2 779 780 781 RMSNorm rmsn_220 1 1 781 782 0=2048 1=1.000000e-5 2=1 Split splitncnn_76 1 3 782 783 784 785 Gemm gemm_84 1 1 785 786 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_85 1 1 784 787 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_86 1 1 783 788 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_377 1 1 786 789 0=128 1=16 2=-1 Permute transpose_553 1 1 789 790 0=2 Split splitncnn_77 1 2 790 791 792 Reshape reshape_378 1 1 787 793 0=128 1=2 2=-1 Permute transpose_554 1 1 793 794 0=2 Split splitncnn_78 1 2 794 795 796 Reshape reshape_379 1 1 788 797 0=128 1=2 2=-1 Permute transpose_555 1 1 797 798 0=2 Slice chunk_24 1 2 791 799 800 -23300=2,-233,-233 1=2 UnaryOp neg_132 1 1 800 801 0=1 Concat cat_24 2 1 801 799 802 0=2 Slice chunk_25 1 2 795 803 804 -23300=2,-233,-233 1=2 UnaryOp neg_133 1 1 804 805 0=1 Concat cat_25 2 1 805 803 806 0=2 Reshape reshape_380 1 1 121 807 0=128 1=-1 2=1 BinaryOp mul_134 2 1 802 807 808 0=2 Reshape reshape_381 1 1 64 809 0=128 1=-1 2=1 BinaryOp mul_135 2 1 792 809 810 0=2 BinaryOp add_136 2 1 810 808 811 0=0 Reshape reshape_382 1 1 120 812 0=128 1=-1 2=1 BinaryOp mul_137 2 1 806 812 813 0=2 Reshape reshape_383 1 1 63 814 0=128 1=-1 2=1 BinaryOp mul_138 2 1 796 814 815 0=2 BinaryOp add_139 2 1 815 813 816 0=0 SDPA sdpa_629 6 3 811 816 798 19 cache_k12 cache_v12 817 out_cache_k12 out_cache_v12 5=1 6=0.08838835 7=1 Permute transpose_556 1 1 817 818 0=2 Reshape reshape_384 1 1 818 819 0=2048 1=-1 Gemm gemm_87 1 1 819 820 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_140 2 1 780 820 821 0=0 Split splitncnn_79 1 2 821 822 823 RMSNorm rmsn_221 1 1 823 824 0=2048 1=1.000000e-5 2=1 Split splitncnn_80 1 2 824 825 826 Gemm gemm_88 1 1 826 827 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_265 1 1 827 828 Gemm gemm_89 1 1 825 829 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_141 2 1 828 829 830 0=2 Gemm gemm_90 1 1 830 831 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_142 2 1 822 831 832 0=0 Split splitncnn_81 1 2 832 833 834 RMSNorm rmsn_222 1 1 834 835 0=2048 1=1.000000e-5 2=1 Split splitncnn_82 1 3 835 836 837 838 Gemm gemm_91 1 1 838 839 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_92 1 1 837 840 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_93 1 1 836 841 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_385 1 1 839 842 0=128 1=16 2=-1 Permute transpose_557 1 1 842 843 0=2 Split splitncnn_83 1 2 843 844 845 Reshape reshape_386 1 1 840 846 0=128 1=2 2=-1 Permute transpose_558 1 1 846 847 0=2 Split splitncnn_84 1 2 847 848 849 Reshape reshape_387 1 1 841 850 0=128 1=2 2=-1 Permute transpose_559 1 1 850 851 0=2 Slice chunk_26 1 2 844 852 853 -23300=2,-233,-233 1=2 UnaryOp neg_143 1 1 853 854 0=1 Concat cat_26 2 1 854 852 855 0=2 Slice chunk_27 1 2 848 856 857 -23300=2,-233,-233 1=2 UnaryOp neg_144 1 1 857 858 0=1 Concat cat_27 2 1 858 856 859 0=2 Reshape reshape_388 1 1 119 860 0=128 1=-1 2=1 BinaryOp mul_145 2 1 855 860 861 0=2 Reshape reshape_389 1 1 62 862 0=128 1=-1 2=1 BinaryOp mul_146 2 1 845 862 863 0=2 BinaryOp add_147 2 1 863 861 864 0=0 Reshape reshape_390 1 1 118 865 0=128 1=-1 2=1 BinaryOp mul_148 2 1 859 865 866 0=2 Reshape reshape_391 1 1 61 867 0=128 1=-1 2=1 BinaryOp mul_149 2 1 849 867 868 0=2 BinaryOp add_150 2 1 868 866 869 0=0 SDPA sdpa_630 6 3 864 869 851 18 cache_k13 cache_v13 870 out_cache_k13 out_cache_v13 5=1 6=0.08838835 7=1 Permute transpose_560 1 1 870 871 0=2 Reshape reshape_392 1 1 871 872 0=2048 1=-1 Gemm gemm_94 1 1 872 873 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_151 2 1 833 873 874 0=0 Split splitncnn_85 1 2 874 875 876 RMSNorm rmsn_223 1 1 876 877 0=2048 1=1.000000e-5 2=1 Split splitncnn_86 1 2 877 878 879 Gemm gemm_95 1 1 879 880 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_266 1 1 880 881 Gemm gemm_96 1 1 878 882 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_152 2 1 881 882 883 0=2 Gemm gemm_97 1 1 883 884 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_153 2 1 875 884 885 0=0 Split splitncnn_87 1 2 885 886 887 RMSNorm rmsn_224 1 1 887 888 0=2048 1=1.000000e-5 2=1 Split splitncnn_88 1 3 888 889 890 891 Gemm gemm_98 1 1 891 892 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_99 1 1 890 893 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_100 1 1 889 894 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_393 1 1 892 895 0=128 1=16 2=-1 Permute transpose_561 1 1 895 896 0=2 Split splitncnn_89 1 2 896 897 898 Reshape reshape_394 1 1 893 899 0=128 1=2 2=-1 Permute transpose_562 1 1 899 900 0=2 Split splitncnn_90 1 2 900 901 902 Reshape reshape_395 1 1 894 903 0=128 1=2 2=-1 Permute transpose_563 1 1 903 904 0=2 Slice chunk_28 1 2 897 905 906 -23300=2,-233,-233 1=2 UnaryOp neg_154 1 1 906 907 0=1 Concat cat_28 2 1 907 905 908 0=2 Slice chunk_29 1 2 901 909 910 -23300=2,-233,-233 1=2 UnaryOp neg_155 1 1 910 911 0=1 Concat cat_29 2 1 911 909 912 0=2 Reshape reshape_396 1 1 117 913 0=128 1=-1 2=1 BinaryOp mul_156 2 1 908 913 914 0=2 Reshape reshape_397 1 1 60 915 0=128 1=-1 2=1 BinaryOp mul_157 2 1 898 915 916 0=2 BinaryOp add_158 2 1 916 914 917 0=0 Reshape reshape_398 1 1 116 918 0=128 1=-1 2=1 BinaryOp mul_159 2 1 912 918 919 0=2 Reshape reshape_399 1 1 59 920 0=128 1=-1 2=1 BinaryOp mul_160 2 1 902 920 921 0=2 BinaryOp add_161 2 1 921 919 922 0=0 SDPA sdpa_631 6 3 917 922 904 17 cache_k14 cache_v14 923 out_cache_k14 out_cache_v14 5=1 6=0.08838835 7=1 Permute transpose_564 1 1 923 924 0=2 Reshape reshape_400 1 1 924 925 0=2048 1=-1 Gemm gemm_101 1 1 925 926 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_162 2 1 886 926 927 0=0 Split splitncnn_91 1 2 927 928 929 RMSNorm rmsn_225 1 1 929 930 0=2048 1=1.000000e-5 2=1 Split splitncnn_92 1 2 930 931 932 Gemm gemm_102 1 1 932 933 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_267 1 1 933 934 Gemm gemm_103 1 1 931 935 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_163 2 1 934 935 936 0=2 Gemm gemm_104 1 1 936 937 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_164 2 1 928 937 938 0=0 Split splitncnn_93 1 2 938 939 940 RMSNorm rmsn_226 1 1 940 941 0=2048 1=1.000000e-5 2=1 Split splitncnn_94 1 3 941 942 943 944 Gemm gemm_105 1 1 944 945 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_106 1 1 943 946 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_107 1 1 942 947 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_401 1 1 945 948 0=128 1=16 2=-1 Permute transpose_565 1 1 948 949 0=2 Split splitncnn_95 1 2 949 950 951 Reshape reshape_402 1 1 946 952 0=128 1=2 2=-1 Permute transpose_566 1 1 952 953 0=2 Split splitncnn_96 1 2 953 954 955 Reshape reshape_403 1 1 947 956 0=128 1=2 2=-1 Permute transpose_567 1 1 956 957 0=2 Slice chunk_30 1 2 950 958 959 -23300=2,-233,-233 1=2 UnaryOp neg_165 1 1 959 960 0=1 Concat cat_30 2 1 960 958 961 0=2 Slice chunk_31 1 2 954 962 963 -23300=2,-233,-233 1=2 UnaryOp neg_166 1 1 963 964 0=1 Concat cat_31 2 1 964 962 965 0=2 Reshape reshape_404 1 1 115 966 0=128 1=-1 2=1 BinaryOp mul_167 2 1 961 966 967 0=2 Reshape reshape_405 1 1 58 968 0=128 1=-1 2=1 BinaryOp mul_168 2 1 951 968 969 0=2 BinaryOp add_169 2 1 969 967 970 0=0 Reshape reshape_406 1 1 114 971 0=128 1=-1 2=1 BinaryOp mul_170 2 1 965 971 972 0=2 Reshape reshape_407 1 1 57 973 0=128 1=-1 2=1 BinaryOp mul_171 2 1 955 973 974 0=2 BinaryOp add_172 2 1 974 972 975 0=0 SDPA sdpa_632 6 3 970 975 957 16 cache_k15 cache_v15 976 out_cache_k15 out_cache_v15 5=1 6=0.08838835 7=1 Permute transpose_568 1 1 976 977 0=2 Reshape reshape_408 1 1 977 978 0=2048 1=-1 Gemm gemm_108 1 1 978 979 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_173 2 1 939 979 980 0=0 Split splitncnn_97 1 2 980 981 982 RMSNorm rmsn_227 1 1 982 983 0=2048 1=1.000000e-5 2=1 Split splitncnn_98 1 2 983 984 985 Gemm gemm_109 1 1 985 986 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_268 1 1 986 987 Gemm gemm_110 1 1 984 988 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_174 2 1 987 988 989 0=2 Gemm gemm_111 1 1 989 990 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_175 2 1 981 990 991 0=0 Split splitncnn_99 1 2 991 992 993 RMSNorm rmsn_228 1 1 993 994 0=2048 1=1.000000e-5 2=1 Split splitncnn_100 1 3 994 995 996 997 Gemm gemm_112 1 1 997 998 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_113 1 1 996 999 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_114 1 1 995 1000 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_409 1 1 998 1001 0=128 1=16 2=-1 Permute transpose_569 1 1 1001 1002 0=2 Split splitncnn_101 1 2 1002 1003 1004 Reshape reshape_410 1 1 999 1005 0=128 1=2 2=-1 Permute transpose_570 1 1 1005 1006 0=2 Split splitncnn_102 1 2 1006 1007 1008 Reshape reshape_411 1 1 1000 1009 0=128 1=2 2=-1 Permute transpose_571 1 1 1009 1010 0=2 Slice chunk_32 1 2 1003 1011 1012 -23300=2,-233,-233 1=2 UnaryOp neg_176 1 1 1012 1013 0=1 Concat cat_32 2 1 1013 1011 1014 0=2 Slice chunk_33 1 2 1007 1015 1016 -23300=2,-233,-233 1=2 UnaryOp neg_177 1 1 1016 1017 0=1 Concat cat_33 2 1 1017 1015 1018 0=2 Reshape reshape_412 1 1 113 1019 0=128 1=-1 2=1 BinaryOp mul_178 2 1 1014 1019 1020 0=2 Reshape reshape_413 1 1 56 1021 0=128 1=-1 2=1 BinaryOp mul_179 2 1 1004 1021 1022 0=2 BinaryOp add_180 2 1 1022 1020 1023 0=0 Reshape reshape_414 1 1 112 1024 0=128 1=-1 2=1 BinaryOp mul_181 2 1 1018 1024 1025 0=2 Reshape reshape_415 1 1 55 1026 0=128 1=-1 2=1 BinaryOp mul_182 2 1 1008 1026 1027 0=2 BinaryOp add_183 2 1 1027 1025 1028 0=0 SDPA sdpa_633 6 3 1023 1028 1010 15 cache_k16 cache_v16 1029 out_cache_k16 out_cache_v16 5=1 6=0.08838835 7=1 Permute transpose_572 1 1 1029 1030 0=2 Reshape reshape_416 1 1 1030 1031 0=2048 1=-1 Gemm gemm_115 1 1 1031 1032 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_184 2 1 992 1032 1033 0=0 Split splitncnn_103 1 2 1033 1034 1035 RMSNorm rmsn_229 1 1 1035 1036 0=2048 1=1.000000e-5 2=1 Split splitncnn_104 1 2 1036 1037 1038 Gemm gemm_116 1 1 1038 1039 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_269 1 1 1039 1040 Gemm gemm_117 1 1 1037 1041 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_185 2 1 1040 1041 1042 0=2 Gemm gemm_118 1 1 1042 1043 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_186 2 1 1034 1043 1044 0=0 Split splitncnn_105 1 2 1044 1045 1046 RMSNorm rmsn_230 1 1 1046 1047 0=2048 1=1.000000e-5 2=1 Split splitncnn_106 1 3 1047 1048 1049 1050 Gemm gemm_119 1 1 1050 1051 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_120 1 1 1049 1052 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_121 1 1 1048 1053 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_417 1 1 1051 1054 0=128 1=16 2=-1 Permute transpose_573 1 1 1054 1055 0=2 Split splitncnn_107 1 2 1055 1056 1057 Reshape reshape_418 1 1 1052 1058 0=128 1=2 2=-1 Permute transpose_574 1 1 1058 1059 0=2 Split splitncnn_108 1 2 1059 1060 1061 Reshape reshape_419 1 1 1053 1062 0=128 1=2 2=-1 Permute transpose_575 1 1 1062 1063 0=2 Slice chunk_34 1 2 1056 1064 1065 -23300=2,-233,-233 1=2 UnaryOp neg_187 1 1 1065 1066 0=1 Concat cat_34 2 1 1066 1064 1067 0=2 Slice chunk_35 1 2 1060 1068 1069 -23300=2,-233,-233 1=2 UnaryOp neg_188 1 1 1069 1070 0=1 Concat cat_35 2 1 1070 1068 1071 0=2 Reshape reshape_420 1 1 111 1072 0=128 1=-1 2=1 BinaryOp mul_189 2 1 1067 1072 1073 0=2 Reshape reshape_421 1 1 54 1074 0=128 1=-1 2=1 BinaryOp mul_190 2 1 1057 1074 1075 0=2 BinaryOp add_191 2 1 1075 1073 1076 0=0 Reshape reshape_422 1 1 110 1077 0=128 1=-1 2=1 BinaryOp mul_192 2 1 1071 1077 1078 0=2 Reshape reshape_423 1 1 53 1079 0=128 1=-1 2=1 BinaryOp mul_193 2 1 1061 1079 1080 0=2 BinaryOp add_194 2 1 1080 1078 1081 0=0 SDPA sdpa_634 6 3 1076 1081 1063 14 cache_k17 cache_v17 1082 out_cache_k17 out_cache_v17 5=1 6=0.08838835 7=1 Permute transpose_576 1 1 1082 1083 0=2 Reshape reshape_424 1 1 1083 1084 0=2048 1=-1 Gemm gemm_122 1 1 1084 1085 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_195 2 1 1045 1085 1086 0=0 Split splitncnn_109 1 2 1086 1087 1088 RMSNorm rmsn_231 1 1 1088 1089 0=2048 1=1.000000e-5 2=1 Split splitncnn_110 1 2 1089 1090 1091 Gemm gemm_123 1 1 1091 1092 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_270 1 1 1092 1093 Gemm gemm_124 1 1 1090 1094 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_196 2 1 1093 1094 1095 0=2 Gemm gemm_125 1 1 1095 1096 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_197 2 1 1087 1096 1097 0=0 Split splitncnn_111 1 2 1097 1098 1099 RMSNorm rmsn_232 1 1 1099 1100 0=2048 1=1.000000e-5 2=1 Split splitncnn_112 1 3 1100 1101 1102 1103 Gemm gemm_126 1 1 1103 1104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_127 1 1 1102 1105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_128 1 1 1101 1106 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_425 1 1 1104 1107 0=128 1=16 2=-1 Permute transpose_577 1 1 1107 1108 0=2 Split splitncnn_113 1 2 1108 1109 1110 Reshape reshape_426 1 1 1105 1111 0=128 1=2 2=-1 Permute transpose_578 1 1 1111 1112 0=2 Split splitncnn_114 1 2 1112 1113 1114 Reshape reshape_427 1 1 1106 1115 0=128 1=2 2=-1 Permute transpose_579 1 1 1115 1116 0=2 Slice chunk_36 1 2 1109 1117 1118 -23300=2,-233,-233 1=2 UnaryOp neg_198 1 1 1118 1119 0=1 Concat cat_36 2 1 1119 1117 1120 0=2 Slice chunk_37 1 2 1113 1121 1122 -23300=2,-233,-233 1=2 UnaryOp neg_199 1 1 1122 1123 0=1 Concat cat_37 2 1 1123 1121 1124 0=2 Reshape reshape_428 1 1 109 1125 0=128 1=-1 2=1 BinaryOp mul_200 2 1 1120 1125 1126 0=2 Reshape reshape_429 1 1 52 1127 0=128 1=-1 2=1 BinaryOp mul_201 2 1 1110 1127 1128 0=2 BinaryOp add_202 2 1 1128 1126 1129 0=0 Reshape reshape_430 1 1 108 1130 0=128 1=-1 2=1 BinaryOp mul_203 2 1 1124 1130 1131 0=2 Reshape reshape_431 1 1 51 1132 0=128 1=-1 2=1 BinaryOp mul_204 2 1 1114 1132 1133 0=2 BinaryOp add_205 2 1 1133 1131 1134 0=0 SDPA sdpa_635 6 3 1129 1134 1116 13 cache_k18 cache_v18 1135 out_cache_k18 out_cache_v18 5=1 6=0.08838835 7=1 Permute transpose_580 1 1 1135 1136 0=2 Reshape reshape_432 1 1 1136 1137 0=2048 1=-1 Gemm gemm_129 1 1 1137 1138 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_206 2 1 1098 1138 1139 0=0 Split splitncnn_115 1 2 1139 1140 1141 RMSNorm rmsn_233 1 1 1141 1142 0=2048 1=1.000000e-5 2=1 Split splitncnn_116 1 2 1142 1143 1144 Gemm gemm_130 1 1 1144 1145 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_271 1 1 1145 1146 Gemm gemm_131 1 1 1143 1147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_207 2 1 1146 1147 1148 0=2 Gemm gemm_132 1 1 1148 1149 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_208 2 1 1140 1149 1150 0=0 Split splitncnn_117 1 2 1150 1151 1152 RMSNorm rmsn_234 1 1 1152 1153 0=2048 1=1.000000e-5 2=1 Split splitncnn_118 1 3 1153 1154 1155 1156 Gemm gemm_133 1 1 1156 1157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_134 1 1 1155 1158 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_135 1 1 1154 1159 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_433 1 1 1157 1160 0=128 1=16 2=-1 Permute transpose_581 1 1 1160 1161 0=2 Split splitncnn_119 1 2 1161 1162 1163 Reshape reshape_434 1 1 1158 1164 0=128 1=2 2=-1 Permute transpose_582 1 1 1164 1165 0=2 Split splitncnn_120 1 2 1165 1166 1167 Reshape reshape_435 1 1 1159 1168 0=128 1=2 2=-1 Permute transpose_583 1 1 1168 1169 0=2 Slice chunk_38 1 2 1162 1170 1171 -23300=2,-233,-233 1=2 UnaryOp neg_209 1 1 1171 1172 0=1 Concat cat_38 2 1 1172 1170 1173 0=2 Slice chunk_39 1 2 1166 1174 1175 -23300=2,-233,-233 1=2 UnaryOp neg_210 1 1 1175 1176 0=1 Concat cat_39 2 1 1176 1174 1177 0=2 Reshape reshape_436 1 1 107 1178 0=128 1=-1 2=1 BinaryOp mul_211 2 1 1173 1178 1179 0=2 Reshape reshape_437 1 1 50 1180 0=128 1=-1 2=1 BinaryOp mul_212 2 1 1163 1180 1181 0=2 BinaryOp add_213 2 1 1181 1179 1182 0=0 Reshape reshape_438 1 1 106 1183 0=128 1=-1 2=1 BinaryOp mul_214 2 1 1177 1183 1184 0=2 Reshape reshape_439 1 1 49 1185 0=128 1=-1 2=1 BinaryOp mul_215 2 1 1167 1185 1186 0=2 BinaryOp add_216 2 1 1186 1184 1187 0=0 SDPA sdpa_636 6 3 1182 1187 1169 12 cache_k19 cache_v19 1188 out_cache_k19 out_cache_v19 5=1 6=0.08838835 7=1 Permute transpose_584 1 1 1188 1189 0=2 Reshape reshape_440 1 1 1189 1190 0=2048 1=-1 Gemm gemm_136 1 1 1190 1191 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_217 2 1 1151 1191 1192 0=0 Split splitncnn_121 1 2 1192 1193 1194 RMSNorm rmsn_235 1 1 1194 1195 0=2048 1=1.000000e-5 2=1 Split splitncnn_122 1 2 1195 1196 1197 Gemm gemm_137 1 1 1197 1198 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_272 1 1 1198 1199 Gemm gemm_138 1 1 1196 1200 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_218 2 1 1199 1200 1201 0=2 Gemm gemm_139 1 1 1201 1202 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_219 2 1 1193 1202 1203 0=0 Split splitncnn_123 1 2 1203 1204 1205 RMSNorm rmsn_236 1 1 1205 1206 0=2048 1=1.000000e-5 2=1 Split splitncnn_124 1 3 1206 1207 1208 1209 Gemm gemm_140 1 1 1209 1210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_141 1 1 1208 1211 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_142 1 1 1207 1212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_441 1 1 1210 1213 0=128 1=16 2=-1 Permute transpose_585 1 1 1213 1214 0=2 Split splitncnn_125 1 2 1214 1215 1216 Reshape reshape_442 1 1 1211 1217 0=128 1=2 2=-1 Permute transpose_586 1 1 1217 1218 0=2 Split splitncnn_126 1 2 1218 1219 1220 Reshape reshape_443 1 1 1212 1221 0=128 1=2 2=-1 Permute transpose_587 1 1 1221 1222 0=2 Slice chunk_40 1 2 1215 1223 1224 -23300=2,-233,-233 1=2 UnaryOp neg_220 1 1 1224 1225 0=1 Concat cat_40 2 1 1225 1223 1226 0=2 Slice chunk_41 1 2 1219 1227 1228 -23300=2,-233,-233 1=2 UnaryOp neg_221 1 1 1228 1229 0=1 Concat cat_41 2 1 1229 1227 1230 0=2 Reshape reshape_444 1 1 105 1231 0=128 1=-1 2=1 BinaryOp mul_222 2 1 1226 1231 1232 0=2 Reshape reshape_445 1 1 48 1233 0=128 1=-1 2=1 BinaryOp mul_223 2 1 1216 1233 1234 0=2 BinaryOp add_224 2 1 1234 1232 1235 0=0 Reshape reshape_446 1 1 104 1236 0=128 1=-1 2=1 BinaryOp mul_225 2 1 1230 1236 1237 0=2 Reshape reshape_447 1 1 47 1238 0=128 1=-1 2=1 BinaryOp mul_226 2 1 1220 1238 1239 0=2 BinaryOp add_227 2 1 1239 1237 1240 0=0 SDPA sdpa_637 6 3 1235 1240 1222 11 cache_k20 cache_v20 1241 out_cache_k20 out_cache_v20 5=1 6=0.08838835 7=1 Permute transpose_588 1 1 1241 1242 0=2 Reshape reshape_448 1 1 1242 1243 0=2048 1=-1 Gemm gemm_143 1 1 1243 1244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_228 2 1 1204 1244 1245 0=0 Split splitncnn_127 1 2 1245 1246 1247 RMSNorm rmsn_237 1 1 1247 1248 0=2048 1=1.000000e-5 2=1 Split splitncnn_128 1 2 1248 1249 1250 Gemm gemm_144 1 1 1250 1251 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_273 1 1 1251 1252 Gemm gemm_145 1 1 1249 1253 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_229 2 1 1252 1253 1254 0=2 Gemm gemm_146 1 1 1254 1255 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_230 2 1 1246 1255 1256 0=0 Split splitncnn_129 1 2 1256 1257 1258 RMSNorm rmsn_238 1 1 1258 1259 0=2048 1=1.000000e-5 2=1 Split splitncnn_130 1 3 1259 1260 1261 1262 Gemm gemm_147 1 1 1262 1263 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_148 1 1 1261 1264 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_149 1 1 1260 1265 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_449 1 1 1263 1266 0=128 1=16 2=-1 Permute transpose_589 1 1 1266 1267 0=2 Split splitncnn_131 1 2 1267 1268 1269 Reshape reshape_450 1 1 1264 1270 0=128 1=2 2=-1 Permute transpose_590 1 1 1270 1271 0=2 Split splitncnn_132 1 2 1271 1272 1273 Reshape reshape_451 1 1 1265 1274 0=128 1=2 2=-1 Permute transpose_591 1 1 1274 1275 0=2 Slice chunk_42 1 2 1268 1276 1277 -23300=2,-233,-233 1=2 UnaryOp neg_231 1 1 1277 1278 0=1 Concat cat_42 2 1 1278 1276 1279 0=2 Slice chunk_43 1 2 1272 1280 1281 -23300=2,-233,-233 1=2 UnaryOp neg_232 1 1 1281 1282 0=1 Concat cat_43 2 1 1282 1280 1283 0=2 Reshape reshape_452 1 1 103 1284 0=128 1=-1 2=1 BinaryOp mul_233 2 1 1279 1284 1285 0=2 Reshape reshape_453 1 1 46 1286 0=128 1=-1 2=1 BinaryOp mul_234 2 1 1269 1286 1287 0=2 BinaryOp add_235 2 1 1287 1285 1288 0=0 Reshape reshape_454 1 1 102 1289 0=128 1=-1 2=1 BinaryOp mul_236 2 1 1283 1289 1290 0=2 Reshape reshape_455 1 1 45 1291 0=128 1=-1 2=1 BinaryOp mul_237 2 1 1273 1291 1292 0=2 BinaryOp add_238 2 1 1292 1290 1293 0=0 SDPA sdpa_638 6 3 1288 1293 1275 10 cache_k21 cache_v21 1294 out_cache_k21 out_cache_v21 5=1 6=0.08838835 7=1 Permute transpose_592 1 1 1294 1295 0=2 Reshape reshape_456 1 1 1295 1296 0=2048 1=-1 Gemm gemm_150 1 1 1296 1297 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_239 2 1 1257 1297 1298 0=0 Split splitncnn_133 1 2 1298 1299 1300 RMSNorm rmsn_239 1 1 1300 1301 0=2048 1=1.000000e-5 2=1 Split splitncnn_134 1 2 1301 1302 1303 Gemm gemm_151 1 1 1303 1304 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_274 1 1 1304 1305 Gemm gemm_152 1 1 1302 1306 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_240 2 1 1305 1306 1307 0=2 Gemm gemm_153 1 1 1307 1308 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_241 2 1 1299 1308 1309 0=0 Split splitncnn_135 1 2 1309 1310 1311 RMSNorm rmsn_240 1 1 1311 1312 0=2048 1=1.000000e-5 2=1 Split splitncnn_136 1 3 1312 1313 1314 1315 Gemm gemm_154 1 1 1315 1316 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_155 1 1 1314 1317 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_156 1 1 1313 1318 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_457 1 1 1316 1319 0=128 1=16 2=-1 Permute transpose_593 1 1 1319 1320 0=2 Split splitncnn_137 1 2 1320 1321 1322 Reshape reshape_458 1 1 1317 1323 0=128 1=2 2=-1 Permute transpose_594 1 1 1323 1324 0=2 Split splitncnn_138 1 2 1324 1325 1326 Reshape reshape_459 1 1 1318 1327 0=128 1=2 2=-1 Permute transpose_595 1 1 1327 1328 0=2 Slice chunk_44 1 2 1321 1329 1330 -23300=2,-233,-233 1=2 UnaryOp neg_242 1 1 1330 1331 0=1 Concat cat_44 2 1 1331 1329 1332 0=2 Slice chunk_45 1 2 1325 1333 1334 -23300=2,-233,-233 1=2 UnaryOp neg_243 1 1 1334 1335 0=1 Concat cat_45 2 1 1335 1333 1336 0=2 Reshape reshape_460 1 1 101 1337 0=128 1=-1 2=1 BinaryOp mul_244 2 1 1332 1337 1338 0=2 Reshape reshape_461 1 1 44 1339 0=128 1=-1 2=1 BinaryOp mul_245 2 1 1322 1339 1340 0=2 BinaryOp add_246 2 1 1340 1338 1341 0=0 Reshape reshape_462 1 1 100 1342 0=128 1=-1 2=1 BinaryOp mul_247 2 1 1336 1342 1343 0=2 Reshape reshape_463 1 1 43 1344 0=128 1=-1 2=1 BinaryOp mul_248 2 1 1326 1344 1345 0=2 BinaryOp add_249 2 1 1345 1343 1346 0=0 SDPA sdpa_639 6 3 1341 1346 1328 9 cache_k22 cache_v22 1347 out_cache_k22 out_cache_v22 5=1 6=0.08838835 7=1 Permute transpose_596 1 1 1347 1348 0=2 Reshape reshape_464 1 1 1348 1349 0=2048 1=-1 Gemm gemm_157 1 1 1349 1350 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_250 2 1 1310 1350 1351 0=0 Split splitncnn_139 1 2 1351 1352 1353 RMSNorm rmsn_241 1 1 1353 1354 0=2048 1=1.000000e-5 2=1 Split splitncnn_140 1 2 1354 1355 1356 Gemm gemm_158 1 1 1356 1357 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_275 1 1 1357 1358 Gemm gemm_159 1 1 1355 1359 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_251 2 1 1358 1359 1360 0=2 Gemm gemm_160 1 1 1360 1361 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_252 2 1 1352 1361 1362 0=0 Split splitncnn_141 1 2 1362 1363 1364 RMSNorm rmsn_242 1 1 1364 1365 0=2048 1=1.000000e-5 2=1 Split splitncnn_142 1 3 1365 1366 1367 1368 Gemm gemm_161 1 1 1368 1369 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_162 1 1 1367 1370 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_163 1 1 1366 1371 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_465 1 1 1369 1372 0=128 1=16 2=-1 Permute transpose_597 1 1 1372 1373 0=2 Split splitncnn_143 1 2 1373 1374 1375 Reshape reshape_466 1 1 1370 1376 0=128 1=2 2=-1 Permute transpose_598 1 1 1376 1377 0=2 Split splitncnn_144 1 2 1377 1378 1379 Reshape reshape_467 1 1 1371 1380 0=128 1=2 2=-1 Permute transpose_599 1 1 1380 1381 0=2 Slice chunk_46 1 2 1374 1382 1383 -23300=2,-233,-233 1=2 UnaryOp neg_253 1 1 1383 1384 0=1 Concat cat_46 2 1 1384 1382 1385 0=2 Slice chunk_47 1 2 1378 1386 1387 -23300=2,-233,-233 1=2 UnaryOp neg_254 1 1 1387 1388 0=1 Concat cat_47 2 1 1388 1386 1389 0=2 Reshape reshape_468 1 1 99 1390 0=128 1=-1 2=1 BinaryOp mul_255 2 1 1385 1390 1391 0=2 Reshape reshape_469 1 1 42 1392 0=128 1=-1 2=1 BinaryOp mul_256 2 1 1375 1392 1393 0=2 BinaryOp add_257 2 1 1393 1391 1394 0=0 Reshape reshape_470 1 1 98 1395 0=128 1=-1 2=1 BinaryOp mul_258 2 1 1389 1395 1396 0=2 Reshape reshape_471 1 1 41 1397 0=128 1=-1 2=1 BinaryOp mul_259 2 1 1379 1397 1398 0=2 BinaryOp add_260 2 1 1398 1396 1399 0=0 SDPA sdpa_640 6 3 1394 1399 1381 8 cache_k23 cache_v23 1400 out_cache_k23 out_cache_v23 5=1 6=0.08838835 7=1 Permute transpose_600 1 1 1400 1401 0=2 Reshape reshape_472 1 1 1401 1402 0=2048 1=-1 Gemm gemm_164 1 1 1402 1403 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_261 2 1 1363 1403 1404 0=0 Split splitncnn_145 1 2 1404 1405 1406 RMSNorm rmsn_243 1 1 1406 1407 0=2048 1=1.000000e-5 2=1 Split splitncnn_146 1 2 1407 1408 1409 Gemm gemm_165 1 1 1409 1410 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_276 1 1 1410 1411 Gemm gemm_166 1 1 1408 1412 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_262 2 1 1411 1412 1413 0=2 Gemm gemm_167 1 1 1413 1414 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_263 2 1 1405 1414 1415 0=0 Split splitncnn_147 1 2 1415 1416 1417 RMSNorm rmsn_244 1 1 1417 1418 0=2048 1=1.000000e-5 2=1 Split splitncnn_148 1 3 1418 1419 1420 1421 Gemm gemm_168 1 1 1421 1422 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_169 1 1 1420 1423 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_170 1 1 1419 1424 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_473 1 1 1422 1425 0=128 1=16 2=-1 Permute transpose_601 1 1 1425 1426 0=2 Split splitncnn_149 1 2 1426 1427 1428 Reshape reshape_474 1 1 1423 1429 0=128 1=2 2=-1 Permute transpose_602 1 1 1429 1430 0=2 Split splitncnn_150 1 2 1430 1431 1432 Reshape reshape_475 1 1 1424 1433 0=128 1=2 2=-1 Permute transpose_603 1 1 1433 1434 0=2 Slice chunk_48 1 2 1427 1435 1436 -23300=2,-233,-233 1=2 UnaryOp neg_264 1 1 1436 1437 0=1 Concat cat_48 2 1 1437 1435 1438 0=2 Slice chunk_49 1 2 1431 1439 1440 -23300=2,-233,-233 1=2 UnaryOp neg_265 1 1 1440 1441 0=1 Concat cat_49 2 1 1441 1439 1442 0=2 Reshape reshape_476 1 1 97 1443 0=128 1=-1 2=1 BinaryOp mul_266 2 1 1438 1443 1444 0=2 Reshape reshape_477 1 1 40 1445 0=128 1=-1 2=1 BinaryOp mul_267 2 1 1428 1445 1446 0=2 BinaryOp add_268 2 1 1446 1444 1447 0=0 Reshape reshape_478 1 1 96 1448 0=128 1=-1 2=1 BinaryOp mul_269 2 1 1442 1448 1449 0=2 Reshape reshape_479 1 1 39 1450 0=128 1=-1 2=1 BinaryOp mul_270 2 1 1432 1450 1451 0=2 BinaryOp add_271 2 1 1451 1449 1452 0=0 SDPA sdpa_641 6 3 1447 1452 1434 7 cache_k24 cache_v24 1453 out_cache_k24 out_cache_v24 5=1 6=0.08838835 7=1 Permute transpose_604 1 1 1453 1454 0=2 Reshape reshape_480 1 1 1454 1455 0=2048 1=-1 Gemm gemm_171 1 1 1455 1456 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_272 2 1 1416 1456 1457 0=0 Split splitncnn_151 1 2 1457 1458 1459 RMSNorm rmsn_245 1 1 1459 1460 0=2048 1=1.000000e-5 2=1 Split splitncnn_152 1 2 1460 1461 1462 Gemm gemm_172 1 1 1462 1463 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_277 1 1 1463 1464 Gemm gemm_173 1 1 1461 1465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_273 2 1 1464 1465 1466 0=2 Gemm gemm_174 1 1 1466 1467 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_274 2 1 1458 1467 1468 0=0 Split splitncnn_153 1 2 1468 1469 1470 RMSNorm rmsn_246 1 1 1470 1471 0=2048 1=1.000000e-5 2=1 Split splitncnn_154 1 3 1471 1472 1473 1474 Gemm gemm_175 1 1 1474 1475 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_176 1 1 1473 1476 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_177 1 1 1472 1477 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_481 1 1 1475 1478 0=128 1=16 2=-1 Permute transpose_605 1 1 1478 1479 0=2 Split splitncnn_155 1 2 1479 1480 1481 Reshape reshape_482 1 1 1476 1482 0=128 1=2 2=-1 Permute transpose_606 1 1 1482 1483 0=2 Split splitncnn_156 1 2 1483 1484 1485 Reshape reshape_483 1 1 1477 1486 0=128 1=2 2=-1 Permute transpose_607 1 1 1486 1487 0=2 Slice chunk_50 1 2 1480 1488 1489 -23300=2,-233,-233 1=2 UnaryOp neg_275 1 1 1489 1490 0=1 Concat cat_50 2 1 1490 1488 1491 0=2 Slice chunk_51 1 2 1484 1492 1493 -23300=2,-233,-233 1=2 UnaryOp neg_276 1 1 1493 1494 0=1 Concat cat_51 2 1 1494 1492 1495 0=2 Reshape reshape_484 1 1 95 1496 0=128 1=-1 2=1 BinaryOp mul_277 2 1 1491 1496 1497 0=2 Reshape reshape_485 1 1 38 1498 0=128 1=-1 2=1 BinaryOp mul_278 2 1 1481 1498 1499 0=2 BinaryOp add_279 2 1 1499 1497 1500 0=0 Reshape reshape_486 1 1 94 1501 0=128 1=-1 2=1 BinaryOp mul_280 2 1 1495 1501 1502 0=2 Reshape reshape_487 1 1 37 1503 0=128 1=-1 2=1 BinaryOp mul_281 2 1 1485 1503 1504 0=2 BinaryOp add_282 2 1 1504 1502 1505 0=0 SDPA sdpa_642 6 3 1500 1505 1487 6 cache_k25 cache_v25 1506 out_cache_k25 out_cache_v25 5=1 6=0.08838835 7=1 Permute transpose_608 1 1 1506 1507 0=2 Reshape reshape_488 1 1 1507 1508 0=2048 1=-1 Gemm gemm_178 1 1 1508 1509 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_283 2 1 1469 1509 1510 0=0 Split splitncnn_157 1 2 1510 1511 1512 RMSNorm rmsn_247 1 1 1512 1513 0=2048 1=1.000000e-5 2=1 Split splitncnn_158 1 2 1513 1514 1515 Gemm gemm_179 1 1 1515 1516 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_278 1 1 1516 1517 Gemm gemm_180 1 1 1514 1518 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_284 2 1 1517 1518 1519 0=2 Gemm gemm_181 1 1 1519 1520 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_285 2 1 1511 1520 1521 0=0 Split splitncnn_159 1 2 1521 1522 1523 RMSNorm rmsn_248 1 1 1523 1524 0=2048 1=1.000000e-5 2=1 Split splitncnn_160 1 3 1524 1525 1526 1527 Gemm gemm_182 1 1 1527 1528 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_183 1 1 1526 1529 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_184 1 1 1525 1530 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_489 1 1 1528 1531 0=128 1=16 2=-1 Permute transpose_609 1 1 1531 1532 0=2 Split splitncnn_161 1 2 1532 1533 1534 Reshape reshape_490 1 1 1529 1535 0=128 1=2 2=-1 Permute transpose_610 1 1 1535 1536 0=2 Split splitncnn_162 1 2 1536 1537 1538 Reshape reshape_491 1 1 1530 1539 0=128 1=2 2=-1 Permute transpose_611 1 1 1539 1540 0=2 Slice chunk_52 1 2 1533 1541 1542 -23300=2,-233,-233 1=2 UnaryOp neg_286 1 1 1542 1543 0=1 Concat cat_52 2 1 1543 1541 1544 0=2 Slice chunk_53 1 2 1537 1545 1546 -23300=2,-233,-233 1=2 UnaryOp neg_287 1 1 1546 1547 0=1 Concat cat_53 2 1 1547 1545 1548 0=2 Reshape reshape_492 1 1 93 1549 0=128 1=-1 2=1 BinaryOp mul_288 2 1 1544 1549 1550 0=2 Reshape reshape_493 1 1 36 1551 0=128 1=-1 2=1 BinaryOp mul_289 2 1 1534 1551 1552 0=2 BinaryOp add_290 2 1 1552 1550 1553 0=0 Reshape reshape_494 1 1 92 1554 0=128 1=-1 2=1 BinaryOp mul_291 2 1 1548 1554 1555 0=2 Reshape reshape_495 1 1 35 1556 0=128 1=-1 2=1 BinaryOp mul_292 2 1 1538 1556 1557 0=2 BinaryOp add_293 2 1 1557 1555 1558 0=0 SDPA sdpa_643 6 3 1553 1558 1540 5 cache_k26 cache_v26 1559 out_cache_k26 out_cache_v26 5=1 6=0.08838835 7=1 Permute transpose_612 1 1 1559 1560 0=2 Reshape reshape_496 1 1 1560 1561 0=2048 1=-1 Gemm gemm_185 1 1 1561 1562 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_294 2 1 1522 1562 1563 0=0 Split splitncnn_163 1 2 1563 1564 1565 RMSNorm rmsn_249 1 1 1565 1566 0=2048 1=1.000000e-5 2=1 Split splitncnn_164 1 2 1566 1567 1568 Gemm gemm_186 1 1 1568 1569 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_279 1 1 1569 1570 Gemm gemm_187 1 1 1567 1571 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_295 2 1 1570 1571 1572 0=2 Gemm gemm_188 1 1 1572 1573 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_296 2 1 1564 1573 1574 0=0 Split splitncnn_165 1 2 1574 1575 1576 RMSNorm rmsn_250 1 1 1576 1577 0=2048 1=1.000000e-5 2=1 Split splitncnn_166 1 3 1577 1578 1579 1580 Gemm gemm_189 1 1 1580 1581 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Gemm gemm_190 1 1 1579 1582 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Gemm gemm_191 1 1 1578 1583 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=2048 Reshape reshape_497 1 1 1581 1584 0=128 1=16 2=-1 Permute transpose_613 1 1 1584 1585 0=2 Split splitncnn_167 1 2 1585 1586 1587 Reshape reshape_498 1 1 1582 1588 0=128 1=2 2=-1 Permute transpose_614 1 1 1588 1589 0=2 Split splitncnn_168 1 2 1589 1590 1591 Reshape reshape_499 1 1 1583 1592 0=128 1=2 2=-1 Permute transpose_615 1 1 1592 1593 0=2 Slice chunk_54 1 2 1586 1594 1595 -23300=2,-233,-233 1=2 UnaryOp neg_297 1 1 1595 1596 0=1 Concat cat_54 2 1 1596 1594 1597 0=2 Slice chunk_55 1 2 1590 1598 1599 -23300=2,-233,-233 1=2 UnaryOp neg_298 1 1 1599 1600 0=1 Concat cat_55 2 1 1600 1598 1601 0=2 Reshape reshape_500 1 1 91 1602 0=128 1=-1 2=1 BinaryOp mul_299 2 1 1597 1602 1603 0=2 Reshape reshape_501 1 1 34 1604 0=128 1=-1 2=1 BinaryOp mul_300 2 1 1587 1604 1605 0=2 BinaryOp add_301 2 1 1605 1603 1606 0=0 Reshape reshape_502 1 1 90 1607 0=128 1=-1 2=1 BinaryOp mul_302 2 1 1601 1607 1608 0=2 Reshape reshape_503 1 1 33 1609 0=128 1=-1 2=1 BinaryOp mul_303 2 1 1591 1609 1610 0=2 BinaryOp add_304 2 1 1610 1608 1611 0=0 SDPA sdpa_644 6 3 1606 1611 1593 4 cache_k27 cache_v27 1612 out_cache_k27 out_cache_v27 5=1 6=0.08838835 7=1 Permute transpose_616 1 1 1612 1613 0=2 Reshape reshape_504 1 1 1613 1614 0=2048 1=-1 Gemm gemm_192 1 1 1614 1615 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_305 2 1 1575 1615 1616 0=0 Split splitncnn_169 1 2 1616 1617 1618 RMSNorm rmsn_251 1 1 1618 1619 0=2048 1=1.000000e-5 2=1 Split splitncnn_170 1 2 1619 1620 1621 Gemm gemm_193 1 1 1621 1622 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_280 1 1 1622 1623 Gemm gemm_194 1 1 1620 1624 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_306 2 1 1623 1624 1625 0=2 Gemm gemm_195 1 1 1625 1626 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_307 2 1 1617 1626 1627 0=0 RMSNorm rmsn_252 1 1 1627 out0 0=2048 1=1.000000e-5 2=1