decoder.ncnn.param

7767517
1748 2109
Input in0 0 1 in0
Split splitncnn_0 1 3 in0 1 2 3
Input in1 0 1 in1
Split splitncnn_1 1 24 in1 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
Input in2 0 1 in2
Split splitncnn_2 1 2 in2 30 31
Embed embed_168 1 1 31 32 0=128 1=32768 2=0 3=4194304
Embed embed_169 1 1 30 33 0=128 1=32768 2=0 3=4194304
UnaryOp pow_0 1 1 1 34 0=4
Reduction mean_578 1 1 34 35 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.input_layernorm.weight 0 1 36 0=1024
BinaryOp add_1 1 1 35 37 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_2 1 1 37 38 0=5
BinaryOp div_3 1 1 38 39 0=8 1=1 2=1.0
BinaryOp mul_4 2 1 2 39 40 0=2
BinaryOp mul_5 2 1 36 40 41 0=2
Split splitncnn_3 1 3 41 42 43 44
Gemm gemm_0 1 1 44 45 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_386 1 1 45 46 0=128 1=16 2=512
Permute permute_266 1 1 46 47 0=2
Gemm gemm_1 1 1 43 48 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_387 1 1 48 49 0=128 1=8 2=512
Permute permute_267 1 1 49 50 0=2
Gemm gemm_2 1 1 42 51 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_388 1 1 51 52 0=128 1=8 2=512
Permute permute_268 1 1 52 53 0=2
ExpandDims unsqueeze_675 1 1 32 55 -23303=1,0
Split splitncnn_4 1 48 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
ExpandDims unsqueeze_676 1 1 33 105 -23303=1,0
Split splitncnn_5 1 48 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153
RotaryEmbed rope_0 3 1 47 103 153 154 0=0
Split splitncnn_6 1 2 154 155 156
RotaryEmbed rope_1 3 1 50 102 152 157 0=0
Split splitncnn_7 1 2 157 158 159
UnaryOp pow_6 1 1 155 160 0=4
Reduction mean_579 1 1 160 161 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.self_attn.query_layernorm.weight 0 1 162 0=128
BinaryOp add_7 1 1 161 163 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_8 1 1 163 164 0=5
BinaryOp div_9 1 1 164 165 0=8 1=1 2=1.0
BinaryOp mul_10 2 1 156 165 166 0=2
BinaryOp mul_11 2 1 162 166 167 0=2
UnaryOp pow_12 1 1 158 168 0=4
Reduction mean_580 1 1 168 169 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.self_attn.key_layernorm.weight 0 1 170 0=128
BinaryOp add_13 1 1 169 171 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_14 1 1 171 172 0=5
BinaryOp div_15 1 1 172 173 0=8 1=1 2=1.0
BinaryOp mul_16 2 1 159 173 174 0=2
BinaryOp mul_17 2 1 170 174 175 0=2
ExpandDims unsqueeze_677 1 1 175 176 -23303=1,1
Tile expand_218 1 1 176 177 -23302=4,1,2,1,1
Reshape reshape_389 1 1 177 178 0=128 1=512 2=16
ExpandDims unsqueeze_678 1 1 53 179 -23303=1,1
Tile expand_219 1 1 179 180 -23302=4,1,2,1,1
Reshape reshape_390 1 1 180 181 0=128 1=512 2=16
MatMul matmultransb_0 2 1 167 178 182 0=1
BinaryOp mul_18 1 1 182 183 0=2 1=1 2=8.83883461e-2
BinaryOp add_19 2 1 183 5 184 0=0
Softmax softmax_194 1 1 184 185 0=2 1=1
MatMul matmul_531 2 1 185 181 186
Permute permute_270 1 1 186 187 0=2
Reshape reshape_391 1 1 187 188 0=2048 1=512
Gemm gemm_3 1 1 188 189 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_20 2 1 3 189 190 0=0
Split splitncnn_8 1 3 190 191 192 193
UnaryOp pow_21 1 1 191 194 0=4
Reduction mean_581 1 1 194 195 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.post_attention_layernorm.weight 0 1 196 0=1024
BinaryOp add_22 1 1 195 197 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_23 1 1 197 198 0=5
BinaryOp div_24 1 1 198 199 0=8 1=1 2=1.0
BinaryOp mul_25 2 1 192 199 200 0=2
BinaryOp mul_26 2 1 196 200 201 0=2
Split splitncnn_9 1 2 201 202 203
Gemm gemm_4 1 1 203 204 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_10 1 2 204 205 206
Sigmoid sigmoid_170 1 1 206 207
Gemm gemm_5 1 1 202 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_27 2 1 205 207 209 0=2
BinaryOp mul_28 2 1 209 208 210 0=2
Gemm gemm_6 1 1 210 211 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_29 2 1 193 211 212 0=0
Split splitncnn_11 1 3 212 213 214 215
UnaryOp pow_30 1 1 213 216 0=4
Reduction mean_582 1 1 216 217 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.input_layernorm.weight 0 1 218 0=1024
BinaryOp add_31 1 1 217 219 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_32 1 1 219 220 0=5
BinaryOp div_33 1 1 220 221 0=8 1=1 2=1.0
BinaryOp mul_34 2 1 214 221 222 0=2
BinaryOp mul_35 2 1 218 222 223 0=2
Split splitncnn_12 1 3 223 224 225 226
Gemm gemm_7 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_392 1 1 227 228 0=128 1=16 2=512
Permute permute_271 1 1 228 229 0=2
Gemm gemm_8 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_393 1 1 230 231 0=128 1=8 2=512
Permute permute_272 1 1 231 232 0=2
Gemm gemm_9 1 1 224 233 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_394 1 1 233 234 0=128 1=8 2=512
Permute permute_273 1 1 234 235 0=2
RotaryEmbed rope_2 3 1 229 101 151 236 0=0
Split splitncnn_13 1 2 236 237 238
RotaryEmbed rope_3 3 1 232 100 150 239 0=0
Split splitncnn_14 1 2 239 240 241
UnaryOp pow_36 1 1 237 242 0=4
Reduction mean_583 1 1 242 243 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.self_attn.query_layernorm.weight 0 1 244 0=128
BinaryOp add_37 1 1 243 245 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_38 1 1 245 246 0=5
BinaryOp div_39 1 1 246 247 0=8 1=1 2=1.0
BinaryOp mul_40 2 1 238 247 248 0=2
BinaryOp mul_41 2 1 244 248 249 0=2
UnaryOp pow_42 1 1 240 250 0=4
Reduction mean_584 1 1 250 251 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.self_attn.key_layernorm.weight 0 1 252 0=128
BinaryOp add_43 1 1 251 253 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_44 1 1 253 254 0=5
BinaryOp div_45 1 1 254 255 0=8 1=1 2=1.0
BinaryOp mul_46 2 1 241 255 256 0=2
BinaryOp mul_47 2 1 252 256 257 0=2
ExpandDims unsqueeze_679 1 1 257 258 -23303=1,1
Tile expand_220 1 1 258 259 -23302=4,1,2,1,1
Reshape reshape_395 1 1 259 260 0=128 1=512 2=16
ExpandDims unsqueeze_680 1 1 235 261 -23303=1,1
Tile expand_221 1 1 261 262 -23302=4,1,2,1,1
Reshape reshape_396 1 1 262 263 0=128 1=512 2=16
MatMul matmultransb_1 2 1 249 260 264 0=1
BinaryOp mul_48 1 1 264 265 0=2 1=1 2=8.83883461e-2
BinaryOp add_49 2 1 265 6 266 0=0
Softmax softmax_195 1 1 266 267 0=2 1=1
MatMul matmul_533 2 1 267 263 268
Permute permute_275 1 1 268 269 0=2
Reshape reshape_397 1 1 269 270 0=2048 1=512
Gemm gemm_10 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_50 2 1 215 271 272 0=0
Split splitncnn_15 1 3 272 273 274 275
UnaryOp pow_51 1 1 273 276 0=4
Reduction mean_585 1 1 276 277 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.post_attention_layernorm.weight 0 1 278 0=1024
BinaryOp add_52 1 1 277 279 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_53 1 1 279 280 0=5
BinaryOp div_54 1 1 280 281 0=8 1=1 2=1.0
BinaryOp mul_55 2 1 274 281 282 0=2
BinaryOp mul_56 2 1 278 282 283 0=2
Split splitncnn_16 1 2 283 284 285
Gemm gemm_11 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_17 1 2 286 287 288
Sigmoid sigmoid_171 1 1 288 289
Gemm gemm_12 1 1 284 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_57 2 1 287 289 291 0=2
BinaryOp mul_58 2 1 291 290 292 0=2
Gemm gemm_13 1 1 292 293 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_59 2 1 275 293 294 0=0
Split splitncnn_18 1 3 294 295 296 297
UnaryOp pow_60 1 1 295 298 0=4
Reduction mean_586 1 1 298 299 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.input_layernorm.weight 0 1 300 0=1024
BinaryOp add_61 1 1 299 301 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_62 1 1 301 302 0=5
BinaryOp div_63 1 1 302 303 0=8 1=1 2=1.0
BinaryOp mul_64 2 1 296 303 304 0=2
BinaryOp mul_65 2 1 300 304 305 0=2
Split splitncnn_19 1 3 305 306 307 308
Gemm gemm_14 1 1 308 309 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_398 1 1 309 310 0=128 1=16 2=512
Permute permute_276 1 1 310 311 0=2
Gemm gemm_15 1 1 307 312 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_399 1 1 312 313 0=128 1=8 2=512
Permute permute_277 1 1 313 314 0=2
Gemm gemm_16 1 1 306 315 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_400 1 1 315 316 0=128 1=8 2=512
Permute permute_278 1 1 316 317 0=2
RotaryEmbed rope_4 3 1 311 99 149 318 0=0
Split splitncnn_20 1 2 318 319 320
RotaryEmbed rope_5 3 1 314 98 148 321 0=0
Split splitncnn_21 1 2 321 322 323
UnaryOp pow_66 1 1 319 324 0=4
Reduction mean_587 1 1 324 325 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.self_attn.query_layernorm.weight 0 1 326 0=128
BinaryOp add_67 1 1 325 327 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_68 1 1 327 328 0=5
BinaryOp div_69 1 1 328 329 0=8 1=1 2=1.0
BinaryOp mul_70 2 1 320 329 330 0=2
BinaryOp mul_71 2 1 326 330 331 0=2
UnaryOp pow_72 1 1 322 332 0=4
Reduction mean_588 1 1 332 333 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.self_attn.key_layernorm.weight 0 1 334 0=128
BinaryOp add_73 1 1 333 335 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_74 1 1 335 336 0=5
BinaryOp div_75 1 1 336 337 0=8 1=1 2=1.0
BinaryOp mul_76 2 1 323 337 338 0=2
BinaryOp mul_77 2 1 334 338 339 0=2
ExpandDims unsqueeze_681 1 1 339 340 -23303=1,1
Tile expand_222 1 1 340 341 -23302=4,1,2,1,1
Reshape reshape_401 1 1 341 342 0=128 1=512 2=16
ExpandDims unsqueeze_682 1 1 317 343 -23303=1,1
Tile expand_223 1 1 343 344 -23302=4,1,2,1,1
Reshape reshape_402 1 1 344 345 0=128 1=512 2=16
MatMul matmultransb_2 2 1 331 342 346 0=1
BinaryOp mul_78 1 1 346 347 0=2 1=1 2=8.83883461e-2
BinaryOp add_79 2 1 347 7 348 0=0
Softmax softmax_196 1 1 348 349 0=2 1=1
MatMul matmul_535 2 1 349 345 350
Permute permute_280 1 1 350 351 0=2
Reshape reshape_403 1 1 351 352 0=2048 1=512
Gemm gemm_17 1 1 352 353 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_80 2 1 297 353 354 0=0
Split splitncnn_22 1 3 354 355 356 357
UnaryOp pow_81 1 1 355 358 0=4
Reduction mean_589 1 1 358 359 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.post_attention_layernorm.weight 0 1 360 0=1024
BinaryOp add_82 1 1 359 361 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_83 1 1 361 362 0=5
BinaryOp div_84 1 1 362 363 0=8 1=1 2=1.0
BinaryOp mul_85 2 1 356 363 364 0=2
BinaryOp mul_86 2 1 360 364 365 0=2
Split splitncnn_23 1 2 365 366 367
Gemm gemm_18 1 1 367 368 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_24 1 2 368 369 370
Sigmoid sigmoid_172 1 1 370 371
Gemm gemm_19 1 1 366 372 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_87 2 1 369 371 373 0=2
BinaryOp mul_88 2 1 373 372 374 0=2
Gemm gemm_20 1 1 374 375 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_89 2 1 357 375 376 0=0
Split splitncnn_25 1 3 376 377 378 379
UnaryOp pow_90 1 1 377 380 0=4
Reduction mean_590 1 1 380 381 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.input_layernorm.weight 0 1 382 0=1024
BinaryOp add_91 1 1 381 383 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_92 1 1 383 384 0=5
BinaryOp div_93 1 1 384 385 0=8 1=1 2=1.0
BinaryOp mul_94 2 1 378 385 386 0=2
BinaryOp mul_95 2 1 382 386 387 0=2
Split splitncnn_26 1 3 387 388 389 390
Gemm gemm_21 1 1 390 391 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_404 1 1 391 392 0=128 1=16 2=512
Permute permute_281 1 1 392 393 0=2
Gemm gemm_22 1 1 389 394 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_405 1 1 394 395 0=128 1=8 2=512
Permute permute_282 1 1 395 396 0=2
Gemm gemm_23 1 1 388 397 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_406 1 1 397 398 0=128 1=8 2=512
Permute permute_283 1 1 398 399 0=2
RotaryEmbed rope_6 3 1 393 97 147 400 0=0
Split splitncnn_27 1 2 400 401 402
RotaryEmbed rope_7 3 1 396 96 146 403 0=0
Split splitncnn_28 1 2 403 404 405
UnaryOp pow_96 1 1 401 406 0=4
Reduction mean_591 1 1 406 407 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.self_attn.query_layernorm.weight 0 1 408 0=128
BinaryOp add_97 1 1 407 409 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_98 1 1 409 410 0=5
BinaryOp div_99 1 1 410 411 0=8 1=1 2=1.0
BinaryOp mul_100 2 1 402 411 412 0=2
BinaryOp mul_101 2 1 408 412 413 0=2
UnaryOp pow_102 1 1 404 414 0=4
Reduction mean_592 1 1 414 415 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.self_attn.key_layernorm.weight 0 1 416 0=128
BinaryOp add_103 1 1 415 417 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_104 1 1 417 418 0=5
BinaryOp div_105 1 1 418 419 0=8 1=1 2=1.0
BinaryOp mul_106 2 1 405 419 420 0=2
BinaryOp mul_107 2 1 416 420 421 0=2
ExpandDims unsqueeze_683 1 1 421 422 -23303=1,1
Tile expand_224 1 1 422 423 -23302=4,1,2,1,1
Reshape reshape_407 1 1 423 424 0=128 1=512 2=16
ExpandDims unsqueeze_684 1 1 399 425 -23303=1,1
Tile expand_225 1 1 425 426 -23302=4,1,2,1,1
Reshape reshape_408 1 1 426 427 0=128 1=512 2=16
MatMul matmultransb_3 2 1 413 424 428 0=1
BinaryOp mul_108 1 1 428 429 0=2 1=1 2=8.83883461e-2
BinaryOp add_109 2 1 429 8 430 0=0
Softmax softmax_197 1 1 430 431 0=2 1=1
MatMul matmul_537 2 1 431 427 432
Permute permute_285 1 1 432 433 0=2
Reshape reshape_409 1 1 433 434 0=2048 1=512
Gemm gemm_24 1 1 434 435 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_110 2 1 379 435 436 0=0
Split splitncnn_29 1 3 436 437 438 439
UnaryOp pow_111 1 1 437 440 0=4
Reduction mean_593 1 1 440 441 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.post_attention_layernorm.weight 0 1 442 0=1024
BinaryOp add_112 1 1 441 443 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_113 1 1 443 444 0=5
BinaryOp div_114 1 1 444 445 0=8 1=1 2=1.0
BinaryOp mul_115 2 1 438 445 446 0=2
BinaryOp mul_116 2 1 442 446 447 0=2
Split splitncnn_30 1 2 447 448 449
Gemm gemm_25 1 1 449 450 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_31 1 2 450 451 452
Sigmoid sigmoid_173 1 1 452 453
Gemm gemm_26 1 1 448 454 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_117 2 1 451 453 455 0=2
BinaryOp mul_118 2 1 455 454 456 0=2
Gemm gemm_27 1 1 456 457 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_119 2 1 439 457 458 0=0
Split splitncnn_32 1 3 458 459 460 461
UnaryOp pow_120 1 1 459 462 0=4
Reduction mean_594 1 1 462 463 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.input_layernorm.weight 0 1 464 0=1024
BinaryOp add_121 1 1 463 465 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_122 1 1 465 466 0=5
BinaryOp div_123 1 1 466 467 0=8 1=1 2=1.0
BinaryOp mul_124 2 1 460 467 468 0=2
BinaryOp mul_125 2 1 464 468 469 0=2
Split splitncnn_33 1 3 469 470 471 472
Gemm gemm_28 1 1 472 473 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_410 1 1 473 474 0=128 1=16 2=512
Permute permute_286 1 1 474 475 0=2
Gemm gemm_29 1 1 471 476 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_411 1 1 476 477 0=128 1=8 2=512
Permute permute_287 1 1 477 478 0=2
Gemm gemm_30 1 1 470 479 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_412 1 1 479 480 0=128 1=8 2=512
Permute permute_288 1 1 480 481 0=2
RotaryEmbed rope_8 3 1 475 95 145 482 0=0
Split splitncnn_34 1 2 482 483 484
RotaryEmbed rope_9 3 1 478 94 144 485 0=0
Split splitncnn_35 1 2 485 486 487
UnaryOp pow_126 1 1 483 488 0=4
Reduction mean_595 1 1 488 489 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.self_attn.query_layernorm.weight 0 1 490 0=128
BinaryOp add_127 1 1 489 491 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_128 1 1 491 492 0=5
BinaryOp div_129 1 1 492 493 0=8 1=1 2=1.0
BinaryOp mul_130 2 1 484 493 494 0=2
BinaryOp mul_131 2 1 490 494 495 0=2
UnaryOp pow_132 1 1 486 496 0=4
Reduction mean_596 1 1 496 497 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.self_attn.key_layernorm.weight 0 1 498 0=128
BinaryOp add_133 1 1 497 499 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_134 1 1 499 500 0=5
BinaryOp div_135 1 1 500 501 0=8 1=1 2=1.0
BinaryOp mul_136 2 1 487 501 502 0=2
BinaryOp mul_137 2 1 498 502 503 0=2
ExpandDims unsqueeze_685 1 1 503 504 -23303=1,1
Tile expand_226 1 1 504 505 -23302=4,1,2,1,1
Reshape reshape_413 1 1 505 506 0=128 1=512 2=16
ExpandDims unsqueeze_686 1 1 481 507 -23303=1,1
Tile expand_227 1 1 507 508 -23302=4,1,2,1,1
Reshape reshape_414 1 1 508 509 0=128 1=512 2=16
MatMul matmultransb_4 2 1 495 506 510 0=1
BinaryOp mul_138 1 1 510 511 0=2 1=1 2=8.83883461e-2
BinaryOp add_139 2 1 511 9 512 0=0
Softmax softmax_198 1 1 512 513 0=2 1=1
MatMul matmul_539 2 1 513 509 514
Permute permute_290 1 1 514 515 0=2
Reshape reshape_415 1 1 515 516 0=2048 1=512
Gemm gemm_31 1 1 516 517 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_140 2 1 461 517 518 0=0
Split splitncnn_36 1 3 518 519 520 521
UnaryOp pow_141 1 1 519 522 0=4
Reduction mean_597 1 1 522 523 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.post_attention_layernorm.weight 0 1 524 0=1024
BinaryOp add_142 1 1 523 525 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_143 1 1 525 526 0=5
BinaryOp div_144 1 1 526 527 0=8 1=1 2=1.0
BinaryOp mul_145 2 1 520 527 528 0=2
BinaryOp mul_146 2 1 524 528 529 0=2
Split splitncnn_37 1 2 529 530 531
Gemm gemm_32 1 1 531 532 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_38 1 2 532 533 534
Sigmoid sigmoid_174 1 1 534 535
Gemm gemm_33 1 1 530 536 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_147 2 1 533 535 537 0=2
BinaryOp mul_148 2 1 537 536 538 0=2
Gemm gemm_34 1 1 538 539 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_149 2 1 521 539 540 0=0
Split splitncnn_39 1 3 540 541 542 543
UnaryOp pow_150 1 1 541 544 0=4
Reduction mean_598 1 1 544 545 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.input_layernorm.weight 0 1 546 0=1024
BinaryOp add_151 1 1 545 547 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_152 1 1 547 548 0=5
BinaryOp div_153 1 1 548 549 0=8 1=1 2=1.0
BinaryOp mul_154 2 1 542 549 550 0=2
BinaryOp mul_155 2 1 546 550 551 0=2
Split splitncnn_40 1 3 551 552 553 554
Gemm gemm_35 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_416 1 1 555 556 0=128 1=16 2=512
Permute permute_291 1 1 556 557 0=2
Gemm gemm_36 1 1 553 558 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_417 1 1 558 559 0=128 1=8 2=512
Permute permute_292 1 1 559 560 0=2
Gemm gemm_37 1 1 552 561 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_418 1 1 561 562 0=128 1=8 2=512
Permute permute_293 1 1 562 563 0=2
RotaryEmbed rope_10 3 1 557 93 143 564 0=0
Split splitncnn_41 1 2 564 565 566
RotaryEmbed rope_11 3 1 560 92 142 567 0=0
Split splitncnn_42 1 2 567 568 569
UnaryOp pow_156 1 1 565 570 0=4
Reduction mean_599 1 1 570 571 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.self_attn.query_layernorm.weight 0 1 572 0=128
BinaryOp add_157 1 1 571 573 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_158 1 1 573 574 0=5
BinaryOp div_159 1 1 574 575 0=8 1=1 2=1.0
BinaryOp mul_160 2 1 566 575 576 0=2
BinaryOp mul_161 2 1 572 576 577 0=2
UnaryOp pow_162 1 1 568 578 0=4
Reduction mean_600 1 1 578 579 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.self_attn.key_layernorm.weight 0 1 580 0=128
BinaryOp add_163 1 1 579 581 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_164 1 1 581 582 0=5
BinaryOp div_165 1 1 582 583 0=8 1=1 2=1.0
BinaryOp mul_166 2 1 569 583 584 0=2
BinaryOp mul_167 2 1 580 584 585 0=2
ExpandDims unsqueeze_687 1 1 585 586 -23303=1,1
Tile expand_228 1 1 586 587 -23302=4,1,2,1,1
Reshape reshape_419 1 1 587 588 0=128 1=512 2=16
ExpandDims unsqueeze_688 1 1 563 589 -23303=1,1
Tile expand_229 1 1 589 590 -23302=4,1,2,1,1
Reshape reshape_420 1 1 590 591 0=128 1=512 2=16
MatMul matmultransb_5 2 1 577 588 592 0=1
BinaryOp mul_168 1 1 592 593 0=2 1=1 2=8.83883461e-2
BinaryOp add_169 2 1 593 10 594 0=0
Softmax softmax_199 1 1 594 595 0=2 1=1
MatMul matmul_541 2 1 595 591 596
Permute permute_295 1 1 596 597 0=2
Reshape reshape_421 1 1 597 598 0=2048 1=512
Gemm gemm_38 1 1 598 599 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_170 2 1 543 599 600 0=0
Split splitncnn_43 1 3 600 601 602 603
UnaryOp pow_171 1 1 601 604 0=4
Reduction mean_601 1 1 604 605 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.post_attention_layernorm.weight 0 1 606 0=1024
BinaryOp add_172 1 1 605 607 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_173 1 1 607 608 0=5
BinaryOp div_174 1 1 608 609 0=8 1=1 2=1.0
BinaryOp mul_175 2 1 602 609 610 0=2
BinaryOp mul_176 2 1 606 610 611 0=2
Split splitncnn_44 1 2 611 612 613
Gemm gemm_39 1 1 613 614 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_45 1 2 614 615 616
Sigmoid sigmoid_175 1 1 616 617
Gemm gemm_40 1 1 612 618 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_177 2 1 615 617 619 0=2
BinaryOp mul_178 2 1 619 618 620 0=2
Gemm gemm_41 1 1 620 621 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_179 2 1 603 621 622 0=0
Split splitncnn_46 1 3 622 623 624 625
UnaryOp pow_180 1 1 623 626 0=4
Reduction mean_602 1 1 626 627 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.input_layernorm.weight 0 1 628 0=1024
BinaryOp add_181 1 1 627 629 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_182 1 1 629 630 0=5
BinaryOp div_183 1 1 630 631 0=8 1=1 2=1.0
BinaryOp mul_184 2 1 624 631 632 0=2
BinaryOp mul_185 2 1 628 632 633 0=2
Split splitncnn_47 1 3 633 634 635 636
Gemm gemm_42 1 1 636 637 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_422 1 1 637 638 0=128 1=16 2=512
Permute permute_296 1 1 638 639 0=2
Gemm gemm_43 1 1 635 640 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_423 1 1 640 641 0=128 1=8 2=512
Permute permute_297 1 1 641 642 0=2
Gemm gemm_44 1 1 634 643 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_424 1 1 643 644 0=128 1=8 2=512
Permute permute_298 1 1 644 645 0=2
RotaryEmbed rope_12 3 1 639 91 141 646 0=0
Split splitncnn_48 1 2 646 647 648
RotaryEmbed rope_13 3 1 642 90 140 649 0=0
Split splitncnn_49 1 2 649 650 651
UnaryOp pow_186 1 1 647 652 0=4
Reduction mean_603 1 1 652 653 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.self_attn.query_layernorm.weight 0 1 654 0=128
BinaryOp add_187 1 1 653 655 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_188 1 1 655 656 0=5
BinaryOp div_189 1 1 656 657 0=8 1=1 2=1.0
BinaryOp mul_190 2 1 648 657 658 0=2
BinaryOp mul_191 2 1 654 658 659 0=2
UnaryOp pow_192 1 1 650 660 0=4
Reduction mean_604 1 1 660 661 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.self_attn.key_layernorm.weight 0 1 662 0=128
BinaryOp add_193 1 1 661 663 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_194 1 1 663 664 0=5
BinaryOp div_195 1 1 664 665 0=8 1=1 2=1.0
BinaryOp mul_196 2 1 651 665 666 0=2
BinaryOp mul_197 2 1 662 666 667 0=2
ExpandDims unsqueeze_689 1 1 667 668 -23303=1,1
Tile expand_230 1 1 668 669 -23302=4,1,2,1,1
Reshape reshape_425 1 1 669 670 0=128 1=512 2=16
ExpandDims unsqueeze_690 1 1 645 671 -23303=1,1
Tile expand_231 1 1 671 672 -23302=4,1,2,1,1
Reshape reshape_426 1 1 672 673 0=128 1=512 2=16
MatMul matmultransb_6 2 1 659 670 674 0=1
BinaryOp mul_198 1 1 674 675 0=2 1=1 2=8.83883461e-2
BinaryOp add_199 2 1 675 11 676 0=0
Softmax softmax_200 1 1 676 677 0=2 1=1
MatMul matmul_543 2 1 677 673 678
Permute permute_300 1 1 678 679 0=2
Reshape reshape_427 1 1 679 680 0=2048 1=512
Gemm gemm_45 1 1 680 681 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_200 2 1 625 681 682 0=0
Split splitncnn_50 1 3 682 683 684 685
UnaryOp pow_201 1 1 683 686 0=4
Reduction mean_605 1 1 686 687 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.post_attention_layernorm.weight 0 1 688 0=1024
BinaryOp add_202 1 1 687 689 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_203 1 1 689 690 0=5
BinaryOp div_204 1 1 690 691 0=8 1=1 2=1.0
BinaryOp mul_205 2 1 684 691 692 0=2
BinaryOp mul_206 2 1 688 692 693 0=2
Split splitncnn_51 1 2 693 694 695
Gemm gemm_46 1 1 695 696 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_52 1 2 696 697 698
Sigmoid sigmoid_176 1 1 698 699
Gemm gemm_47 1 1 694 700 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_207 2 1 697 699 701 0=2
BinaryOp mul_208 2 1 701 700 702 0=2
Gemm gemm_48 1 1 702 703 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_209 2 1 685 703 704 0=0
Split splitncnn_53 1 3 704 705 706 707
UnaryOp pow_210 1 1 705 708 0=4
Reduction mean_606 1 1 708 709 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.input_layernorm.weight 0 1 710 0=1024
BinaryOp add_211 1 1 709 711 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_212 1 1 711 712 0=5
BinaryOp div_213 1 1 712 713 0=8 1=1 2=1.0
BinaryOp mul_214 2 1 706 713 714 0=2
BinaryOp mul_215 2 1 710 714 715 0=2
Split splitncnn_54 1 3 715 716 717 718
Gemm gemm_49 1 1 718 719 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_428 1 1 719 720 0=128 1=16 2=512
Permute permute_301 1 1 720 721 0=2
Gemm gemm_50 1 1 717 722 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_429 1 1 722 723 0=128 1=8 2=512
Permute permute_302 1 1 723 724 0=2
Gemm gemm_51 1 1 716 725 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_430 1 1 725 726 0=128 1=8 2=512
Permute permute_303 1 1 726 727 0=2
RotaryEmbed rope_14 3 1 721 89 139 728 0=0
Split splitncnn_55 1 2 728 729 730
RotaryEmbed rope_15 3 1 724 88 138 731 0=0
Split splitncnn_56 1 2 731 732 733
UnaryOp pow_216 1 1 729 734 0=4
Reduction mean_607 1 1 734 735 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.self_attn.query_layernorm.weight 0 1 736 0=128
BinaryOp add_217 1 1 735 737 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_218 1 1 737 738 0=5
BinaryOp div_219 1 1 738 739 0=8 1=1 2=1.0
BinaryOp mul_220 2 1 730 739 740 0=2
BinaryOp mul_221 2 1 736 740 741 0=2
UnaryOp pow_222 1 1 732 742 0=4
Reduction mean_608 1 1 742 743 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.self_attn.key_layernorm.weight 0 1 744 0=128
BinaryOp add_223 1 1 743 745 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_224 1 1 745 746 0=5
BinaryOp div_225 1 1 746 747 0=8 1=1 2=1.0
BinaryOp mul_226 2 1 733 747 748 0=2
BinaryOp mul_227 2 1 744 748 749 0=2
ExpandDims unsqueeze_691 1 1 749 750 -23303=1,1
Tile expand_232 1 1 750 751 -23302=4,1,2,1,1
Reshape reshape_431 1 1 751 752 0=128 1=512 2=16
ExpandDims unsqueeze_692 1 1 727 753 -23303=1,1
Tile expand_233 1 1 753 754 -23302=4,1,2,1,1
Reshape reshape_432 1 1 754 755 0=128 1=512 2=16
MatMul matmultransb_7 2 1 741 752 756 0=1
BinaryOp mul_228 1 1 756 757 0=2 1=1 2=8.83883461e-2
BinaryOp add_229 2 1 757 12 758 0=0
Softmax softmax_201 1 1 758 759 0=2 1=1
MatMul matmul_545 2 1 759 755 760
Permute permute_305 1 1 760 761 0=2
Reshape reshape_433 1 1 761 762 0=2048 1=512
Gemm gemm_52 1 1 762 763 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_230 2 1 707 763 764 0=0
Split splitncnn_57 1 3 764 765 766 767
UnaryOp pow_231 1 1 765 768 0=4
Reduction mean_609 1 1 768 769 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.post_attention_layernorm.weight 0 1 770 0=1024
BinaryOp add_232 1 1 769 771 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_233 1 1 771 772 0=5
BinaryOp div_234 1 1 772 773 0=8 1=1 2=1.0
BinaryOp mul_235 2 1 766 773 774 0=2
BinaryOp mul_236 2 1 770 774 775 0=2
Split splitncnn_58 1 2 775 776 777
Gemm gemm_53 1 1 777 778 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_59 1 2 778 779 780
Sigmoid sigmoid_177 1 1 780 781
Gemm gemm_54 1 1 776 782 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_237 2 1 779 781 783 0=2
BinaryOp mul_238 2 1 783 782 784 0=2
Gemm gemm_55 1 1 784 785 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_239 2 1 767 785 786 0=0
Split splitncnn_60 1 3 786 787 788 789
UnaryOp pow_240 1 1 787 790 0=4
Reduction mean_610 1 1 790 791 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.input_layernorm.weight 0 1 792 0=1024
BinaryOp add_241 1 1 791 793 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_242 1 1 793 794 0=5
BinaryOp div_243 1 1 794 795 0=8 1=1 2=1.0
BinaryOp mul_244 2 1 788 795 796 0=2
BinaryOp mul_245 2 1 792 796 797 0=2
Split splitncnn_61 1 3 797 798 799 800
Gemm gemm_56 1 1 800 801 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_434 1 1 801 802 0=128 1=16 2=512
Permute permute_306 1 1 802 803 0=2
Gemm gemm_57 1 1 799 804 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_435 1 1 804 805 0=128 1=8 2=512
Permute permute_307 1 1 805 806 0=2
Gemm gemm_58 1 1 798 807 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_436 1 1 807 808 0=128 1=8 2=512
Permute permute_308 1 1 808 809 0=2
RotaryEmbed rope_16 3 1 803 87 137 810 0=0
Split splitncnn_62 1 2 810 811 812
RotaryEmbed rope_17 3 1 806 86 136 813 0=0
Split splitncnn_63 1 2 813 814 815
UnaryOp pow_246 1 1 811 816 0=4
Reduction mean_611 1 1 816 817 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.self_attn.query_layernorm.weight 0 1 818 0=128
BinaryOp add_247 1 1 817 819 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_248 1 1 819 820 0=5
BinaryOp div_249 1 1 820 821 0=8 1=1 2=1.0
BinaryOp mul_250 2 1 812 821 822 0=2
BinaryOp mul_251 2 1 818 822 823 0=2
UnaryOp pow_252 1 1 814 824 0=4
Reduction mean_612 1 1 824 825 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.self_attn.key_layernorm.weight 0 1 826 0=128
BinaryOp add_253 1 1 825 827 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_254 1 1 827 828 0=5
BinaryOp div_255 1 1 828 829 0=8 1=1 2=1.0
BinaryOp mul_256 2 1 815 829 830 0=2
BinaryOp mul_257 2 1 826 830 831 0=2
ExpandDims unsqueeze_693 1 1 831 832 -23303=1,1
Tile expand_234 1 1 832 833 -23302=4,1,2,1,1
Reshape reshape_437 1 1 833 834 0=128 1=512 2=16
ExpandDims unsqueeze_694 1 1 809 835 -23303=1,1
Tile expand_235 1 1 835 836 -23302=4,1,2,1,1
Reshape reshape_438 1 1 836 837 0=128 1=512 2=16
MatMul matmultransb_8 2 1 823 834 838 0=1
BinaryOp mul_258 1 1 838 839 0=2 1=1 2=8.83883461e-2
BinaryOp add_259 2 1 839 13 840 0=0
Softmax softmax_202 1 1 840 841 0=2 1=1
MatMul matmul_547 2 1 841 837 842
Permute permute_310 1 1 842 843 0=2
Reshape reshape_439 1 1 843 844 0=2048 1=512
Gemm gemm_59 1 1 844 845 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_260 2 1 789 845 846 0=0
Split splitncnn_64 1 3 846 847 848 849
UnaryOp pow_261 1 1 847 850 0=4
Reduction mean_613 1 1 850 851 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.post_attention_layernorm.weight 0 1 852 0=1024
BinaryOp add_262 1 1 851 853 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_263 1 1 853 854 0=5
BinaryOp div_264 1 1 854 855 0=8 1=1 2=1.0
BinaryOp mul_265 2 1 848 855 856 0=2
BinaryOp mul_266 2 1 852 856 857 0=2
Split splitncnn_65 1 2 857 858 859
Gemm gemm_60 1 1 859 860 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_66 1 2 860 861 862
Sigmoid sigmoid_178 1 1 862 863
Gemm gemm_61 1 1 858 864 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_267 2 1 861 863 865 0=2
BinaryOp mul_268 2 1 865 864 866 0=2
Gemm gemm_62 1 1 866 867 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_269 2 1 849 867 868 0=0
Split splitncnn_67 1 3 868 869 870 871
UnaryOp pow_270 1 1 869 872 0=4
Reduction mean_614 1 1 872 873 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.input_layernorm.weight 0 1 874 0=1024
BinaryOp add_271 1 1 873 875 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_272 1 1 875 876 0=5
BinaryOp div_273 1 1 876 877 0=8 1=1 2=1.0
BinaryOp mul_274 2 1 870 877 878 0=2
BinaryOp mul_275 2 1 874 878 879 0=2
Split splitncnn_68 1 3 879 880 881 882
Gemm gemm_63 1 1 882 883 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_440 1 1 883 884 0=128 1=16 2=512
Permute permute_311 1 1 884 885 0=2
Gemm gemm_64 1 1 881 886 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_441 1 1 886 887 0=128 1=8 2=512
Permute permute_312 1 1 887 888 0=2
Gemm gemm_65 1 1 880 889 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_442 1 1 889 890 0=128 1=8 2=512
Permute permute_313 1 1 890 891 0=2
RotaryEmbed rope_18 3 1 885 85 135 892 0=0
Split splitncnn_69 1 2 892 893 894
RotaryEmbed rope_19 3 1 888 84 134 895 0=0
Split splitncnn_70 1 2 895 896 897
UnaryOp pow_276 1 1 893 898 0=4
Reduction mean_615 1 1 898 899 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.self_attn.query_layernorm.weight 0 1 900 0=128
BinaryOp add_277 1 1 899 901 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_278 1 1 901 902 0=5
BinaryOp div_279 1 1 902 903 0=8 1=1 2=1.0
BinaryOp mul_280 2 1 894 903 904 0=2
BinaryOp mul_281 2 1 900 904 905 0=2
UnaryOp pow_282 1 1 896 906 0=4
Reduction mean_616 1 1 906 907 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.self_attn.key_layernorm.weight 0 1 908 0=128
BinaryOp add_283 1 1 907 909 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_284 1 1 909 910 0=5
BinaryOp div_285 1 1 910 911 0=8 1=1 2=1.0
BinaryOp mul_286 2 1 897 911 912 0=2
BinaryOp mul_287 2 1 908 912 913 0=2
ExpandDims unsqueeze_695 1 1 913 914 -23303=1,1
Tile expand_236 1 1 914 915 -23302=4,1,2,1,1
Reshape reshape_443 1 1 915 916 0=128 1=512 2=16
ExpandDims unsqueeze_696 1 1 891 917 -23303=1,1
Tile expand_237 1 1 917 918 -23302=4,1,2,1,1
Reshape reshape_444 1 1 918 919 0=128 1=512 2=16
MatMul matmultransb_9 2 1 905 916 920 0=1
BinaryOp mul_288 1 1 920 921 0=2 1=1 2=8.83883461e-2
BinaryOp add_289 2 1 921 14 922 0=0
Softmax softmax_203 1 1 922 923 0=2 1=1
MatMul matmul_549 2 1 923 919 924
Permute permute_315 1 1 924 925 0=2
Reshape reshape_445 1 1 925 926 0=2048 1=512
Gemm gemm_66 1 1 926 927 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_290 2 1 871 927 928 0=0
Split splitncnn_71 1 3 928 929 930 931
UnaryOp pow_291 1 1 929 932 0=4
Reduction mean_617 1 1 932 933 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.post_attention_layernorm.weight 0 1 934 0=1024
BinaryOp add_292 1 1 933 935 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_293 1 1 935 936 0=5
BinaryOp div_294 1 1 936 937 0=8 1=1 2=1.0
BinaryOp mul_295 2 1 930 937 938 0=2
BinaryOp mul_296 2 1 934 938 939 0=2
Split splitncnn_72 1 2 939 940 941
Gemm gemm_67 1 1 941 942 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_73 1 2 942 943 944
Sigmoid sigmoid_179 1 1 944 945
Gemm gemm_68 1 1 940 946 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_297 2 1 943 945 947 0=2
BinaryOp mul_298 2 1 947 946 948 0=2
Gemm gemm_69 1 1 948 949 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_299 2 1 931 949 950 0=0
Split splitncnn_74 1 3 950 951 952 953
UnaryOp pow_300 1 1 951 954 0=4
Reduction mean_618 1 1 954 955 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.input_layernorm.weight 0 1 956 0=1024
BinaryOp add_301 1 1 955 957 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_302 1 1 957 958 0=5
BinaryOp div_303 1 1 958 959 0=8 1=1 2=1.0
BinaryOp mul_304 2 1 952 959 960 0=2
BinaryOp mul_305 2 1 956 960 961 0=2
Split splitncnn_75 1 3 961 962 963 964
Gemm gemm_70 1 1 964 965 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_446 1 1 965 966 0=128 1=16 2=512
Permute permute_316 1 1 966 967 0=2
Gemm gemm_71 1 1 963 968 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_447 1 1 968 969 0=128 1=8 2=512
Permute permute_317 1 1 969 970 0=2
Gemm gemm_72 1 1 962 971 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_448 1 1 971 972 0=128 1=8 2=512
Permute permute_318 1 1 972 973 0=2
RotaryEmbed rope_20 3 1 967 83 133 974 0=0
Split splitncnn_76 1 2 974 975 976
RotaryEmbed rope_21 3 1 970 82 132 977 0=0
Split splitncnn_77 1 2 977 978 979
UnaryOp pow_306 1 1 975 980 0=4
Reduction mean_619 1 1 980 981 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.self_attn.query_layernorm.weight 0 1 982 0=128
BinaryOp add_307 1 1 981 983 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_308 1 1 983 984 0=5
BinaryOp div_309 1 1 984 985 0=8 1=1 2=1.0
BinaryOp mul_310 2 1 976 985 986 0=2
BinaryOp mul_311 2 1 982 986 987 0=2
UnaryOp pow_312 1 1 978 988 0=4
Reduction mean_620 1 1 988 989 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.self_attn.key_layernorm.weight 0 1 990 0=128
BinaryOp add_313 1 1 989 991 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_314 1 1 991 992 0=5
BinaryOp div_315 1 1 992 993 0=8 1=1 2=1.0
BinaryOp mul_316 2 1 979 993 994 0=2
BinaryOp mul_317 2 1 990 994 995 0=2
ExpandDims unsqueeze_697 1 1 995 996 -23303=1,1
Tile expand_238 1 1 996 997 -23302=4,1,2,1,1
Reshape reshape_449 1 1 997 998 0=128 1=512 2=16
ExpandDims unsqueeze_698 1 1 973 999 -23303=1,1
Tile expand_239 1 1 999 1000 -23302=4,1,2,1,1
Reshape reshape_450 1 1 1000 1001 0=128 1=512 2=16
MatMul matmultransb_10 2 1 987 998 1002 0=1
BinaryOp mul_318 1 1 1002 1003 0=2 1=1 2=8.83883461e-2
BinaryOp add_319 2 1 1003 15 1004 0=0
Softmax softmax_204 1 1 1004 1005 0=2 1=1
MatMul matmul_551 2 1 1005 1001 1006
Permute permute_320 1 1 1006 1007 0=2
Reshape reshape_451 1 1 1007 1008 0=2048 1=512
Gemm gemm_73 1 1 1008 1009 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_320 2 1 953 1009 1010 0=0
Split splitncnn_78 1 3 1010 1011 1012 1013
UnaryOp pow_321 1 1 1011 1014 0=4
Reduction mean_621 1 1 1014 1015 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.post_attention_layernorm.weight 0 1 1016 0=1024
BinaryOp add_322 1 1 1015 1017 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_323 1 1 1017 1018 0=5
BinaryOp div_324 1 1 1018 1019 0=8 1=1 2=1.0
BinaryOp mul_325 2 1 1012 1019 1020 0=2
BinaryOp mul_326 2 1 1016 1020 1021 0=2
Split splitncnn_79 1 2 1021 1022 1023
Gemm gemm_74 1 1 1023 1024 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_80 1 2 1024 1025 1026
Sigmoid sigmoid_180 1 1 1026 1027
Gemm gemm_75 1 1 1022 1028 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_327 2 1 1025 1027 1029 0=2
BinaryOp mul_328 2 1 1029 1028 1030 0=2
Gemm gemm_76 1 1 1030 1031 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_329 2 1 1013 1031 1032 0=0
Split splitncnn_81 1 3 1032 1033 1034 1035
UnaryOp pow_330 1 1 1033 1036 0=4
Reduction mean_622 1 1 1036 1037 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.input_layernorm.weight 0 1 1038 0=1024
BinaryOp add_331 1 1 1037 1039 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_332 1 1 1039 1040 0=5
BinaryOp div_333 1 1 1040 1041 0=8 1=1 2=1.0
BinaryOp mul_334 2 1 1034 1041 1042 0=2
BinaryOp mul_335 2 1 1038 1042 1043 0=2
Split splitncnn_82 1 3 1043 1044 1045 1046
Gemm gemm_77 1 1 1046 1047 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_452 1 1 1047 1048 0=128 1=16 2=512
Permute permute_321 1 1 1048 1049 0=2
Gemm gemm_78 1 1 1045 1050 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_453 1 1 1050 1051 0=128 1=8 2=512
Permute permute_322 1 1 1051 1052 0=2
Gemm gemm_79 1 1 1044 1053 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_454 1 1 1053 1054 0=128 1=8 2=512
Permute permute_323 1 1 1054 1055 0=2
RotaryEmbed rope_22 3 1 1049 81 131 1056 0=0
Split splitncnn_83 1 2 1056 1057 1058
RotaryEmbed rope_23 3 1 1052 80 130 1059 0=0
Split splitncnn_84 1 2 1059 1060 1061
UnaryOp pow_336 1 1 1057 1062 0=4
Reduction mean_623 1 1 1062 1063 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.self_attn.query_layernorm.weight 0 1 1064 0=128
BinaryOp add_337 1 1 1063 1065 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_338 1 1 1065 1066 0=5
BinaryOp div_339 1 1 1066 1067 0=8 1=1 2=1.0
BinaryOp mul_340 2 1 1058 1067 1068 0=2
BinaryOp mul_341 2 1 1064 1068 1069 0=2
UnaryOp pow_342 1 1 1060 1070 0=4
Reduction mean_624 1 1 1070 1071 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.self_attn.key_layernorm.weight 0 1 1072 0=128
BinaryOp add_343 1 1 1071 1073 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_344 1 1 1073 1074 0=5
BinaryOp div_345 1 1 1074 1075 0=8 1=1 2=1.0
BinaryOp mul_346 2 1 1061 1075 1076 0=2
BinaryOp mul_347 2 1 1072 1076 1077 0=2
ExpandDims unsqueeze_699 1 1 1077 1078 -23303=1,1
Tile expand_240 1 1 1078 1079 -23302=4,1,2,1,1
Reshape reshape_455 1 1 1079 1080 0=128 1=512 2=16
ExpandDims unsqueeze_700 1 1 1055 1081 -23303=1,1
Tile expand_241 1 1 1081 1082 -23302=4,1,2,1,1
Reshape reshape_456 1 1 1082 1083 0=128 1=512 2=16
MatMul matmultransb_11 2 1 1069 1080 1084 0=1
BinaryOp mul_348 1 1 1084 1085 0=2 1=1 2=8.83883461e-2
BinaryOp add_349 2 1 1085 16 1086 0=0
Softmax softmax_205 1 1 1086 1087 0=2 1=1
MatMul matmul_553 2 1 1087 1083 1088
Permute permute_325 1 1 1088 1089 0=2
Reshape reshape_457 1 1 1089 1090 0=2048 1=512
Gemm gemm_80 1 1 1090 1091 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_350 2 1 1035 1091 1092 0=0
Split splitncnn_85 1 3 1092 1093 1094 1095
UnaryOp pow_351 1 1 1093 1096 0=4
Reduction mean_625 1 1 1096 1097 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.post_attention_layernorm.weight 0 1 1098 0=1024
BinaryOp add_352 1 1 1097 1099 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_353 1 1 1099 1100 0=5
BinaryOp div_354 1 1 1100 1101 0=8 1=1 2=1.0
BinaryOp mul_355 2 1 1094 1101 1102 0=2
BinaryOp mul_356 2 1 1098 1102 1103 0=2
Split splitncnn_86 1 2 1103 1104 1105
Gemm gemm_81 1 1 1105 1106 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_87 1 2 1106 1107 1108
Sigmoid sigmoid_181 1 1 1108 1109
Gemm gemm_82 1 1 1104 1110 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_357 2 1 1107 1109 1111 0=2
BinaryOp mul_358 2 1 1111 1110 1112 0=2
Gemm gemm_83 1 1 1112 1113 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_359 2 1 1095 1113 1114 0=0
Split splitncnn_88 1 3 1114 1115 1116 1117
UnaryOp pow_360 1 1 1115 1118 0=4
Reduction mean_626 1 1 1118 1119 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.input_layernorm.weight 0 1 1120 0=1024
BinaryOp add_361 1 1 1119 1121 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_362 1 1 1121 1122 0=5
BinaryOp div_363 1 1 1122 1123 0=8 1=1 2=1.0
BinaryOp mul_364 2 1 1116 1123 1124 0=2
BinaryOp mul_365 2 1 1120 1124 1125 0=2
Split splitncnn_89 1 3 1125 1126 1127 1128
Gemm gemm_84 1 1 1128 1129 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_458 1 1 1129 1130 0=128 1=16 2=512
Permute permute_326 1 1 1130 1131 0=2
Gemm gemm_85 1 1 1127 1132 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_459 1 1 1132 1133 0=128 1=8 2=512
Permute permute_327 1 1 1133 1134 0=2
Gemm gemm_86 1 1 1126 1135 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_460 1 1 1135 1136 0=128 1=8 2=512
Permute permute_328 1 1 1136 1137 0=2
RotaryEmbed rope_24 3 1 1131 79 129 1138 0=0
Split splitncnn_90 1 2 1138 1139 1140
RotaryEmbed rope_25 3 1 1134 78 128 1141 0=0
Split splitncnn_91 1 2 1141 1142 1143
UnaryOp pow_366 1 1 1139 1144 0=4
Reduction mean_627 1 1 1144 1145 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.self_attn.query_layernorm.weight 0 1 1146 0=128
BinaryOp add_367 1 1 1145 1147 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_368 1 1 1147 1148 0=5
BinaryOp div_369 1 1 1148 1149 0=8 1=1 2=1.0
BinaryOp mul_370 2 1 1140 1149 1150 0=2
BinaryOp mul_371 2 1 1146 1150 1151 0=2
UnaryOp pow_372 1 1 1142 1152 0=4
Reduction mean_628 1 1 1152 1153 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.self_attn.key_layernorm.weight 0 1 1154 0=128
BinaryOp add_373 1 1 1153 1155 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_374 1 1 1155 1156 0=5
BinaryOp div_375 1 1 1156 1157 0=8 1=1 2=1.0
BinaryOp mul_376 2 1 1143 1157 1158 0=2
BinaryOp mul_377 2 1 1154 1158 1159 0=2
ExpandDims unsqueeze_701 1 1 1159 1160 -23303=1,1
Tile expand_242 1 1 1160 1161 -23302=4,1,2,1,1
Reshape reshape_461 1 1 1161 1162 0=128 1=512 2=16
ExpandDims unsqueeze_702 1 1 1137 1163 -23303=1,1
Tile expand_243 1 1 1163 1164 -23302=4,1,2,1,1
Reshape reshape_462 1 1 1164 1165 0=128 1=512 2=16
MatMul matmultransb_12 2 1 1151 1162 1166 0=1
BinaryOp mul_378 1 1 1166 1167 0=2 1=1 2=8.83883461e-2
BinaryOp add_379 2 1 1167 17 1168 0=0
Softmax softmax_206 1 1 1168 1169 0=2 1=1
MatMul matmul_555 2 1 1169 1165 1170
Permute permute_330 1 1 1170 1171 0=2
Reshape reshape_463 1 1 1171 1172 0=2048 1=512
Gemm gemm_87 1 1 1172 1173 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_380 2 1 1117 1173 1174 0=0
Split splitncnn_92 1 3 1174 1175 1176 1177
UnaryOp pow_381 1 1 1175 1178 0=4
Reduction mean_629 1 1 1178 1179 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.post_attention_layernorm.weight 0 1 1180 0=1024
BinaryOp add_382 1 1 1179 1181 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_383 1 1 1181 1182 0=5
BinaryOp div_384 1 1 1182 1183 0=8 1=1 2=1.0
BinaryOp mul_385 2 1 1176 1183 1184 0=2
BinaryOp mul_386 2 1 1180 1184 1185 0=2
Split splitncnn_93 1 2 1185 1186 1187
Gemm gemm_88 1 1 1187 1188 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_94 1 2 1188 1189 1190
Sigmoid sigmoid_182 1 1 1190 1191
Gemm gemm_89 1 1 1186 1192 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_387 2 1 1189 1191 1193 0=2
BinaryOp mul_388 2 1 1193 1192 1194 0=2
Gemm gemm_90 1 1 1194 1195 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_389 2 1 1177 1195 1196 0=0
Split splitncnn_95 1 3 1196 1197 1198 1199
UnaryOp pow_390 1 1 1197 1200 0=4
Reduction mean_630 1 1 1200 1201 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.input_layernorm.weight 0 1 1202 0=1024
BinaryOp add_391 1 1 1201 1203 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_392 1 1 1203 1204 0=5
BinaryOp div_393 1 1 1204 1205 0=8 1=1 2=1.0
BinaryOp mul_394 2 1 1198 1205 1206 0=2
BinaryOp mul_395 2 1 1202 1206 1207 0=2
Split splitncnn_96 1 3 1207 1208 1209 1210
Gemm gemm_91 1 1 1210 1211 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_464 1 1 1211 1212 0=128 1=16 2=512
Permute permute_331 1 1 1212 1213 0=2
Gemm gemm_92 1 1 1209 1214 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_465 1 1 1214 1215 0=128 1=8 2=512
Permute permute_332 1 1 1215 1216 0=2
Gemm gemm_93 1 1 1208 1217 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_466 1 1 1217 1218 0=128 1=8 2=512
Permute permute_333 1 1 1218 1219 0=2
RotaryEmbed rope_26 3 1 1213 77 127 1220 0=0
Split splitncnn_97 1 2 1220 1221 1222
RotaryEmbed rope_27 3 1 1216 76 126 1223 0=0
Split splitncnn_98 1 2 1223 1224 1225
UnaryOp pow_396 1 1 1221 1226 0=4
Reduction mean_631 1 1 1226 1227 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.self_attn.query_layernorm.weight 0 1 1228 0=128
BinaryOp add_397 1 1 1227 1229 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_398 1 1 1229 1230 0=5
BinaryOp div_399 1 1 1230 1231 0=8 1=1 2=1.0
BinaryOp mul_400 2 1 1222 1231 1232 0=2
BinaryOp mul_401 2 1 1228 1232 1233 0=2
UnaryOp pow_402 1 1 1224 1234 0=4
Reduction mean_632 1 1 1234 1235 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.self_attn.key_layernorm.weight 0 1 1236 0=128
BinaryOp add_403 1 1 1235 1237 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_404 1 1 1237 1238 0=5
BinaryOp div_405 1 1 1238 1239 0=8 1=1 2=1.0
BinaryOp mul_406 2 1 1225 1239 1240 0=2
BinaryOp mul_407 2 1 1236 1240 1241 0=2
ExpandDims unsqueeze_703 1 1 1241 1242 -23303=1,1
Tile expand_244 1 1 1242 1243 -23302=4,1,2,1,1
Reshape reshape_467 1 1 1243 1244 0=128 1=512 2=16
ExpandDims unsqueeze_704 1 1 1219 1245 -23303=1,1
Tile expand_245 1 1 1245 1246 -23302=4,1,2,1,1
Reshape reshape_468 1 1 1246 1247 0=128 1=512 2=16
MatMul matmultransb_13 2 1 1233 1244 1248 0=1
BinaryOp mul_408 1 1 1248 1249 0=2 1=1 2=8.83883461e-2
BinaryOp add_409 2 1 1249 18 1250 0=0
Softmax softmax_207 1 1 1250 1251 0=2 1=1
MatMul matmul_557 2 1 1251 1247 1252
Permute permute_335 1 1 1252 1253 0=2
Reshape reshape_469 1 1 1253 1254 0=2048 1=512
Gemm gemm_94 1 1 1254 1255 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_410 2 1 1199 1255 1256 0=0
Split splitncnn_99 1 3 1256 1257 1258 1259
UnaryOp pow_411 1 1 1257 1260 0=4
Reduction mean_633 1 1 1260 1261 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.post_attention_layernorm.weight 0 1 1262 0=1024
BinaryOp add_412 1 1 1261 1263 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_413 1 1 1263 1264 0=5
BinaryOp div_414 1 1 1264 1265 0=8 1=1 2=1.0
BinaryOp mul_415 2 1 1258 1265 1266 0=2
BinaryOp mul_416 2 1 1262 1266 1267 0=2
Split splitncnn_100 1 2 1267 1268 1269
Gemm gemm_95 1 1 1269 1270 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_101 1 2 1270 1271 1272
Sigmoid sigmoid_183 1 1 1272 1273
Gemm gemm_96 1 1 1268 1274 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_417 2 1 1271 1273 1275 0=2
BinaryOp mul_418 2 1 1275 1274 1276 0=2
Gemm gemm_97 1 1 1276 1277 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_419 2 1 1259 1277 1278 0=0
Split splitncnn_102 1 3 1278 1279 1280 1281
UnaryOp pow_420 1 1 1279 1282 0=4
Reduction mean_634 1 1 1282 1283 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.input_layernorm.weight 0 1 1284 0=1024
BinaryOp add_421 1 1 1283 1285 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_422 1 1 1285 1286 0=5
BinaryOp div_423 1 1 1286 1287 0=8 1=1 2=1.0
BinaryOp mul_424 2 1 1280 1287 1288 0=2
BinaryOp mul_425 2 1 1284 1288 1289 0=2
Split splitncnn_103 1 3 1289 1290 1291 1292
Gemm gemm_98 1 1 1292 1293 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_470 1 1 1293 1294 0=128 1=16 2=512
Permute permute_336 1 1 1294 1295 0=2
Gemm gemm_99 1 1 1291 1296 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_471 1 1 1296 1297 0=128 1=8 2=512
Permute permute_337 1 1 1297 1298 0=2
Gemm gemm_100 1 1 1290 1299 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_472 1 1 1299 1300 0=128 1=8 2=512
Permute permute_338 1 1 1300 1301 0=2
RotaryEmbed rope_28 3 1 1295 75 125 1302 0=0
Split splitncnn_104 1 2 1302 1303 1304
RotaryEmbed rope_29 3 1 1298 74 124 1305 0=0
Split splitncnn_105 1 2 1305 1306 1307
UnaryOp pow_426 1 1 1303 1308 0=4
Reduction mean_635 1 1 1308 1309 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.self_attn.query_layernorm.weight 0 1 1310 0=128
BinaryOp add_427 1 1 1309 1311 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_428 1 1 1311 1312 0=5
BinaryOp div_429 1 1 1312 1313 0=8 1=1 2=1.0
BinaryOp mul_430 2 1 1304 1313 1314 0=2
BinaryOp mul_431 2 1 1310 1314 1315 0=2
UnaryOp pow_432 1 1 1306 1316 0=4
Reduction mean_636 1 1 1316 1317 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.self_attn.key_layernorm.weight 0 1 1318 0=128
BinaryOp add_433 1 1 1317 1319 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_434 1 1 1319 1320 0=5
BinaryOp div_435 1 1 1320 1321 0=8 1=1 2=1.0
BinaryOp mul_436 2 1 1307 1321 1322 0=2
BinaryOp mul_437 2 1 1318 1322 1323 0=2
ExpandDims unsqueeze_705 1 1 1323 1324 -23303=1,1
Tile expand_246 1 1 1324 1325 -23302=4,1,2,1,1
Reshape reshape_473 1 1 1325 1326 0=128 1=512 2=16
ExpandDims unsqueeze_706 1 1 1301 1327 -23303=1,1
Tile expand_247 1 1 1327 1328 -23302=4,1,2,1,1
Reshape reshape_474 1 1 1328 1329 0=128 1=512 2=16
MatMul matmultransb_14 2 1 1315 1326 1330 0=1
BinaryOp mul_438 1 1 1330 1331 0=2 1=1 2=8.83883461e-2
BinaryOp add_439 2 1 1331 19 1332 0=0
Softmax softmax_208 1 1 1332 1333 0=2 1=1
MatMul matmul_559 2 1 1333 1329 1334
Permute permute_340 1 1 1334 1335 0=2
Reshape reshape_475 1 1 1335 1336 0=2048 1=512
Gemm gemm_101 1 1 1336 1337 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_440 2 1 1281 1337 1338 0=0
Split splitncnn_106 1 3 1338 1339 1340 1341
UnaryOp pow_441 1 1 1339 1342 0=4
Reduction mean_637 1 1 1342 1343 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.post_attention_layernorm.weight 0 1 1344 0=1024
BinaryOp add_442 1 1 1343 1345 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_443 1 1 1345 1346 0=5
BinaryOp div_444 1 1 1346 1347 0=8 1=1 2=1.0
BinaryOp mul_445 2 1 1340 1347 1348 0=2
BinaryOp mul_446 2 1 1344 1348 1349 0=2
Split splitncnn_107 1 2 1349 1350 1351
Gemm gemm_102 1 1 1351 1352 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_108 1 2 1352 1353 1354
Sigmoid sigmoid_184 1 1 1354 1355
Gemm gemm_103 1 1 1350 1356 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_447 2 1 1353 1355 1357 0=2
BinaryOp mul_448 2 1 1357 1356 1358 0=2
Gemm gemm_104 1 1 1358 1359 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_449 2 1 1341 1359 1360 0=0
Split splitncnn_109 1 3 1360 1361 1362 1363
UnaryOp pow_450 1 1 1361 1364 0=4
Reduction mean_638 1 1 1364 1365 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.input_layernorm.weight 0 1 1366 0=1024
BinaryOp add_451 1 1 1365 1367 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_452 1 1 1367 1368 0=5
BinaryOp div_453 1 1 1368 1369 0=8 1=1 2=1.0
BinaryOp mul_454 2 1 1362 1369 1370 0=2
BinaryOp mul_455 2 1 1366 1370 1371 0=2
Split splitncnn_110 1 3 1371 1372 1373 1374
Gemm gemm_105 1 1 1374 1375 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_476 1 1 1375 1376 0=128 1=16 2=512
Permute permute_341 1 1 1376 1377 0=2
Gemm gemm_106 1 1 1373 1378 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_477 1 1 1378 1379 0=128 1=8 2=512
Permute permute_342 1 1 1379 1380 0=2
Gemm gemm_107 1 1 1372 1381 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_478 1 1 1381 1382 0=128 1=8 2=512
Permute permute_343 1 1 1382 1383 0=2
RotaryEmbed rope_30 3 1 1377 73 123 1384 0=0
Split splitncnn_111 1 2 1384 1385 1386
RotaryEmbed rope_31 3 1 1380 72 122 1387 0=0
Split splitncnn_112 1 2 1387 1388 1389
UnaryOp pow_456 1 1 1385 1390 0=4
Reduction mean_639 1 1 1390 1391 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.self_attn.query_layernorm.weight 0 1 1392 0=128
BinaryOp add_457 1 1 1391 1393 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_458 1 1 1393 1394 0=5
BinaryOp div_459 1 1 1394 1395 0=8 1=1 2=1.0
BinaryOp mul_460 2 1 1386 1395 1396 0=2
BinaryOp mul_461 2 1 1392 1396 1397 0=2
UnaryOp pow_462 1 1 1388 1398 0=4
Reduction mean_640 1 1 1398 1399 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.self_attn.key_layernorm.weight 0 1 1400 0=128
BinaryOp add_463 1 1 1399 1401 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_464 1 1 1401 1402 0=5
BinaryOp div_465 1 1 1402 1403 0=8 1=1 2=1.0
BinaryOp mul_466 2 1 1389 1403 1404 0=2
BinaryOp mul_467 2 1 1400 1404 1405 0=2
ExpandDims unsqueeze_707 1 1 1405 1406 -23303=1,1
Tile expand_248 1 1 1406 1407 -23302=4,1,2,1,1
Reshape reshape_479 1 1 1407 1408 0=128 1=512 2=16
ExpandDims unsqueeze_708 1 1 1383 1409 -23303=1,1
Tile expand_249 1 1 1409 1410 -23302=4,1,2,1,1
Reshape reshape_480 1 1 1410 1411 0=128 1=512 2=16
MatMul matmultransb_15 2 1 1397 1408 1412 0=1
BinaryOp mul_468 1 1 1412 1413 0=2 1=1 2=8.83883461e-2
BinaryOp add_469 2 1 1413 20 1414 0=0
Softmax softmax_209 1 1 1414 1415 0=2 1=1
MatMul matmul_561 2 1 1415 1411 1416
Permute permute_345 1 1 1416 1417 0=2
Reshape reshape_481 1 1 1417 1418 0=2048 1=512
Gemm gemm_108 1 1 1418 1419 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_470 2 1 1363 1419 1420 0=0
Split splitncnn_113 1 3 1420 1421 1422 1423
UnaryOp pow_471 1 1 1421 1424 0=4
Reduction mean_641 1 1 1424 1425 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.post_attention_layernorm.weight 0 1 1426 0=1024
BinaryOp add_472 1 1 1425 1427 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_473 1 1 1427 1428 0=5
BinaryOp div_474 1 1 1428 1429 0=8 1=1 2=1.0
BinaryOp mul_475 2 1 1422 1429 1430 0=2
BinaryOp mul_476 2 1 1426 1430 1431 0=2
Split splitncnn_114 1 2 1431 1432 1433
Gemm gemm_109 1 1 1433 1434 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_115 1 2 1434 1435 1436
Sigmoid sigmoid_185 1 1 1436 1437
Gemm gemm_110 1 1 1432 1438 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_477 2 1 1435 1437 1439 0=2
BinaryOp mul_478 2 1 1439 1438 1440 0=2
Gemm gemm_111 1 1 1440 1441 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_479 2 1 1423 1441 1442 0=0
Split splitncnn_116 1 3 1442 1443 1444 1445
UnaryOp pow_480 1 1 1443 1446 0=4
Reduction mean_642 1 1 1446 1447 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.input_layernorm.weight 0 1 1448 0=1024
BinaryOp add_481 1 1 1447 1449 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_482 1 1 1449 1450 0=5
BinaryOp div_483 1 1 1450 1451 0=8 1=1 2=1.0
BinaryOp mul_484 2 1 1444 1451 1452 0=2
BinaryOp mul_485 2 1 1448 1452 1453 0=2
Split splitncnn_117 1 3 1453 1454 1455 1456
Gemm gemm_112 1 1 1456 1457 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_482 1 1 1457 1458 0=128 1=16 2=512
Permute permute_346 1 1 1458 1459 0=2
Gemm gemm_113 1 1 1455 1460 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_483 1 1 1460 1461 0=128 1=8 2=512
Permute permute_347 1 1 1461 1462 0=2
Gemm gemm_114 1 1 1454 1463 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_484 1 1 1463 1464 0=128 1=8 2=512
Permute permute_348 1 1 1464 1465 0=2
RotaryEmbed rope_32 3 1 1459 71 121 1466 0=0
Split splitncnn_118 1 2 1466 1467 1468
RotaryEmbed rope_33 3 1 1462 70 120 1469 0=0
Split splitncnn_119 1 2 1469 1470 1471
UnaryOp pow_486 1 1 1467 1472 0=4
Reduction mean_643 1 1 1472 1473 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.self_attn.query_layernorm.weight 0 1 1474 0=128
BinaryOp add_487 1 1 1473 1475 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_488 1 1 1475 1476 0=5
BinaryOp div_489 1 1 1476 1477 0=8 1=1 2=1.0
BinaryOp mul_490 2 1 1468 1477 1478 0=2
BinaryOp mul_491 2 1 1474 1478 1479 0=2
UnaryOp pow_492 1 1 1470 1480 0=4
Reduction mean_644 1 1 1480 1481 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.self_attn.key_layernorm.weight 0 1 1482 0=128
BinaryOp add_493 1 1 1481 1483 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_494 1 1 1483 1484 0=5
BinaryOp div_495 1 1 1484 1485 0=8 1=1 2=1.0
BinaryOp mul_496 2 1 1471 1485 1486 0=2
BinaryOp mul_497 2 1 1482 1486 1487 0=2
ExpandDims unsqueeze_709 1 1 1487 1488 -23303=1,1
Tile expand_250 1 1 1488 1489 -23302=4,1,2,1,1
Reshape reshape_485 1 1 1489 1490 0=128 1=512 2=16
ExpandDims unsqueeze_710 1 1 1465 1491 -23303=1,1
Tile expand_251 1 1 1491 1492 -23302=4,1,2,1,1
Reshape reshape_486 1 1 1492 1493 0=128 1=512 2=16
MatMul matmultransb_16 2 1 1479 1490 1494 0=1
BinaryOp mul_498 1 1 1494 1495 0=2 1=1 2=8.83883461e-2
BinaryOp add_499 2 1 1495 21 1496 0=0
Softmax softmax_210 1 1 1496 1497 0=2 1=1
MatMul matmul_563 2 1 1497 1493 1498
Permute permute_350 1 1 1498 1499 0=2
Reshape reshape_487 1 1 1499 1500 0=2048 1=512
Gemm gemm_115 1 1 1500 1501 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_500 2 1 1445 1501 1502 0=0
Split splitncnn_120 1 3 1502 1503 1504 1505
UnaryOp pow_501 1 1 1503 1506 0=4
Reduction mean_645 1 1 1506 1507 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.post_attention_layernorm.weight 0 1 1508 0=1024
BinaryOp add_502 1 1 1507 1509 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_503 1 1 1509 1510 0=5
BinaryOp div_504 1 1 1510 1511 0=8 1=1 2=1.0
BinaryOp mul_505 2 1 1504 1511 1512 0=2
BinaryOp mul_506 2 1 1508 1512 1513 0=2
Split splitncnn_121 1 2 1513 1514 1515
Gemm gemm_116 1 1 1515 1516 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_122 1 2 1516 1517 1518
Sigmoid sigmoid_186 1 1 1518 1519
Gemm gemm_117 1 1 1514 1520 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_507 2 1 1517 1519 1521 0=2
BinaryOp mul_508 2 1 1521 1520 1522 0=2
Gemm gemm_118 1 1 1522 1523 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_509 2 1 1505 1523 1524 0=0
Split splitncnn_123 1 3 1524 1525 1526 1527
UnaryOp pow_510 1 1 1525 1528 0=4
Reduction mean_646 1 1 1528 1529 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.input_layernorm.weight 0 1 1530 0=1024
BinaryOp add_511 1 1 1529 1531 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_512 1 1 1531 1532 0=5
BinaryOp div_513 1 1 1532 1533 0=8 1=1 2=1.0
BinaryOp mul_514 2 1 1526 1533 1534 0=2
BinaryOp mul_515 2 1 1530 1534 1535 0=2
Split splitncnn_124 1 3 1535 1536 1537 1538
Gemm gemm_119 1 1 1538 1539 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_488 1 1 1539 1540 0=128 1=16 2=512
Permute permute_351 1 1 1540 1541 0=2
Gemm gemm_120 1 1 1537 1542 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_489 1 1 1542 1543 0=128 1=8 2=512
Permute permute_352 1 1 1543 1544 0=2
Gemm gemm_121 1 1 1536 1545 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_490 1 1 1545 1546 0=128 1=8 2=512
Permute permute_353 1 1 1546 1547 0=2
RotaryEmbed rope_34 3 1 1541 69 119 1548 0=0
Split splitncnn_125 1 2 1548 1549 1550
RotaryEmbed rope_35 3 1 1544 68 118 1551 0=0
Split splitncnn_126 1 2 1551 1552 1553
UnaryOp pow_516 1 1 1549 1554 0=4
Reduction mean_647 1 1 1554 1555 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.self_attn.query_layernorm.weight 0 1 1556 0=128
BinaryOp add_517 1 1 1555 1557 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_518 1 1 1557 1558 0=5
BinaryOp div_519 1 1 1558 1559 0=8 1=1 2=1.0
BinaryOp mul_520 2 1 1550 1559 1560 0=2
BinaryOp mul_521 2 1 1556 1560 1561 0=2
UnaryOp pow_522 1 1 1552 1562 0=4
Reduction mean_648 1 1 1562 1563 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.self_attn.key_layernorm.weight 0 1 1564 0=128
BinaryOp add_523 1 1 1563 1565 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_524 1 1 1565 1566 0=5
BinaryOp div_525 1 1 1566 1567 0=8 1=1 2=1.0
BinaryOp mul_526 2 1 1553 1567 1568 0=2
BinaryOp mul_527 2 1 1564 1568 1569 0=2
ExpandDims unsqueeze_711 1 1 1569 1570 -23303=1,1
Tile expand_252 1 1 1570 1571 -23302=4,1,2,1,1
Reshape reshape_491 1 1 1571 1572 0=128 1=512 2=16
ExpandDims unsqueeze_712 1 1 1547 1573 -23303=1,1
Tile expand_253 1 1 1573 1574 -23302=4,1,2,1,1
Reshape reshape_492 1 1 1574 1575 0=128 1=512 2=16
MatMul matmultransb_17 2 1 1561 1572 1576 0=1
BinaryOp mul_528 1 1 1576 1577 0=2 1=1 2=8.83883461e-2
BinaryOp add_529 2 1 1577 22 1578 0=0
Softmax softmax_211 1 1 1578 1579 0=2 1=1
MatMul matmul_565 2 1 1579 1575 1580
Permute permute_355 1 1 1580 1581 0=2
Reshape reshape_493 1 1 1581 1582 0=2048 1=512
Gemm gemm_122 1 1 1582 1583 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_530 2 1 1527 1583 1584 0=0
Split splitncnn_127 1 3 1584 1585 1586 1587
UnaryOp pow_531 1 1 1585 1588 0=4
Reduction mean_649 1 1 1588 1589 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.post_attention_layernorm.weight 0 1 1590 0=1024
BinaryOp add_532 1 1 1589 1591 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_533 1 1 1591 1592 0=5
BinaryOp div_534 1 1 1592 1593 0=8 1=1 2=1.0
BinaryOp mul_535 2 1 1586 1593 1594 0=2
BinaryOp mul_536 2 1 1590 1594 1595 0=2
Split splitncnn_128 1 2 1595 1596 1597
Gemm gemm_123 1 1 1597 1598 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_129 1 2 1598 1599 1600
Sigmoid sigmoid_187 1 1 1600 1601
Gemm gemm_124 1 1 1596 1602 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_537 2 1 1599 1601 1603 0=2
BinaryOp mul_538 2 1 1603 1602 1604 0=2
Gemm gemm_125 1 1 1604 1605 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_539 2 1 1587 1605 1606 0=0
Split splitncnn_130 1 3 1606 1607 1608 1609
UnaryOp pow_540 1 1 1607 1610 0=4
Reduction mean_650 1 1 1610 1611 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.input_layernorm.weight 0 1 1612 0=1024
BinaryOp add_541 1 1 1611 1613 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_542 1 1 1613 1614 0=5
BinaryOp div_543 1 1 1614 1615 0=8 1=1 2=1.0
BinaryOp mul_544 2 1 1608 1615 1616 0=2
BinaryOp mul_545 2 1 1612 1616 1617 0=2
Split splitncnn_131 1 3 1617 1618 1619 1620
Gemm gemm_126 1 1 1620 1621 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_494 1 1 1621 1622 0=128 1=16 2=512
Permute permute_356 1 1 1622 1623 0=2
Gemm gemm_127 1 1 1619 1624 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_495 1 1 1624 1625 0=128 1=8 2=512
Permute permute_357 1 1 1625 1626 0=2
Gemm gemm_128 1 1 1618 1627 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_496 1 1 1627 1628 0=128 1=8 2=512
Permute permute_358 1 1 1628 1629 0=2
RotaryEmbed rope_36 3 1 1623 67 117 1630 0=0
Split splitncnn_132 1 2 1630 1631 1632
RotaryEmbed rope_37 3 1 1626 66 116 1633 0=0
Split splitncnn_133 1 2 1633 1634 1635
UnaryOp pow_546 1 1 1631 1636 0=4
Reduction mean_651 1 1 1636 1637 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.self_attn.query_layernorm.weight 0 1 1638 0=128
BinaryOp add_547 1 1 1637 1639 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_548 1 1 1639 1640 0=5
BinaryOp div_549 1 1 1640 1641 0=8 1=1 2=1.0
BinaryOp mul_550 2 1 1632 1641 1642 0=2
BinaryOp mul_551 2 1 1638 1642 1643 0=2
UnaryOp pow_552 1 1 1634 1644 0=4
Reduction mean_652 1 1 1644 1645 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.self_attn.key_layernorm.weight 0 1 1646 0=128
BinaryOp add_553 1 1 1645 1647 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_554 1 1 1647 1648 0=5
BinaryOp div_555 1 1 1648 1649 0=8 1=1 2=1.0
BinaryOp mul_556 2 1 1635 1649 1650 0=2
BinaryOp mul_557 2 1 1646 1650 1651 0=2
ExpandDims unsqueeze_713 1 1 1651 1652 -23303=1,1
Tile expand_254 1 1 1652 1653 -23302=4,1,2,1,1
Reshape reshape_497 1 1 1653 1654 0=128 1=512 2=16
ExpandDims unsqueeze_714 1 1 1629 1655 -23303=1,1
Tile expand_255 1 1 1655 1656 -23302=4,1,2,1,1
Reshape reshape_498 1 1 1656 1657 0=128 1=512 2=16
MatMul matmultransb_18 2 1 1643 1654 1658 0=1
BinaryOp mul_558 1 1 1658 1659 0=2 1=1 2=8.83883461e-2
BinaryOp add_559 2 1 1659 23 1660 0=0
Softmax softmax_212 1 1 1660 1661 0=2 1=1
MatMul matmul_567 2 1 1661 1657 1662
Permute permute_360 1 1 1662 1663 0=2
Reshape reshape_499 1 1 1663 1664 0=2048 1=512
Gemm gemm_129 1 1 1664 1665 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_560 2 1 1609 1665 1666 0=0
Split splitncnn_134 1 3 1666 1667 1668 1669
UnaryOp pow_561 1 1 1667 1670 0=4
Reduction mean_653 1 1 1670 1671 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.post_attention_layernorm.weight 0 1 1672 0=1024
BinaryOp add_562 1 1 1671 1673 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_563 1 1 1673 1674 0=5
BinaryOp div_564 1 1 1674 1675 0=8 1=1 2=1.0
BinaryOp mul_565 2 1 1668 1675 1676 0=2
BinaryOp mul_566 2 1 1672 1676 1677 0=2
Split splitncnn_135 1 2 1677 1678 1679
Gemm gemm_130 1 1 1679 1680 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_136 1 2 1680 1681 1682
Sigmoid sigmoid_188 1 1 1682 1683
Gemm gemm_131 1 1 1678 1684 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_567 2 1 1681 1683 1685 0=2
BinaryOp mul_568 2 1 1685 1684 1686 0=2
Gemm gemm_132 1 1 1686 1687 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_569 2 1 1669 1687 1688 0=0
Split splitncnn_137 1 3 1688 1689 1690 1691
UnaryOp pow_570 1 1 1689 1692 0=4
Reduction mean_654 1 1 1692 1693 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.input_layernorm.weight 0 1 1694 0=1024
BinaryOp add_571 1 1 1693 1695 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_572 1 1 1695 1696 0=5
BinaryOp div_573 1 1 1696 1697 0=8 1=1 2=1.0
BinaryOp mul_574 2 1 1690 1697 1698 0=2
BinaryOp mul_575 2 1 1694 1698 1699 0=2
Split splitncnn_138 1 3 1699 1700 1701 1702
Gemm gemm_133 1 1 1702 1703 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_500 1 1 1703 1704 0=128 1=16 2=512
Permute permute_361 1 1 1704 1705 0=2
Gemm gemm_134 1 1 1701 1706 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_501 1 1 1706 1707 0=128 1=8 2=512
Permute permute_362 1 1 1707 1708 0=2
Gemm gemm_135 1 1 1700 1709 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_502 1 1 1709 1710 0=128 1=8 2=512
Permute permute_363 1 1 1710 1711 0=2
RotaryEmbed rope_38 3 1 1705 65 115 1712 0=0
Split splitncnn_139 1 2 1712 1713 1714
RotaryEmbed rope_39 3 1 1708 64 114 1715 0=0
Split splitncnn_140 1 2 1715 1716 1717
UnaryOp pow_576 1 1 1713 1718 0=4
Reduction mean_655 1 1 1718 1719 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.self_attn.query_layernorm.weight 0 1 1720 0=128
BinaryOp add_577 1 1 1719 1721 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_578 1 1 1721 1722 0=5
BinaryOp div_579 1 1 1722 1723 0=8 1=1 2=1.0
BinaryOp mul_580 2 1 1714 1723 1724 0=2
BinaryOp mul_581 2 1 1720 1724 1725 0=2
UnaryOp pow_582 1 1 1716 1726 0=4
Reduction mean_656 1 1 1726 1727 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.self_attn.key_layernorm.weight 0 1 1728 0=128
BinaryOp add_583 1 1 1727 1729 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_584 1 1 1729 1730 0=5
BinaryOp div_585 1 1 1730 1731 0=8 1=1 2=1.0
BinaryOp mul_586 2 1 1717 1731 1732 0=2
BinaryOp mul_587 2 1 1728 1732 1733 0=2
ExpandDims unsqueeze_715 1 1 1733 1734 -23303=1,1
Tile expand_256 1 1 1734 1735 -23302=4,1,2,1,1
Reshape reshape_503 1 1 1735 1736 0=128 1=512 2=16
ExpandDims unsqueeze_716 1 1 1711 1737 -23303=1,1
Tile expand_257 1 1 1737 1738 -23302=4,1,2,1,1
Reshape reshape_504 1 1 1738 1739 0=128 1=512 2=16
MatMul matmultransb_19 2 1 1725 1736 1740 0=1
BinaryOp mul_588 1 1 1740 1741 0=2 1=1 2=8.83883461e-2
BinaryOp add_589 2 1 1741 24 1742 0=0
Softmax softmax_213 1 1 1742 1743 0=2 1=1
MatMul matmul_569 2 1 1743 1739 1744
Permute permute_365 1 1 1744 1745 0=2
Reshape reshape_505 1 1 1745 1746 0=2048 1=512
Gemm gemm_136 1 1 1746 1747 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_590 2 1 1691 1747 1748 0=0
Split splitncnn_141 1 3 1748 1749 1750 1751
UnaryOp pow_591 1 1 1749 1752 0=4
Reduction mean_657 1 1 1752 1753 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.post_attention_layernorm.weight 0 1 1754 0=1024
BinaryOp add_592 1 1 1753 1755 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_593 1 1 1755 1756 0=5
BinaryOp div_594 1 1 1756 1757 0=8 1=1 2=1.0
BinaryOp mul_595 2 1 1750 1757 1758 0=2
BinaryOp mul_596 2 1 1754 1758 1759 0=2
Split splitncnn_142 1 2 1759 1760 1761
Gemm gemm_137 1 1 1761 1762 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_143 1 2 1762 1763 1764
Sigmoid sigmoid_189 1 1 1764 1765
Gemm gemm_138 1 1 1760 1766 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_597 2 1 1763 1765 1767 0=2
BinaryOp mul_598 2 1 1767 1766 1768 0=2
Gemm gemm_139 1 1 1768 1769 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_599 2 1 1751 1769 1770 0=0
Split splitncnn_144 1 3 1770 1771 1772 1773
UnaryOp pow_600 1 1 1771 1774 0=4
Reduction mean_658 1 1 1774 1775 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.input_layernorm.weight 0 1 1776 0=1024
BinaryOp add_601 1 1 1775 1777 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_602 1 1 1777 1778 0=5
BinaryOp div_603 1 1 1778 1779 0=8 1=1 2=1.0
BinaryOp mul_604 2 1 1772 1779 1780 0=2
BinaryOp mul_605 2 1 1776 1780 1781 0=2
Split splitncnn_145 1 3 1781 1782 1783 1784
Gemm gemm_140 1 1 1784 1785 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_506 1 1 1785 1786 0=128 1=16 2=512
Permute permute_366 1 1 1786 1787 0=2
Gemm gemm_141 1 1 1783 1788 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_507 1 1 1788 1789 0=128 1=8 2=512
Permute permute_367 1 1 1789 1790 0=2
Gemm gemm_142 1 1 1782 1791 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_508 1 1 1791 1792 0=128 1=8 2=512
Permute permute_368 1 1 1792 1793 0=2
RotaryEmbed rope_40 3 1 1787 63 113 1794 0=0
Split splitncnn_146 1 2 1794 1795 1796
RotaryEmbed rope_41 3 1 1790 62 112 1797 0=0
Split splitncnn_147 1 2 1797 1798 1799
UnaryOp pow_606 1 1 1795 1800 0=4
Reduction mean_659 1 1 1800 1801 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.self_attn.query_layernorm.weight 0 1 1802 0=128
BinaryOp add_607 1 1 1801 1803 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_608 1 1 1803 1804 0=5
BinaryOp div_609 1 1 1804 1805 0=8 1=1 2=1.0
BinaryOp mul_610 2 1 1796 1805 1806 0=2
BinaryOp mul_611 2 1 1802 1806 1807 0=2
UnaryOp pow_612 1 1 1798 1808 0=4
Reduction mean_660 1 1 1808 1809 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.self_attn.key_layernorm.weight 0 1 1810 0=128
BinaryOp add_613 1 1 1809 1811 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_614 1 1 1811 1812 0=5
BinaryOp div_615 1 1 1812 1813 0=8 1=1 2=1.0
BinaryOp mul_616 2 1 1799 1813 1814 0=2
BinaryOp mul_617 2 1 1810 1814 1815 0=2
ExpandDims unsqueeze_717 1 1 1815 1816 -23303=1,1
Tile expand_258 1 1 1816 1817 -23302=4,1,2,1,1
Reshape reshape_509 1 1 1817 1818 0=128 1=512 2=16
ExpandDims unsqueeze_718 1 1 1793 1819 -23303=1,1
Tile expand_259 1 1 1819 1820 -23302=4,1,2,1,1
Reshape reshape_510 1 1 1820 1821 0=128 1=512 2=16
MatMul matmultransb_20 2 1 1807 1818 1822 0=1
BinaryOp mul_618 1 1 1822 1823 0=2 1=1 2=8.83883461e-2
BinaryOp add_619 2 1 1823 25 1824 0=0
Softmax softmax_214 1 1 1824 1825 0=2 1=1
MatMul matmul_571 2 1 1825 1821 1826
Permute permute_370 1 1 1826 1827 0=2
Reshape reshape_511 1 1 1827 1828 0=2048 1=512
Gemm gemm_143 1 1 1828 1829 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_620 2 1 1773 1829 1830 0=0
Split splitncnn_148 1 3 1830 1831 1832 1833
UnaryOp pow_621 1 1 1831 1834 0=4
Reduction mean_661 1 1 1834 1835 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.post_attention_layernorm.weight 0 1 1836 0=1024
BinaryOp add_622 1 1 1835 1837 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_623 1 1 1837 1838 0=5
BinaryOp div_624 1 1 1838 1839 0=8 1=1 2=1.0
BinaryOp mul_625 2 1 1832 1839 1840 0=2
BinaryOp mul_626 2 1 1836 1840 1841 0=2
Split splitncnn_149 1 2 1841 1842 1843
Gemm gemm_144 1 1 1843 1844 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_150 1 2 1844 1845 1846
Sigmoid sigmoid_190 1 1 1846 1847
Gemm gemm_145 1 1 1842 1848 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_627 2 1 1845 1847 1849 0=2
BinaryOp mul_628 2 1 1849 1848 1850 0=2
Gemm gemm_146 1 1 1850 1851 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_629 2 1 1833 1851 1852 0=0
Split splitncnn_151 1 3 1852 1853 1854 1855
UnaryOp pow_630 1 1 1853 1856 0=4
Reduction mean_662 1 1 1856 1857 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.input_layernorm.weight 0 1 1858 0=1024
BinaryOp add_631 1 1 1857 1859 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_632 1 1 1859 1860 0=5
BinaryOp div_633 1 1 1860 1861 0=8 1=1 2=1.0
BinaryOp mul_634 2 1 1854 1861 1862 0=2
BinaryOp mul_635 2 1 1858 1862 1863 0=2
Split splitncnn_152 1 3 1863 1864 1865 1866
Gemm gemm_147 1 1 1866 1867 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_512 1 1 1867 1868 0=128 1=16 2=512
Permute permute_371 1 1 1868 1869 0=2
Gemm gemm_148 1 1 1865 1870 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_513 1 1 1870 1871 0=128 1=8 2=512
Permute permute_372 1 1 1871 1872 0=2
Gemm gemm_149 1 1 1864 1873 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_514 1 1 1873 1874 0=128 1=8 2=512
Permute permute_373 1 1 1874 1875 0=2
RotaryEmbed rope_42 3 1 1869 61 111 1876 0=0
Split splitncnn_153 1 2 1876 1877 1878
RotaryEmbed rope_43 3 1 1872 60 110 1879 0=0
Split splitncnn_154 1 2 1879 1880 1881
UnaryOp pow_636 1 1 1877 1882 0=4
Reduction mean_663 1 1 1882 1883 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.self_attn.query_layernorm.weight 0 1 1884 0=128
BinaryOp add_637 1 1 1883 1885 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_638 1 1 1885 1886 0=5
BinaryOp div_639 1 1 1886 1887 0=8 1=1 2=1.0
BinaryOp mul_640 2 1 1878 1887 1888 0=2
BinaryOp mul_641 2 1 1884 1888 1889 0=2
UnaryOp pow_642 1 1 1880 1890 0=4
Reduction mean_664 1 1 1890 1891 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.self_attn.key_layernorm.weight 0 1 1892 0=128
BinaryOp add_643 1 1 1891 1893 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_644 1 1 1893 1894 0=5
BinaryOp div_645 1 1 1894 1895 0=8 1=1 2=1.0
BinaryOp mul_646 2 1 1881 1895 1896 0=2
BinaryOp mul_647 2 1 1892 1896 1897 0=2
ExpandDims unsqueeze_719 1 1 1897 1898 -23303=1,1
Tile expand_260 1 1 1898 1899 -23302=4,1,2,1,1
Reshape reshape_515 1 1 1899 1900 0=128 1=512 2=16
ExpandDims unsqueeze_720 1 1 1875 1901 -23303=1,1
Tile expand_261 1 1 1901 1902 -23302=4,1,2,1,1
Reshape reshape_516 1 1 1902 1903 0=128 1=512 2=16
MatMul matmultransb_21 2 1 1889 1900 1904 0=1
BinaryOp mul_648 1 1 1904 1905 0=2 1=1 2=8.83883461e-2
BinaryOp add_649 2 1 1905 26 1906 0=0
Softmax softmax_215 1 1 1906 1907 0=2 1=1
MatMul matmul_573 2 1 1907 1903 1908
Permute permute_375 1 1 1908 1909 0=2
Reshape reshape_517 1 1 1909 1910 0=2048 1=512
Gemm gemm_150 1 1 1910 1911 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_650 2 1 1855 1911 1912 0=0
Split splitncnn_155 1 3 1912 1913 1914 1915
UnaryOp pow_651 1 1 1913 1916 0=4
Reduction mean_665 1 1 1916 1917 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.post_attention_layernorm.weight 0 1 1918 0=1024
BinaryOp add_652 1 1 1917 1919 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_653 1 1 1919 1920 0=5
BinaryOp div_654 1 1 1920 1921 0=8 1=1 2=1.0
BinaryOp mul_655 2 1 1914 1921 1922 0=2
BinaryOp mul_656 2 1 1918 1922 1923 0=2
Split splitncnn_156 1 2 1923 1924 1925
Gemm gemm_151 1 1 1925 1926 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_157 1 2 1926 1927 1928
Sigmoid sigmoid_191 1 1 1928 1929
Gemm gemm_152 1 1 1924 1930 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_657 2 1 1927 1929 1931 0=2
BinaryOp mul_658 2 1 1931 1930 1932 0=2
Gemm gemm_153 1 1 1932 1933 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_659 2 1 1915 1933 1934 0=0
Split splitncnn_158 1 3 1934 1935 1936 1937
UnaryOp pow_660 1 1 1935 1938 0=4
Reduction mean_666 1 1 1938 1939 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.input_layernorm.weight 0 1 1940 0=1024
BinaryOp add_661 1 1 1939 1941 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_662 1 1 1941 1942 0=5
BinaryOp div_663 1 1 1942 1943 0=8 1=1 2=1.0
BinaryOp mul_664 2 1 1936 1943 1944 0=2
BinaryOp mul_665 2 1 1940 1944 1945 0=2
Split splitncnn_159 1 3 1945 1946 1947 1948
Gemm gemm_154 1 1 1948 1949 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_518 1 1 1949 1950 0=128 1=16 2=512
Permute permute_376 1 1 1950 1951 0=2
Gemm gemm_155 1 1 1947 1952 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_519 1 1 1952 1953 0=128 1=8 2=512
Permute permute_377 1 1 1953 1954 0=2
Gemm gemm_156 1 1 1946 1955 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_520 1 1 1955 1956 0=128 1=8 2=512
Permute permute_378 1 1 1956 1957 0=2
RotaryEmbed rope_44 3 1 1951 59 109 1958 0=0
Split splitncnn_160 1 2 1958 1959 1960
RotaryEmbed rope_45 3 1 1954 58 108 1961 0=0
Split splitncnn_161 1 2 1961 1962 1963
UnaryOp pow_666 1 1 1959 1964 0=4
Reduction mean_667 1 1 1964 1965 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.self_attn.query_layernorm.weight 0 1 1966 0=128
BinaryOp add_667 1 1 1965 1967 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_668 1 1 1967 1968 0=5
BinaryOp div_669 1 1 1968 1969 0=8 1=1 2=1.0
BinaryOp mul_670 2 1 1960 1969 1970 0=2
BinaryOp mul_671 2 1 1966 1970 1971 0=2
UnaryOp pow_672 1 1 1962 1972 0=4
Reduction mean_668 1 1 1972 1973 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.self_attn.key_layernorm.weight 0 1 1974 0=128
BinaryOp add_673 1 1 1973 1975 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_674 1 1 1975 1976 0=5
BinaryOp div_675 1 1 1976 1977 0=8 1=1 2=1.0
BinaryOp mul_676 2 1 1963 1977 1978 0=2
BinaryOp mul_677 2 1 1974 1978 1979 0=2
ExpandDims unsqueeze_721 1 1 1979 1980 -23303=1,1
Tile expand_262 1 1 1980 1981 -23302=4,1,2,1,1
Reshape reshape_521 1 1 1981 1982 0=128 1=512 2=16
ExpandDims unsqueeze_722 1 1 1957 1983 -23303=1,1
Tile expand_263 1 1 1983 1984 -23302=4,1,2,1,1
Reshape reshape_522 1 1 1984 1985 0=128 1=512 2=16
MatMul matmultransb_22 2 1 1971 1982 1986 0=1
BinaryOp mul_678 1 1 1986 1987 0=2 1=1 2=8.83883461e-2
BinaryOp add_679 2 1 1987 27 1988 0=0
Softmax softmax_216 1 1 1988 1989 0=2 1=1
MatMul matmul_575 2 1 1989 1985 1990
Permute permute_380 1 1 1990 1991 0=2
Reshape reshape_523 1 1 1991 1992 0=2048 1=512
Gemm gemm_157 1 1 1992 1993 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_680 2 1 1937 1993 1994 0=0
Split splitncnn_162 1 3 1994 1995 1996 1997
UnaryOp pow_681 1 1 1995 1998 0=4
Reduction mean_669 1 1 1998 1999 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.post_attention_layernorm.weight 0 1 2000 0=1024
BinaryOp add_682 1 1 1999 2001 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_683 1 1 2001 2002 0=5
BinaryOp div_684 1 1 2002 2003 0=8 1=1 2=1.0
BinaryOp mul_685 2 1 1996 2003 2004 0=2
BinaryOp mul_686 2 1 2000 2004 2005 0=2
Split splitncnn_163 1 2 2005 2006 2007
Gemm gemm_158 1 1 2007 2008 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_164 1 2 2008 2009 2010
Sigmoid sigmoid_192 1 1 2010 2011
Gemm gemm_159 1 1 2006 2012 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_687 2 1 2009 2011 2013 0=2
BinaryOp mul_688 2 1 2013 2012 2014 0=2
Gemm gemm_160 1 1 2014 2015 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_689 2 1 1997 2015 2016 0=0
Split splitncnn_165 1 3 2016 2017 2018 2019
UnaryOp pow_690 1 1 2017 2020 0=4
Reduction mean_670 1 1 2020 2021 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.input_layernorm.weight 0 1 2022 0=1024
BinaryOp add_691 1 1 2021 2023 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_692 1 1 2023 2024 0=5
BinaryOp div_693 1 1 2024 2025 0=8 1=1 2=1.0
BinaryOp mul_694 2 1 2018 2025 2026 0=2
BinaryOp mul_695 2 1 2022 2026 2027 0=2
Split splitncnn_166 1 3 2027 2028 2029 2030
Gemm gemm_161 1 1 2030 2031 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=2048 9=1024
Reshape reshape_524 1 1 2031 2032 0=128 1=16 2=512
Permute permute_381 1 1 2032 2033 0=2
Gemm gemm_162 1 1 2029 2034 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_525 1 1 2034 2035 0=128 1=8 2=512
Permute permute_382 1 1 2035 2036 0=2
Gemm gemm_163 1 1 2028 2037 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=1024
Reshape reshape_526 1 1 2037 2038 0=128 1=8 2=512
Permute permute_383 1 1 2038 2039 0=2
RotaryEmbed rope_46 3 1 2033 57 107 2040 0=0
Split splitncnn_167 1 2 2040 2041 2042
RotaryEmbed rope_47 3 1 2036 56 106 2043 0=0
Split splitncnn_168 1 2 2043 2044 2045
UnaryOp pow_696 1 1 2041 2046 0=4
Reduction mean_671 1 1 2046 2047 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.self_attn.query_layernorm.weight 0 1 2048 0=128
BinaryOp add_697 1 1 2047 2049 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_698 1 1 2049 2050 0=5
BinaryOp div_699 1 1 2050 2051 0=8 1=1 2=1.0
BinaryOp mul_700 2 1 2042 2051 2052 0=2
BinaryOp mul_701 2 1 2048 2052 2053 0=2
UnaryOp pow_702 1 1 2044 2054 0=4
Reduction mean_672 1 1 2054 2055 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.self_attn.key_layernorm.weight 0 1 2056 0=128
BinaryOp add_703 1 1 2055 2057 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_704 1 1 2057 2058 0=5
BinaryOp div_705 1 1 2058 2059 0=8 1=1 2=1.0
BinaryOp mul_706 2 1 2045 2059 2060 0=2
BinaryOp mul_707 2 1 2056 2060 2061 0=2
ExpandDims unsqueeze_723 1 1 2061 2062 -23303=1,1
Tile expand_264 1 1 2062 2063 -23302=4,1,2,1,1
Reshape reshape_527 1 1 2063 2064 0=128 1=512 2=16
ExpandDims unsqueeze_724 1 1 2039 2065 -23303=1,1
Tile expand_265 1 1 2065 2066 -23302=4,1,2,1,1
Reshape reshape_528 1 1 2066 2067 0=128 1=512 2=16
MatMul matmultransb_23 2 1 2053 2064 2068 0=1
BinaryOp mul_708 1 1 2068 2069 0=2 1=1 2=8.83883461e-2
BinaryOp add_709 2 1 2069 28 2070 0=0
Softmax softmax_217 1 1 2070 2071 0=2 1=1
MatMul matmul_577 2 1 2071 2067 2072
Permute permute_385 1 1 2072 2073 0=2
Reshape reshape_529 1 1 2073 2074 0=2048 1=512
Gemm gemm_164 1 1 2074 2075 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=2048
BinaryOp add_710 2 1 2019 2075 2076 0=0
Split splitncnn_169 1 3 2076 2077 2078 2079
UnaryOp pow_711 1 1 2077 2080 0=4
Reduction mean_673 1 1 2080 2081 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.post_attention_layernorm.weight 0 1 2082 0=1024
BinaryOp add_712 1 1 2081 2083 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_713 1 1 2083 2084 0=5
BinaryOp div_714 1 1 2084 2085 0=8 1=1 2=1.0
BinaryOp mul_715 2 1 2078 2085 2086 0=2
BinaryOp mul_716 2 1 2082 2086 2087 0=2
Split splitncnn_170 1 2 2087 2088 2089
Gemm gemm_165 1 1 2089 2090 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
Split splitncnn_171 1 2 2090 2091 2092
Sigmoid sigmoid_193 1 1 2092 2093
Gemm gemm_166 1 1 2088 2094 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=3584 9=1024
BinaryOp mul_717 2 1 2091 2093 2095 0=2
BinaryOp mul_718 2 1 2095 2094 2096 0=2
Gemm gemm_167 1 1 2096 2097 10=-1 2=0 3=1 4=0 5=1 6=1 7=512 8=1024 9=3584
BinaryOp add_719 2 1 2079 2097 2098 0=0
Split splitncnn_172 1 2 2098 2099 2100
UnaryOp pow_720 1 1 2099 2101 0=4
Reduction mean_674 1 1 2101 2102 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.norm.weight 0 1 2103 0=1024
BinaryOp add_721 1 1 2102 2104 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_722 1 1 2104 2105 0=5
BinaryOp div_723 1 1 2105 2106 0=8 1=1 2=1.0
BinaryOp mul_724 2 1 2100 2106 2107 0=2
BinaryOp mul_725 2 1 2103 2107 out0 0=2