| 7767517 |
| 544 698 |
| Input in0 0 1 in0 |
| Reshape reshape_123 1 1 in0 1 0=64 1=4 |
| Gemm gemm_0 1 1 1 2 10=4 2=0 3=1 4=0 5=1 6=1 7=4 8=1024 9=64 |
| Reshape reshape_124 1 1 2 3 0=1024 1=4 2=1 |
| MemoryData pnnx_fold_special_tokens.1 0 1 4 0=1024 1=1 2=1 |
| Concat cat_0 2 1 4 3 5 0=1 |
| Reshape reshape_125 1 1 5 6 0=1024 1=5 |
| Split splitncnn_0 1 2 6 7 8 |
| MemoryData pnnx_fold_cos.1 0 1 9 0=128 1=5 |
| Split splitncnn_0 1 24 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
| MemoryData pnnx_fold_sin.1 0 1 34 0=128 1=5 |
| Split splitncnn_1 1 24 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
| RMSNorm rmsn_86 1 1 8 59 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_1 1 3 59 60 61 62 |
| Gemm gemm_1 1 1 62 63 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_2 1 1 61 64 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_3 1 1 60 65 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_126 1 1 63 66 0=128 1=16 2=5 |
| Permute transpose_224 1 1 66 67 0=2 |
| Split splitncnn_2 1 2 67 68 69 |
| Reshape reshape_127 1 1 64 70 0=128 1=2 2=5 |
| Permute transpose_225 1 1 70 71 0=2 |
| Split splitncnn_3 1 2 71 72 73 |
| Reshape reshape_128 1 1 65 74 0=128 1=2 2=5 |
| Permute transpose_226 1 1 74 75 0=2 |
| Slice chunk_0 1 2 68 76 77 -23300=2,-233,-233 1=2 |
| UnaryOp neg_0 1 1 77 78 0=1 |
| Concat cat_1 2 1 78 76 79 0=2 |
| Slice chunk_1 1 2 72 80 81 -23300=2,-233,-233 1=2 |
| UnaryOp neg_1 1 1 81 82 0=1 |
| Concat cat_2 2 1 82 80 83 0=2 |
| Reshape reshape_129 1 1 35 84 0=128 1=5 2=1 |
| BinaryOp mul_2 2 1 79 84 85 0=2 |
| Reshape reshape_130 1 1 10 86 0=128 1=5 2=1 |
| BinaryOp mul_3 2 1 69 86 87 0=2 |
| BinaryOp add_4 2 1 87 85 88 0=0 |
| Reshape reshape_131 1 1 36 89 0=128 1=5 2=1 |
| BinaryOp mul_5 2 1 83 89 90 0=2 |
| Reshape reshape_132 1 1 11 91 0=128 1=5 2=1 |
| BinaryOp mul_6 2 1 73 91 92 0=2 |
| BinaryOp add_7 2 1 92 90 93 0=0 |
| SDPA sdpa_272 3 1 88 93 75 94 5=0 |
| Permute transpose_227 1 1 94 95 0=2 |
| Reshape reshape_133 1 1 95 96 0=2048 1=5 |
| Gemm gemm_4 1 1 96 97 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_8 2 1 7 97 98 0=0 |
| Split splitncnn_4 1 2 98 99 100 |
| RMSNorm rmsn_87 1 1 100 101 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_5 1 2 101 102 103 |
| Gemm gemm_5 1 1 103 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_111 1 1 104 105 |
| Gemm gemm_6 1 1 102 106 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_9 2 1 105 106 107 0=2 |
| Gemm gemm_7 1 1 107 108 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_10 2 1 99 108 109 0=0 |
| Split splitncnn_6 1 2 109 110 111 |
| RMSNorm rmsn_88 1 1 111 112 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_7 1 3 112 113 114 115 |
| Gemm gemm_8 1 1 115 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_9 1 1 114 117 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_10 1 1 113 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_134 1 1 116 119 0=128 1=16 2=5 |
| Permute transpose_228 1 1 119 120 0=2 |
| Split splitncnn_8 1 2 120 121 122 |
| Reshape reshape_135 1 1 117 123 0=128 1=2 2=5 |
| Permute transpose_229 1 1 123 124 0=2 |
| Split splitncnn_9 1 2 124 125 126 |
| Reshape reshape_136 1 1 118 127 0=128 1=2 2=5 |
| Permute transpose_230 1 1 127 128 0=2 |
| Slice chunk_2 1 2 121 129 130 -23300=2,-233,-233 1=2 |
| UnaryOp neg_11 1 1 130 131 0=1 |
| Concat cat_3 2 1 131 129 132 0=2 |
| Slice chunk_3 1 2 125 133 134 -23300=2,-233,-233 1=2 |
| UnaryOp neg_12 1 1 134 135 0=1 |
| Concat cat_4 2 1 135 133 136 0=2 |
| Reshape reshape_137 1 1 37 137 0=128 1=5 2=1 |
| BinaryOp mul_13 2 1 132 137 138 0=2 |
| Reshape reshape_138 1 1 12 139 0=128 1=5 2=1 |
| BinaryOp mul_14 2 1 122 139 140 0=2 |
| BinaryOp add_15 2 1 140 138 141 0=0 |
| Reshape reshape_139 1 1 38 142 0=128 1=5 2=1 |
| BinaryOp mul_16 2 1 136 142 143 0=2 |
| Reshape reshape_140 1 1 13 144 0=128 1=5 2=1 |
| BinaryOp mul_17 2 1 126 144 145 0=2 |
| BinaryOp add_18 2 1 145 143 146 0=0 |
| SDPA sdpa_273 3 1 141 146 128 147 5=0 |
| Permute transpose_231 1 1 147 148 0=2 |
| Reshape reshape_141 1 1 148 149 0=2048 1=5 |
| Gemm gemm_11 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_19 2 1 110 150 151 0=0 |
| Split splitncnn_10 1 2 151 152 153 |
| RMSNorm rmsn_89 1 1 153 154 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_11 1 2 154 155 156 |
| Gemm gemm_12 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_112 1 1 157 158 |
| Gemm gemm_13 1 1 155 159 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_20 2 1 158 159 160 0=2 |
| Gemm gemm_14 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_21 2 1 152 161 162 0=0 |
| Split splitncnn_12 1 2 162 163 164 |
| RMSNorm rmsn_90 1 1 164 165 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_13 1 3 165 166 167 168 |
| Gemm gemm_15 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_16 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_17 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_142 1 1 169 172 0=128 1=16 2=5 |
| Permute transpose_232 1 1 172 173 0=2 |
| Split splitncnn_14 1 2 173 174 175 |
| Reshape reshape_143 1 1 170 176 0=128 1=2 2=5 |
| Permute transpose_233 1 1 176 177 0=2 |
| Split splitncnn_15 1 2 177 178 179 |
| Reshape reshape_144 1 1 171 180 0=128 1=2 2=5 |
| Permute transpose_234 1 1 180 181 0=2 |
| Slice chunk_4 1 2 174 182 183 -23300=2,-233,-233 1=2 |
| UnaryOp neg_22 1 1 183 184 0=1 |
| Concat cat_5 2 1 184 182 185 0=2 |
| Slice chunk_5 1 2 178 186 187 -23300=2,-233,-233 1=2 |
| UnaryOp neg_23 1 1 187 188 0=1 |
| Concat cat_6 2 1 188 186 189 0=2 |
| Reshape reshape_145 1 1 39 190 0=128 1=5 2=1 |
| BinaryOp mul_24 2 1 185 190 191 0=2 |
| Reshape reshape_146 1 1 14 192 0=128 1=5 2=1 |
| BinaryOp mul_25 2 1 175 192 193 0=2 |
| BinaryOp add_26 2 1 193 191 194 0=0 |
| Reshape reshape_147 1 1 40 195 0=128 1=5 2=1 |
| BinaryOp mul_27 2 1 189 195 196 0=2 |
| Reshape reshape_148 1 1 15 197 0=128 1=5 2=1 |
| BinaryOp mul_28 2 1 179 197 198 0=2 |
| BinaryOp add_29 2 1 198 196 199 0=0 |
| SDPA sdpa_274 3 1 194 199 181 200 5=0 |
| Permute transpose_235 1 1 200 201 0=2 |
| Reshape reshape_149 1 1 201 202 0=2048 1=5 |
| Gemm gemm_18 1 1 202 203 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_30 2 1 163 203 204 0=0 |
| Split splitncnn_16 1 2 204 205 206 |
| RMSNorm rmsn_91 1 1 206 207 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_17 1 2 207 208 209 |
| Gemm gemm_19 1 1 209 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_113 1 1 210 211 |
| Gemm gemm_20 1 1 208 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_31 2 1 211 212 213 0=2 |
| Gemm gemm_21 1 1 213 214 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_32 2 1 205 214 215 0=0 |
| Split splitncnn_18 1 2 215 216 217 |
| RMSNorm rmsn_92 1 1 217 218 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_19 1 3 218 219 220 221 |
| Gemm gemm_22 1 1 221 222 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_23 1 1 220 223 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_24 1 1 219 224 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_150 1 1 222 225 0=128 1=16 2=5 |
| Permute transpose_236 1 1 225 226 0=2 |
| Split splitncnn_20 1 2 226 227 228 |
| Reshape reshape_151 1 1 223 229 0=128 1=2 2=5 |
| Permute transpose_237 1 1 229 230 0=2 |
| Split splitncnn_21 1 2 230 231 232 |
| Reshape reshape_152 1 1 224 233 0=128 1=2 2=5 |
| Permute transpose_238 1 1 233 234 0=2 |
| Slice chunk_6 1 2 227 235 236 -23300=2,-233,-233 1=2 |
| UnaryOp neg_33 1 1 236 237 0=1 |
| Concat cat_7 2 1 237 235 238 0=2 |
| Slice chunk_7 1 2 231 239 240 -23300=2,-233,-233 1=2 |
| UnaryOp neg_34 1 1 240 241 0=1 |
| Concat cat_8 2 1 241 239 242 0=2 |
| Reshape reshape_153 1 1 41 243 0=128 1=5 2=1 |
| BinaryOp mul_35 2 1 238 243 244 0=2 |
| Reshape reshape_154 1 1 16 245 0=128 1=5 2=1 |
| BinaryOp mul_36 2 1 228 245 246 0=2 |
| BinaryOp add_37 2 1 246 244 247 0=0 |
| Reshape reshape_155 1 1 42 248 0=128 1=5 2=1 |
| BinaryOp mul_38 2 1 242 248 249 0=2 |
| Reshape reshape_156 1 1 17 250 0=128 1=5 2=1 |
| BinaryOp mul_39 2 1 232 250 251 0=2 |
| BinaryOp add_40 2 1 251 249 252 0=0 |
| SDPA sdpa_275 3 1 247 252 234 253 5=0 |
| Permute transpose_239 1 1 253 254 0=2 |
| Reshape reshape_157 1 1 254 255 0=2048 1=5 |
| Gemm gemm_25 1 1 255 256 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_41 2 1 216 256 257 0=0 |
| Split splitncnn_22 1 2 257 258 259 |
| RMSNorm rmsn_93 1 1 259 260 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_23 1 2 260 261 262 |
| Gemm gemm_26 1 1 262 263 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_114 1 1 263 264 |
| Gemm gemm_27 1 1 261 265 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_42 2 1 264 265 266 0=2 |
| Gemm gemm_28 1 1 266 267 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_43 2 1 258 267 268 0=0 |
| Split splitncnn_24 1 2 268 269 270 |
| RMSNorm rmsn_94 1 1 270 271 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_25 1 3 271 272 273 274 |
| Gemm gemm_29 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_30 1 1 273 276 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_31 1 1 272 277 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_158 1 1 275 278 0=128 1=16 2=5 |
| Permute transpose_240 1 1 278 279 0=2 |
| Split splitncnn_26 1 2 279 280 281 |
| Reshape reshape_159 1 1 276 282 0=128 1=2 2=5 |
| Permute transpose_241 1 1 282 283 0=2 |
| Split splitncnn_27 1 2 283 284 285 |
| Reshape reshape_160 1 1 277 286 0=128 1=2 2=5 |
| Permute transpose_242 1 1 286 287 0=2 |
| Slice chunk_8 1 2 280 288 289 -23300=2,-233,-233 1=2 |
| UnaryOp neg_44 1 1 289 290 0=1 |
| Concat cat_9 2 1 290 288 291 0=2 |
| Slice chunk_9 1 2 284 292 293 -23300=2,-233,-233 1=2 |
| UnaryOp neg_45 1 1 293 294 0=1 |
| Concat cat_10 2 1 294 292 295 0=2 |
| Reshape reshape_161 1 1 43 296 0=128 1=5 2=1 |
| BinaryOp mul_46 2 1 291 296 297 0=2 |
| Reshape reshape_162 1 1 18 298 0=128 1=5 2=1 |
| BinaryOp mul_47 2 1 281 298 299 0=2 |
| BinaryOp add_48 2 1 299 297 300 0=0 |
| Reshape reshape_163 1 1 44 301 0=128 1=5 2=1 |
| BinaryOp mul_49 2 1 295 301 302 0=2 |
| Reshape reshape_164 1 1 19 303 0=128 1=5 2=1 |
| BinaryOp mul_50 2 1 285 303 304 0=2 |
| BinaryOp add_51 2 1 304 302 305 0=0 |
| SDPA sdpa_276 3 1 300 305 287 306 5=0 |
| Permute transpose_243 1 1 306 307 0=2 |
| Reshape reshape_165 1 1 307 308 0=2048 1=5 |
| Gemm gemm_32 1 1 308 309 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_52 2 1 269 309 310 0=0 |
| Split splitncnn_28 1 2 310 311 312 |
| RMSNorm rmsn_95 1 1 312 313 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_29 1 2 313 314 315 |
| Gemm gemm_33 1 1 315 316 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_115 1 1 316 317 |
| Gemm gemm_34 1 1 314 318 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_53 2 1 317 318 319 0=2 |
| Gemm gemm_35 1 1 319 320 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_54 2 1 311 320 321 0=0 |
| Split splitncnn_30 1 2 321 322 323 |
| RMSNorm rmsn_96 1 1 323 324 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_31 1 3 324 325 326 327 |
| Gemm gemm_36 1 1 327 328 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_37 1 1 326 329 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_38 1 1 325 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_166 1 1 328 331 0=128 1=16 2=5 |
| Permute transpose_244 1 1 331 332 0=2 |
| Split splitncnn_32 1 2 332 333 334 |
| Reshape reshape_167 1 1 329 335 0=128 1=2 2=5 |
| Permute transpose_245 1 1 335 336 0=2 |
| Split splitncnn_33 1 2 336 337 338 |
| Reshape reshape_168 1 1 330 339 0=128 1=2 2=5 |
| Permute transpose_246 1 1 339 340 0=2 |
| Slice chunk_10 1 2 333 341 342 -23300=2,-233,-233 1=2 |
| UnaryOp neg_55 1 1 342 343 0=1 |
| Concat cat_11 2 1 343 341 344 0=2 |
| Slice chunk_11 1 2 337 345 346 -23300=2,-233,-233 1=2 |
| UnaryOp neg_56 1 1 346 347 0=1 |
| Concat cat_12 2 1 347 345 348 0=2 |
| Reshape reshape_169 1 1 45 349 0=128 1=5 2=1 |
| BinaryOp mul_57 2 1 344 349 350 0=2 |
| Reshape reshape_170 1 1 20 351 0=128 1=5 2=1 |
| BinaryOp mul_58 2 1 334 351 352 0=2 |
| BinaryOp add_59 2 1 352 350 353 0=0 |
| Reshape reshape_171 1 1 46 354 0=128 1=5 2=1 |
| BinaryOp mul_60 2 1 348 354 355 0=2 |
| Reshape reshape_172 1 1 21 356 0=128 1=5 2=1 |
| BinaryOp mul_61 2 1 338 356 357 0=2 |
| BinaryOp add_62 2 1 357 355 358 0=0 |
| SDPA sdpa_277 3 1 353 358 340 359 5=0 |
| Permute transpose_247 1 1 359 360 0=2 |
| Reshape reshape_173 1 1 360 361 0=2048 1=5 |
| Gemm gemm_39 1 1 361 362 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_63 2 1 322 362 363 0=0 |
| Split splitncnn_34 1 2 363 364 365 |
| RMSNorm rmsn_97 1 1 365 366 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_35 1 2 366 367 368 |
| Gemm gemm_40 1 1 368 369 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_116 1 1 369 370 |
| Gemm gemm_41 1 1 367 371 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_64 2 1 370 371 372 0=2 |
| Gemm gemm_42 1 1 372 373 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_65 2 1 364 373 374 0=0 |
| Split splitncnn_36 1 2 374 375 376 |
| RMSNorm rmsn_98 1 1 376 377 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_37 1 3 377 378 379 380 |
| Gemm gemm_43 1 1 380 381 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_44 1 1 379 382 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_45 1 1 378 383 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_174 1 1 381 384 0=128 1=16 2=5 |
| Permute transpose_248 1 1 384 385 0=2 |
| Split splitncnn_38 1 2 385 386 387 |
| Reshape reshape_175 1 1 382 388 0=128 1=2 2=5 |
| Permute transpose_249 1 1 388 389 0=2 |
| Split splitncnn_39 1 2 389 390 391 |
| Reshape reshape_176 1 1 383 392 0=128 1=2 2=5 |
| Permute transpose_250 1 1 392 393 0=2 |
| Slice chunk_12 1 2 386 394 395 -23300=2,-233,-233 1=2 |
| UnaryOp neg_66 1 1 395 396 0=1 |
| Concat cat_13 2 1 396 394 397 0=2 |
| Slice chunk_13 1 2 390 398 399 -23300=2,-233,-233 1=2 |
| UnaryOp neg_67 1 1 399 400 0=1 |
| Concat cat_14 2 1 400 398 401 0=2 |
| Reshape reshape_177 1 1 47 402 0=128 1=5 2=1 |
| BinaryOp mul_68 2 1 397 402 403 0=2 |
| Reshape reshape_178 1 1 22 404 0=128 1=5 2=1 |
| BinaryOp mul_69 2 1 387 404 405 0=2 |
| BinaryOp add_70 2 1 405 403 406 0=0 |
| Reshape reshape_179 1 1 48 407 0=128 1=5 2=1 |
| BinaryOp mul_71 2 1 401 407 408 0=2 |
| Reshape reshape_180 1 1 23 409 0=128 1=5 2=1 |
| BinaryOp mul_72 2 1 391 409 410 0=2 |
| BinaryOp add_73 2 1 410 408 411 0=0 |
| SDPA sdpa_278 3 1 406 411 393 412 5=0 |
| Permute transpose_251 1 1 412 413 0=2 |
| Reshape reshape_181 1 1 413 414 0=2048 1=5 |
| Gemm gemm_46 1 1 414 415 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_74 2 1 375 415 416 0=0 |
| Split splitncnn_40 1 2 416 417 418 |
| RMSNorm rmsn_99 1 1 418 419 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_41 1 2 419 420 421 |
| Gemm gemm_47 1 1 421 422 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_117 1 1 422 423 |
| Gemm gemm_48 1 1 420 424 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_75 2 1 423 424 425 0=2 |
| Gemm gemm_49 1 1 425 426 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_76 2 1 417 426 427 0=0 |
| Split splitncnn_42 1 2 427 428 429 |
| RMSNorm rmsn_100 1 1 429 430 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_43 1 3 430 431 432 433 |
| Gemm gemm_50 1 1 433 434 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_51 1 1 432 435 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_52 1 1 431 436 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_182 1 1 434 437 0=128 1=16 2=5 |
| Permute transpose_252 1 1 437 438 0=2 |
| Split splitncnn_44 1 2 438 439 440 |
| Reshape reshape_183 1 1 435 441 0=128 1=2 2=5 |
| Permute transpose_253 1 1 441 442 0=2 |
| Split splitncnn_45 1 2 442 443 444 |
| Reshape reshape_184 1 1 436 445 0=128 1=2 2=5 |
| Permute transpose_254 1 1 445 446 0=2 |
| Slice chunk_14 1 2 439 447 448 -23300=2,-233,-233 1=2 |
| UnaryOp neg_77 1 1 448 449 0=1 |
| Concat cat_15 2 1 449 447 450 0=2 |
| Slice chunk_15 1 2 443 451 452 -23300=2,-233,-233 1=2 |
| UnaryOp neg_78 1 1 452 453 0=1 |
| Concat cat_16 2 1 453 451 454 0=2 |
| Reshape reshape_185 1 1 49 455 0=128 1=5 2=1 |
| BinaryOp mul_79 2 1 450 455 456 0=2 |
| Reshape reshape_186 1 1 24 457 0=128 1=5 2=1 |
| BinaryOp mul_80 2 1 440 457 458 0=2 |
| BinaryOp add_81 2 1 458 456 459 0=0 |
| Reshape reshape_187 1 1 50 460 0=128 1=5 2=1 |
| BinaryOp mul_82 2 1 454 460 461 0=2 |
| Reshape reshape_188 1 1 25 462 0=128 1=5 2=1 |
| BinaryOp mul_83 2 1 444 462 463 0=2 |
| BinaryOp add_84 2 1 463 461 464 0=0 |
| SDPA sdpa_279 3 1 459 464 446 465 5=0 |
| Permute transpose_255 1 1 465 466 0=2 |
| Reshape reshape_189 1 1 466 467 0=2048 1=5 |
| Gemm gemm_53 1 1 467 468 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_85 2 1 428 468 469 0=0 |
| Split splitncnn_46 1 2 469 470 471 |
| RMSNorm rmsn_101 1 1 471 472 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_47 1 2 472 473 474 |
| Gemm gemm_54 1 1 474 475 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_118 1 1 475 476 |
| Gemm gemm_55 1 1 473 477 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_86 2 1 476 477 478 0=2 |
| Gemm gemm_56 1 1 478 479 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_87 2 1 470 479 480 0=0 |
| Split splitncnn_48 1 2 480 481 482 |
| RMSNorm rmsn_102 1 1 482 483 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_49 1 3 483 484 485 486 |
| Gemm gemm_57 1 1 486 487 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_58 1 1 485 488 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_59 1 1 484 489 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_190 1 1 487 490 0=128 1=16 2=5 |
| Permute transpose_256 1 1 490 491 0=2 |
| Split splitncnn_50 1 2 491 492 493 |
| Reshape reshape_191 1 1 488 494 0=128 1=2 2=5 |
| Permute transpose_257 1 1 494 495 0=2 |
| Split splitncnn_51 1 2 495 496 497 |
| Reshape reshape_192 1 1 489 498 0=128 1=2 2=5 |
| Permute transpose_258 1 1 498 499 0=2 |
| Slice chunk_16 1 2 492 500 501 -23300=2,-233,-233 1=2 |
| UnaryOp neg_88 1 1 501 502 0=1 |
| Concat cat_17 2 1 502 500 503 0=2 |
| Slice chunk_17 1 2 496 504 505 -23300=2,-233,-233 1=2 |
| UnaryOp neg_89 1 1 505 506 0=1 |
| Concat cat_18 2 1 506 504 507 0=2 |
| Reshape reshape_193 1 1 51 508 0=128 1=5 2=1 |
| BinaryOp mul_90 2 1 503 508 509 0=2 |
| Reshape reshape_194 1 1 26 510 0=128 1=5 2=1 |
| BinaryOp mul_91 2 1 493 510 511 0=2 |
| BinaryOp add_92 2 1 511 509 512 0=0 |
| Reshape reshape_195 1 1 52 513 0=128 1=5 2=1 |
| BinaryOp mul_93 2 1 507 513 514 0=2 |
| Reshape reshape_196 1 1 27 515 0=128 1=5 2=1 |
| BinaryOp mul_94 2 1 497 515 516 0=2 |
| BinaryOp add_95 2 1 516 514 517 0=0 |
| SDPA sdpa_280 3 1 512 517 499 518 5=0 |
| Permute transpose_259 1 1 518 519 0=2 |
| Reshape reshape_197 1 1 519 520 0=2048 1=5 |
| Gemm gemm_60 1 1 520 521 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_96 2 1 481 521 522 0=0 |
| Split splitncnn_52 1 2 522 523 524 |
| RMSNorm rmsn_103 1 1 524 525 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_53 1 2 525 526 527 |
| Gemm gemm_61 1 1 527 528 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_119 1 1 528 529 |
| Gemm gemm_62 1 1 526 530 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_97 2 1 529 530 531 0=2 |
| Gemm gemm_63 1 1 531 532 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_98 2 1 523 532 533 0=0 |
| Split splitncnn_54 1 2 533 534 535 |
| RMSNorm rmsn_104 1 1 535 536 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_55 1 3 536 537 538 539 |
| Gemm gemm_64 1 1 539 540 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_65 1 1 538 541 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_66 1 1 537 542 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_198 1 1 540 543 0=128 1=16 2=5 |
| Permute transpose_260 1 1 543 544 0=2 |
| Split splitncnn_56 1 2 544 545 546 |
| Reshape reshape_199 1 1 541 547 0=128 1=2 2=5 |
| Permute transpose_261 1 1 547 548 0=2 |
| Split splitncnn_57 1 2 548 549 550 |
| Reshape reshape_200 1 1 542 551 0=128 1=2 2=5 |
| Permute transpose_262 1 1 551 552 0=2 |
| Slice chunk_18 1 2 545 553 554 -23300=2,-233,-233 1=2 |
| UnaryOp neg_99 1 1 554 555 0=1 |
| Concat cat_19 2 1 555 553 556 0=2 |
| Slice chunk_19 1 2 549 557 558 -23300=2,-233,-233 1=2 |
| UnaryOp neg_100 1 1 558 559 0=1 |
| Concat cat_20 2 1 559 557 560 0=2 |
| Reshape reshape_201 1 1 53 561 0=128 1=5 2=1 |
| BinaryOp mul_101 2 1 556 561 562 0=2 |
| Reshape reshape_202 1 1 28 563 0=128 1=5 2=1 |
| BinaryOp mul_102 2 1 546 563 564 0=2 |
| BinaryOp add_103 2 1 564 562 565 0=0 |
| Reshape reshape_203 1 1 54 566 0=128 1=5 2=1 |
| BinaryOp mul_104 2 1 560 566 567 0=2 |
| Reshape reshape_204 1 1 29 568 0=128 1=5 2=1 |
| BinaryOp mul_105 2 1 550 568 569 0=2 |
| BinaryOp add_106 2 1 569 567 570 0=0 |
| SDPA sdpa_281 3 1 565 570 552 571 5=0 |
| Permute transpose_263 1 1 571 572 0=2 |
| Reshape reshape_205 1 1 572 573 0=2048 1=5 |
| Gemm gemm_67 1 1 573 574 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_107 2 1 534 574 575 0=0 |
| Split splitncnn_58 1 2 575 576 577 |
| RMSNorm rmsn_105 1 1 577 578 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_59 1 2 578 579 580 |
| Gemm gemm_68 1 1 580 581 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_120 1 1 581 582 |
| Gemm gemm_69 1 1 579 583 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_108 2 1 582 583 584 0=2 |
| Gemm gemm_70 1 1 584 585 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_109 2 1 576 585 586 0=0 |
| Split splitncnn_60 1 2 586 587 588 |
| RMSNorm rmsn_106 1 1 588 589 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_61 1 3 589 590 591 592 |
| Gemm gemm_71 1 1 592 593 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_72 1 1 591 594 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_73 1 1 590 595 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_206 1 1 593 596 0=128 1=16 2=5 |
| Permute transpose_264 1 1 596 597 0=2 |
| Split splitncnn_62 1 2 597 598 599 |
| Reshape reshape_207 1 1 594 600 0=128 1=2 2=5 |
| Permute transpose_265 1 1 600 601 0=2 |
| Split splitncnn_63 1 2 601 602 603 |
| Reshape reshape_208 1 1 595 604 0=128 1=2 2=5 |
| Permute transpose_266 1 1 604 605 0=2 |
| Slice chunk_20 1 2 598 606 607 -23300=2,-233,-233 1=2 |
| UnaryOp neg_110 1 1 607 608 0=1 |
| Concat cat_21 2 1 608 606 609 0=2 |
| Slice chunk_21 1 2 602 610 611 -23300=2,-233,-233 1=2 |
| UnaryOp neg_111 1 1 611 612 0=1 |
| Concat cat_22 2 1 612 610 613 0=2 |
| Reshape reshape_209 1 1 55 614 0=128 1=5 2=1 |
| BinaryOp mul_112 2 1 609 614 615 0=2 |
| Reshape reshape_210 1 1 30 616 0=128 1=5 2=1 |
| BinaryOp mul_113 2 1 599 616 617 0=2 |
| BinaryOp add_114 2 1 617 615 618 0=0 |
| Reshape reshape_211 1 1 56 619 0=128 1=5 2=1 |
| BinaryOp mul_115 2 1 613 619 620 0=2 |
| Reshape reshape_212 1 1 31 621 0=128 1=5 2=1 |
| BinaryOp mul_116 2 1 603 621 622 0=2 |
| BinaryOp add_117 2 1 622 620 623 0=0 |
| SDPA sdpa_282 3 1 618 623 605 624 5=0 |
| Permute transpose_267 1 1 624 625 0=2 |
| Reshape reshape_213 1 1 625 626 0=2048 1=5 |
| Gemm gemm_74 1 1 626 627 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_118 2 1 587 627 628 0=0 |
| Split splitncnn_64 1 2 628 629 630 |
| RMSNorm rmsn_107 1 1 630 631 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_65 1 2 631 632 633 |
| Gemm gemm_75 1 1 633 634 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_121 1 1 634 635 |
| Gemm gemm_76 1 1 632 636 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_119 2 1 635 636 637 0=2 |
| Gemm gemm_77 1 1 637 638 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_120 2 1 629 638 639 0=0 |
| Split splitncnn_66 1 2 639 640 641 |
| RMSNorm rmsn_108 1 1 641 642 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_67 1 3 642 643 644 645 |
| Gemm gemm_78 1 1 645 646 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=2048 9=1024 |
| Gemm gemm_79 1 1 644 647 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Gemm gemm_80 1 1 643 648 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=256 9=1024 |
| Reshape reshape_214 1 1 646 649 0=128 1=16 2=5 |
| Permute transpose_268 1 1 649 650 0=2 |
| Split splitncnn_68 1 2 650 651 652 |
| Reshape reshape_215 1 1 647 653 0=128 1=2 2=5 |
| Permute transpose_269 1 1 653 654 0=2 |
| Split splitncnn_69 1 2 654 655 656 |
| Reshape reshape_216 1 1 648 657 0=128 1=2 2=5 |
| Permute transpose_270 1 1 657 658 0=2 |
| Slice chunk_22 1 2 651 659 660 -23300=2,-233,-233 1=2 |
| UnaryOp neg_121 1 1 660 661 0=1 |
| Concat cat_23 2 1 661 659 662 0=2 |
| Slice chunk_23 1 2 655 663 664 -23300=2,-233,-233 1=2 |
| UnaryOp neg_122 1 1 664 665 0=1 |
| Concat cat_24 2 1 665 663 666 0=2 |
| Reshape reshape_217 1 1 57 667 0=128 1=5 2=1 |
| BinaryOp mul_123 2 1 662 667 668 0=2 |
| Reshape reshape_218 1 1 32 669 0=128 1=5 2=1 |
| BinaryOp mul_124 2 1 652 669 670 0=2 |
| BinaryOp add_125 2 1 670 668 671 0=0 |
| Reshape reshape_219 1 1 58 672 0=128 1=5 2=1 |
| BinaryOp mul_126 2 1 666 672 673 0=2 |
| Reshape reshape_220 1 1 33 674 0=128 1=5 2=1 |
| BinaryOp mul_127 2 1 656 674 675 0=2 |
| BinaryOp add_128 2 1 675 673 676 0=0 |
| SDPA sdpa_283 3 1 671 676 658 677 5=0 |
| Permute transpose_271 1 1 677 678 0=2 |
| Reshape reshape_221 1 1 678 679 0=2048 1=5 |
| Gemm gemm_81 1 1 679 680 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=2048 |
| BinaryOp add_129 2 1 640 680 681 0=0 |
| Split splitncnn_70 1 2 681 682 683 |
| RMSNorm rmsn_109 1 1 683 684 0=1024 1=1.000000e-5 2=1 |
| Split splitncnn_71 1 2 684 685 686 |
| Gemm gemm_82 1 1 686 687 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| Swish silu_122 1 1 687 688 |
| Gemm gemm_83 1 1 685 689 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=4096 9=1024 |
| BinaryOp mul_130 2 1 688 689 690 0=2 |
| Gemm gemm_84 1 1 690 691 10=-1 2=0 3=1 4=0 5=1 6=1 7=5 8=1024 9=4096 |
| BinaryOp add_131 2 1 682 691 692 0=0 |
| RMSNorm rmsn_110 1 1 692 693 0=1024 1=1.000000e-5 2=1 |
| Crop select_0 1 1 693 694 -23310=1,1 -23311=1,0 -23309=1,0 |
| Squeeze squeeze_223 1 1 694 695 -23303=1,0 |
| Reshape reshape_222 1 1 695 696 0=1024 1=1 |
| Gemm gemm_85 1 1 696 out0 10=4 2=0 3=1 4=0 5=1 6=1 7=1 8=2048 9=1024 |
|
|
