| 7767517 |
| 252 300 |
| Input in0 0 1 in0 |
| MemoryData model 0 1 1 0=192 1=577 |
| Convolution conv_48 1 1 in0 2 0=192 1=16 3=16 5=1 6=147456 8=2 |
| Reshape flatten_173 1 1 2 3 0=576 1=192 |
| Permute transpose_160 1 1 3 4 0=1 |
| MemoryData pnnx_fold_45 0 1 5 0=192 1=1 |
| Concat cat_0 2 1 5 4 6 |
| BinaryOp add_0 2 1 6 1 7 |
| Split splitncnn_0 1 2 7 8 9 |
| LayerNorm ln_61 1 1 9 10 0=192 1=1.000000e-06 |
| Gemm gemm_0 1 1 10 11 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_99 1 1 11 12 0=64 1=3 11=3 2=577 |
| Permute permute_87 1 1 12 13 0=8 |
| Slice unbind_0 1 3 13 14 15 16 -23300=3,-233,-233,-233 |
| Reshape reshape_100 1 1 16 17 0=64 1=577 2=3 |
| Reshape reshape_101 1 1 15 18 0=64 1=577 2=3 |
| Reshape reshape_102 1 1 14 19 0=64 1=577 2=3 |
| SDPA sdpa_174 3 1 19 18 17 20 18=2 |
| Permute transpose_161 1 1 20 21 0=2 |
| Reshape reshape_103 1 1 21 22 0=192 1=577 |
| Gemm gemm_1 1 1 22 23 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_1 2 1 8 23 24 |
| Split splitncnn_1 1 2 24 25 26 |
| LayerNorm ln_62 1 1 26 27 0=192 1=1.000000e-06 |
| Gemm gemm_2 1 1 27 28 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_49 1 1 28 29 |
| Gemm gemm_3 1 1 29 30 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_2 2 1 25 30 31 |
| Split splitncnn_2 1 2 31 32 33 |
| LayerNorm ln_63 1 1 33 34 0=192 1=1.000000e-06 |
| Gemm gemm_4 1 1 34 35 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_104 1 1 35 36 0=64 1=3 11=3 2=577 |
| Permute permute_88 1 1 36 37 0=8 |
| Slice unbind_1 1 3 37 38 39 40 -23300=3,-233,-233,-233 |
| Reshape reshape_105 1 1 40 41 0=64 1=577 2=3 |
| Reshape reshape_106 1 1 39 42 0=64 1=577 2=3 |
| Reshape reshape_107 1 1 38 43 0=64 1=577 2=3 |
| SDPA sdpa_175 3 1 43 42 41 44 18=2 |
| Permute transpose_162 1 1 44 45 0=2 |
| Reshape reshape_108 1 1 45 46 0=192 1=577 |
| Gemm gemm_5 1 1 46 47 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_3 2 1 32 47 48 |
| Split splitncnn_3 1 2 48 49 50 |
| LayerNorm ln_64 1 1 50 51 0=192 1=1.000000e-06 |
| Gemm gemm_6 1 1 51 52 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_50 1 1 52 53 |
| Gemm gemm_7 1 1 53 54 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_4 2 1 49 54 55 |
| Split splitncnn_4 1 2 55 56 57 |
| LayerNorm ln_65 1 1 57 58 0=192 1=1.000000e-06 |
| Gemm gemm_8 1 1 58 59 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_109 1 1 59 60 0=64 1=3 11=3 2=577 |
| Permute permute_89 1 1 60 61 0=8 |
| Slice unbind_2 1 3 61 62 63 64 -23300=3,-233,-233,-233 |
| Reshape reshape_110 1 1 64 65 0=64 1=577 2=3 |
| Reshape reshape_111 1 1 63 66 0=64 1=577 2=3 |
| Reshape reshape_112 1 1 62 67 0=64 1=577 2=3 |
| SDPA sdpa_176 3 1 67 66 65 68 18=2 |
| Permute transpose_163 1 1 68 69 0=2 |
| Reshape reshape_113 1 1 69 70 0=192 1=577 |
| Gemm gemm_9 1 1 70 71 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_5 2 1 56 71 72 |
| Split splitncnn_5 1 2 72 73 74 |
| LayerNorm ln_66 1 1 74 75 0=192 1=1.000000e-06 |
| Gemm gemm_10 1 1 75 76 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_51 1 1 76 77 |
| Gemm gemm_11 1 1 77 78 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_6 2 1 73 78 79 |
| Split splitncnn_6 1 2 79 80 81 |
| LayerNorm ln_67 1 1 81 82 0=192 1=1.000000e-06 |
| Gemm gemm_12 1 1 82 83 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_114 1 1 83 84 0=64 1=3 11=3 2=577 |
| Permute permute_90 1 1 84 85 0=8 |
| Slice unbind_3 1 3 85 86 87 88 -23300=3,-233,-233,-233 |
| Reshape reshape_115 1 1 88 89 0=64 1=577 2=3 |
| Reshape reshape_116 1 1 87 90 0=64 1=577 2=3 |
| Reshape reshape_117 1 1 86 91 0=64 1=577 2=3 |
| SDPA sdpa_177 3 1 91 90 89 92 18=2 |
| Permute transpose_164 1 1 92 93 0=2 |
| Reshape reshape_118 1 1 93 94 0=192 1=577 |
| Gemm gemm_13 1 1 94 95 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_7 2 1 80 95 96 |
| Split splitncnn_7 1 2 96 97 98 |
| LayerNorm ln_68 1 1 98 99 0=192 1=1.000000e-06 |
| Gemm gemm_14 1 1 99 100 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_52 1 1 100 101 |
| Gemm gemm_15 1 1 101 102 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_8 2 1 97 102 103 |
| Split splitncnn_8 1 2 103 104 105 |
| LayerNorm ln_69 1 1 105 106 0=192 1=1.000000e-06 |
| Gemm gemm_16 1 1 106 107 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_119 1 1 107 108 0=64 1=3 11=3 2=577 |
| Permute permute_91 1 1 108 109 0=8 |
| Slice unbind_4 1 3 109 110 111 112 -23300=3,-233,-233,-233 |
| Reshape reshape_120 1 1 112 113 0=64 1=577 2=3 |
| Reshape reshape_121 1 1 111 114 0=64 1=577 2=3 |
| Reshape reshape_122 1 1 110 115 0=64 1=577 2=3 |
| SDPA sdpa_178 3 1 115 114 113 116 18=2 |
| Permute transpose_165 1 1 116 117 0=2 |
| Reshape reshape_123 1 1 117 118 0=192 1=577 |
| Gemm gemm_17 1 1 118 119 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_9 2 1 104 119 120 |
| Split splitncnn_9 1 2 120 121 122 |
| LayerNorm ln_70 1 1 122 123 0=192 1=1.000000e-06 |
| Gemm gemm_18 1 1 123 124 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_53 1 1 124 125 |
| Gemm gemm_19 1 1 125 126 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_10 2 1 121 126 127 |
| Split splitncnn_10 1 2 127 128 129 |
| LayerNorm ln_71 1 1 129 130 0=192 1=1.000000e-06 |
| Gemm gemm_20 1 1 130 131 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_124 1 1 131 132 0=64 1=3 11=3 2=577 |
| Permute permute_92 1 1 132 133 0=8 |
| Slice unbind_5 1 3 133 134 135 136 -23300=3,-233,-233,-233 |
| Reshape reshape_125 1 1 136 137 0=64 1=577 2=3 |
| Reshape reshape_126 1 1 135 138 0=64 1=577 2=3 |
| Reshape reshape_127 1 1 134 139 0=64 1=577 2=3 |
| SDPA sdpa_179 3 1 139 138 137 140 18=2 |
| Permute transpose_166 1 1 140 141 0=2 |
| Reshape reshape_128 1 1 141 142 0=192 1=577 |
| Gemm gemm_21 1 1 142 143 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_11 2 1 128 143 144 |
| Split splitncnn_11 1 2 144 145 146 |
| LayerNorm ln_72 1 1 146 147 0=192 1=1.000000e-06 |
| Gemm gemm_22 1 1 147 148 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_54 1 1 148 149 |
| Gemm gemm_23 1 1 149 150 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_12 2 1 145 150 151 |
| Split splitncnn_12 1 2 151 152 153 |
| LayerNorm ln_73 1 1 153 154 0=192 1=1.000000e-06 |
| Gemm gemm_24 1 1 154 155 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_129 1 1 155 156 0=64 1=3 11=3 2=577 |
| Permute permute_93 1 1 156 157 0=8 |
| Slice unbind_6 1 3 157 158 159 160 -23300=3,-233,-233,-233 |
| Reshape reshape_130 1 1 160 161 0=64 1=577 2=3 |
| Reshape reshape_131 1 1 159 162 0=64 1=577 2=3 |
| Reshape reshape_132 1 1 158 163 0=64 1=577 2=3 |
| SDPA sdpa_180 3 1 163 162 161 164 18=2 |
| Permute transpose_167 1 1 164 165 0=2 |
| Reshape reshape_133 1 1 165 166 0=192 1=577 |
| Gemm gemm_25 1 1 166 167 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_13 2 1 152 167 168 |
| Split splitncnn_13 1 2 168 169 170 |
| LayerNorm ln_74 1 1 170 171 0=192 1=1.000000e-06 |
| Gemm gemm_26 1 1 171 172 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_55 1 1 172 173 |
| Gemm gemm_27 1 1 173 174 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_14 2 1 169 174 175 |
| Split splitncnn_14 1 2 175 176 177 |
| LayerNorm ln_75 1 1 177 178 0=192 1=1.000000e-06 |
| Gemm gemm_28 1 1 178 179 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_134 1 1 179 180 0=64 1=3 11=3 2=577 |
| Permute permute_94 1 1 180 181 0=8 |
| Slice unbind_7 1 3 181 182 183 184 -23300=3,-233,-233,-233 |
| Reshape reshape_135 1 1 184 185 0=64 1=577 2=3 |
| Reshape reshape_136 1 1 183 186 0=64 1=577 2=3 |
| Reshape reshape_137 1 1 182 187 0=64 1=577 2=3 |
| SDPA sdpa_181 3 1 187 186 185 188 18=2 |
| Permute transpose_168 1 1 188 189 0=2 |
| Reshape reshape_138 1 1 189 190 0=192 1=577 |
| Gemm gemm_29 1 1 190 191 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_15 2 1 176 191 192 |
| Split splitncnn_15 1 2 192 193 194 |
| LayerNorm ln_76 1 1 194 195 0=192 1=1.000000e-06 |
| Gemm gemm_30 1 1 195 196 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_56 1 1 196 197 |
| Gemm gemm_31 1 1 197 198 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_16 2 1 193 198 199 |
| Split splitncnn_16 1 2 199 200 201 |
| LayerNorm ln_77 1 1 201 202 0=192 1=1.000000e-06 |
| Gemm gemm_32 1 1 202 203 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_139 1 1 203 204 0=64 1=3 11=3 2=577 |
| Permute permute_95 1 1 204 205 0=8 |
| Slice unbind_8 1 3 205 206 207 208 -23300=3,-233,-233,-233 |
| Reshape reshape_140 1 1 208 209 0=64 1=577 2=3 |
| Reshape reshape_141 1 1 207 210 0=64 1=577 2=3 |
| Reshape reshape_142 1 1 206 211 0=64 1=577 2=3 |
| SDPA sdpa_182 3 1 211 210 209 212 18=2 |
| Permute transpose_169 1 1 212 213 0=2 |
| Reshape reshape_143 1 1 213 214 0=192 1=577 |
| Gemm gemm_33 1 1 214 215 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_17 2 1 200 215 216 |
| Split splitncnn_17 1 2 216 217 218 |
| LayerNorm ln_78 1 1 218 219 0=192 1=1.000000e-06 |
| Gemm gemm_34 1 1 219 220 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_57 1 1 220 221 |
| Gemm gemm_35 1 1 221 222 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_18 2 1 217 222 223 |
| Split splitncnn_18 1 2 223 224 225 |
| LayerNorm ln_79 1 1 225 226 0=192 1=1.000000e-06 |
| Gemm gemm_36 1 1 226 227 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_144 1 1 227 228 0=64 1=3 11=3 2=577 |
| Permute permute_96 1 1 228 229 0=8 |
| Slice unbind_9 1 3 229 230 231 232 -23300=3,-233,-233,-233 |
| Reshape reshape_145 1 1 232 233 0=64 1=577 2=3 |
| Reshape reshape_146 1 1 231 234 0=64 1=577 2=3 |
| Reshape reshape_147 1 1 230 235 0=64 1=577 2=3 |
| SDPA sdpa_183 3 1 235 234 233 236 18=2 |
| Permute transpose_170 1 1 236 237 0=2 |
| Reshape reshape_148 1 1 237 238 0=192 1=577 |
| Gemm gemm_37 1 1 238 239 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_19 2 1 224 239 240 |
| Split splitncnn_19 1 2 240 241 242 |
| LayerNorm ln_80 1 1 242 243 0=192 1=1.000000e-06 |
| Gemm gemm_38 1 1 243 244 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_58 1 1 244 245 |
| Gemm gemm_39 1 1 245 246 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_20 2 1 241 246 247 |
| Split splitncnn_20 1 2 247 248 249 |
| LayerNorm ln_81 1 1 249 250 0=192 1=1.000000e-06 |
| Gemm gemm_40 1 1 250 251 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_149 1 1 251 252 0=64 1=3 11=3 2=577 |
| Permute permute_97 1 1 252 253 0=8 |
| Slice unbind_10 1 3 253 254 255 256 -23300=3,-233,-233,-233 |
| Reshape reshape_150 1 1 256 257 0=64 1=577 2=3 |
| Reshape reshape_151 1 1 255 258 0=64 1=577 2=3 |
| Reshape reshape_152 1 1 254 259 0=64 1=577 2=3 |
| SDPA sdpa_184 3 1 259 258 257 260 18=2 |
| Permute transpose_171 1 1 260 261 0=2 |
| Reshape reshape_153 1 1 261 262 0=192 1=577 |
| Gemm gemm_41 1 1 262 263 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_21 2 1 248 263 264 |
| Split splitncnn_21 1 2 264 265 266 |
| LayerNorm ln_82 1 1 266 267 0=192 1=1.000000e-06 |
| Gemm gemm_42 1 1 267 268 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_59 1 1 268 269 |
| Gemm gemm_43 1 1 269 270 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_22 2 1 265 270 271 |
| Split splitncnn_22 1 2 271 272 273 |
| LayerNorm ln_83 1 1 273 274 0=192 1=1.000000e-06 |
| Gemm gemm_44 1 1 274 275 3=1 5=1 6=1 7=577 8=576 9=192 10=4 18=2 |
| Reshape reshape_154 1 1 275 276 0=64 1=3 11=3 2=577 |
| Permute permute_98 1 1 276 277 0=8 |
| Slice unbind_11 1 3 277 278 279 280 -23300=3,-233,-233,-233 |
| Reshape reshape_155 1 1 280 281 0=64 1=577 2=3 |
| Reshape reshape_156 1 1 279 282 0=64 1=577 2=3 |
| Reshape reshape_157 1 1 278 283 0=64 1=577 2=3 |
| SDPA sdpa_185 3 1 283 282 281 284 18=2 |
| Permute transpose_172 1 1 284 285 0=2 |
| Reshape reshape_158 1 1 285 286 0=192 1=577 |
| Gemm gemm_45 1 1 286 287 3=1 5=1 6=1 7=577 8=192 9=192 10=4 18=2 |
| BinaryOp add_23 2 1 272 287 288 |
| Split splitncnn_23 1 2 288 289 290 |
| LayerNorm ln_84 1 1 290 291 0=192 1=1.000000e-06 |
| Gemm gemm_46 1 1 291 292 3=1 5=1 6=1 7=577 8=768 9=192 10=4 18=2 |
| GELU gelu_60 1 1 292 293 |
| Gemm gemm_47 1 1 293 294 3=1 5=1 6=1 7=577 8=192 9=768 10=4 18=2 |
| BinaryOp add_24 2 1 289 294 295 |
| LayerNorm ln_85 1 1 295 296 0=192 1=1.000000e-06 |
| Crop select_0 1 1 296 297 -23309=1,0 -23310=1,1 -23311=1,0 |
| Squeeze squeeze_159 1 1 297 298 -23303=1,0 |
| InnerProduct linear_86 1 1 298 out0 0=2 1=1 2=384 8=2 |
|
|
