diff --git "a/pruning_report.md" "b/pruning_report.md" new file mode 100644--- /dev/null +++ "b/pruning_report.md" @@ -0,0 +1,3464 @@ +# Expert Pruning Report + +**Model:** Glm4MoeLiteForCausalLM +**Pruning Method:** reap +**Compression Ratio:** 50.00% +**Total Experts Before:** 2944 +**Total Experts After:** 1472 + +--- + +### Layer 1 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 187 | Y | Coding | 0.0349 | +| 1 | 100 | N | Coding | 0.0505 | +| 2 | 109 | Y | Coding | 0.0136 | +| 3 | 180 | Y | Coding | 0.0217 | +| 4 | 233 | Y | Coding | 0.0306 | +| 5 | 257 | N | Coding | 0.0405 | +| 6 | 99 | N | Coding | 0.0418 | +| 7 | 138 | Y | Coding | 0.0262 | +| 8 | 97 | N | Coding | 0.0678 | +| 9 | 245 | Y | Coding | 0.0191 | +| 10 | 515 | N | FunctionCalling | 0.2771 | +| 11 | 64 | N | Coding | 0.0405 | +| 12 | 32 | Y | Coding | 0.0291 | +| 13 | 31 | Y | Coding | 0.0182 | +| 14 | 325 | N | Coding | 0.0420 | +| 15 | 85 | Y | Coding | 0.0171 | +| 16 | 104 | N | Coding | 0.0404 | +| 17 | 100 | N | Coding | 0.0420 | +| 18 | 93 | N | Coding | 0.0389 | +| 19 | 91 | N | Coding | 0.0460 | +| 20 | 41 | Y | Coding | 0.0242 | +| 21 | 288 | N | Coding | 0.0698 | +| 22 | 57 | N | Coding | 0.0535 | +| 23 | 31 | N | Coding | 0.0377 | +| 24 | 208 | N | Coding | 0.0886 | +| 25 | 40 | Y | Coding | 0.0188 | +| 26 | 112 | N | Coding | 0.0957 | +| 27 | 115 | N | Coding | 0.1217 | +| 28 | 335 | N | Coding | 2.6957 | +| 29 | 116 | N | Coding | 0.0742 | +| 30 | 72 | N | Coding | 0.0863 | +| 31 | 75 | N | Coding | 0.0792 | +| 32 | 43 | N | Coding | 0.0638 | +| 33 | 218 | Y | Coding | 0.0160 | +| 34 | 269 | Y | Coding | 0.0307 | +| 35 | 46 | Y | Coding | 0.0208 | +| 36 | 296 | Y | Coding | 0.0225 | +| 37 | 410 | Y | Coding | 0.0352 | +| 38 | 206 | Y | Coding | 0.0360 | +| 39 | 307 | Y | Coding | 0.0370 | +| 40 | 53 | N | Coding | 0.0564 | +| 41 | 284 | N | Coding | 0.0401 | +| 42 | 57 | Y | Coding | 0.0289 | +| 43 | 186 | N | Coding | 0.0473 | +| 44 | 85 | N | Coding | 0.0521 | +| 45 | 299 | Y | Coding | 0.0234 | +| 46 | 443 | N | FunctionCalling | 0.0672 | +| 47 | 274 | Y | Coding | 0.0295 | +| 48 | 206 | Y | Coding | 0.0274 | +| 49 | 89 | N | Coding | 0.0527 | +| 50 | 113 | Y | Coding | 0.0254 | +| 51 | 95 | Y | Coding | 0.0312 | +| 52 | 72 | Y | Coding | 0.0297 | +| 53 | 80 | Y | Coding | 0.0198 | +| 54 | 70 | N | Coding | 0.0514 | +| 55 | 69 | N | Coding | 0.0856 | +| 56 | 93 | Y | Coding | 0.0080 | +| 57 | 86 | Y | Coding | 0.0197 | +| 58 | 17 | Y | Coding | 0.0173 | +| 59 | 217 | N | Coding | 0.0572 | +| 60 | 60 | N | Coding | 0.0679 | +| 61 | 66 | Y | Coding | 0.0328 | +| 62 | 124 | Y | Coding | 0.0118 | +| 63 | 348 | Y | Coding | 0.0151 | + +--- + +### Layer 2 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 164 | Y | Coding | 0.0120 | +| 1 | 65 | N | Coding | 0.0535 | +| 2 | 73 | N | Coding | 0.0516 | +| 3 | 81 | N | Coding | 0.0598 | +| 4 | 136 | Y | Coding | 0.0372 | +| 5 | 53 | N | Coding | 0.0532 | +| 6 | 116 | Y | Coding | 0.0278 | +| 7 | 388 | Y | Coding | 0.0375 | +| 8 | 286 | N | Coding | 0.0821 | +| 9 | 51 | N | Coding | 0.0624 | +| 10 | 404 | N | Coding | 0.7304 | +| 11 | 259 | Y | Coding | 0.0101 | +| 12 | 71 | N | Coding | 0.0583 | +| 13 | 92 | Y | Coding | 0.0406 | +| 14 | 111 | Y | Coding | 0.0251 | +| 15 | 88 | Y | Coding | 0.0368 | +| 16 | 175 | Y | Coding | 0.0225 | +| 17 | 199 | Y | Coding | 0.0400 | +| 18 | 62 | N | Coding | 0.0694 | +| 19 | 173 | Y | Coding | 0.0373 | +| 20 | 128 | N | Coding | 0.0616 | +| 21 | 160 | N | Coding | 0.0686 | +| 22 | 275 | Y | Coding | 0.0221 | +| 23 | 89 | N | Coding | 0.0675 | +| 24 | 64 | Y | Coding | 0.0296 | +| 25 | 71 | Y | Coding | 0.0298 | +| 26 | 291 | Y | Coding | 0.0217 | +| 27 | 198 | Y | Coding | 0.0199 | +| 28 | 71 | Y | Coding | 0.0315 | +| 29 | 153 | Y | Coding | 0.0295 | +| 30 | 59 | N | Coding | 0.0543 | +| 31 | 56 | Y | Coding | 0.0443 | +| 32 | 95 | N | Coding | 0.0521 | +| 33 | 105 | N | Coding | 0.0576 | +| 34 | 315 | Y | Coding | 0.0260 | +| 35 | 97 | N | Coding | 0.0850 | +| 36 | 232 | Y | Coding | 0.0262 | +| 37 | 292 | Y | FunctionCalling | 0.0428 | +| 38 | 104 | N | Coding | 0.0494 | +| 39 | 48 | N | Coding | 0.0702 | +| 40 | 66 | Y | Coding | 0.0475 | +| 41 | 54 | N | Coding | 0.0664 | +| 42 | 252 | Y | FunctionCalling | 0.0276 | +| 43 | 98 | N | Coding | 0.0487 | +| 44 | 87 | N | Coding | 0.0633 | +| 45 | 74 | N | Coding | 0.0634 | +| 46 | 143 | Y | Coding | 0.0183 | +| 47 | 414 | Y | Coding | 0.0191 | +| 48 | 84 | N | Coding | 0.0633 | +| 49 | 267 | N | Coding | 0.0964 | +| 50 | 111 | N | Coding | 0.0675 | +| 51 | 57 | N | Coding | 0.0782 | +| 52 | 256 | Y | Coding | 0.0216 | +| 53 | 165 | Y | Coding | 0.0232 | +| 54 | 333 | N | Coding | 0.0733 | +| 55 | 244 | N | Coding | 0.0654 | +| 56 | 61 | N | Coding | 0.0553 | +| 57 | 90 | N | Coding | 0.1025 | +| 58 | 164 | Y | Coding | 0.0384 | +| 59 | 344 | Y | Coding | 0.0179 | +| 60 | 181 | Y | Coding | 0.0286 | +| 61 | 152 | Y | Coding | 0.0362 | +| 62 | 66 | N | Coding | 0.0806 | +| 63 | 143 | N | Coding | 0.1222 | + +--- + +### Layer 3 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 80 | N | Coding | 0.0752 | +| 1 | 74 | N | Coding | 0.0623 | +| 2 | 130 | N | Coding | 0.1002 | +| 3 | 297 | Y | FunctionCalling | 0.0289 | +| 4 | 283 | Y | Coding | 0.0350 | +| 5 | 43 | Y | Coding | 0.0374 | +| 6 | 93 | N | Coding | 0.1219 | +| 7 | 114 | Y | Coding | 0.0434 | +| 8 | 25 | Y | Coding | 0.0410 | +| 9 | 281 | N | Coding | 0.1469 | +| 10 | 115 | Y | Coding | 0.0387 | +| 11 | 49 | N | Coding | 0.1029 | +| 12 | 79 | Y | Coding | 0.0603 | +| 13 | 154 | Y | Coding | 0.0267 | +| 14 | 192 | Y | Coding | 0.0258 | +| 15 | 49 | Y | Coding | 0.0399 | +| 16 | 93 | N | Coding | 0.0844 | +| 17 | 322 | Y | Coding | 0.0441 | +| 18 | 235 | N | Coding | 0.0815 | +| 19 | 126 | Y | Coding | 0.0375 | +| 20 | 130 | N | Coding | 0.0792 | +| 21 | 63 | N | Coding | 0.1445 | +| 22 | 55 | N | Coding | 0.0761 | +| 23 | 88 | N | Coding | 0.0609 | +| 24 | 58 | Y | Coding | 0.0387 | +| 25 | 52 | N | Coding | 0.1647 | +| 26 | 129 | N | Coding | 0.0638 | +| 27 | 475 | Y | Coding | 0.0162 | +| 28 | 45 | N | Coding | 0.2233 | +| 29 | 55 | Y | Coding | 0.0462 | +| 30 | 27 | Y | Coding | 0.0207 | +| 31 | 90 | N | Coding | 0.0699 | +| 32 | 63 | Y | Coding | 0.0444 | +| 33 | 211 | N | FunctionCalling | 0.5223 | +| 34 | 307 | Y | Coding | 0.0378 | +| 35 | 242 | Y | Coding | 0.0470 | +| 36 | 73 | N | Coding | 0.0625 | +| 37 | 73 | Y | Coding | 0.0590 | +| 38 | 683 | Y | Coding | 0.0597 | +| 39 | 151 | N | Coding | 0.1639 | +| 40 | 192 | Y | Coding | 0.0159 | +| 41 | 188 | Y | Coding | 0.0435 | +| 42 | 66 | Y | Coding | 0.0122 | +| 43 | 275 | Y | Coding | 0.0261 | +| 44 | 53 | N | Coding | 0.0724 | +| 45 | 54 | Y | Coding | 0.0470 | +| 46 | 79 | N | Coding | 0.1236 | +| 47 | 55 | N | Coding | 0.1166 | +| 48 | 118 | N | Coding | 0.0971 | +| 49 | 348 | N | Coding | 1.5901 | +| 50 | 456 | Y | Coding | 0.0365 | +| 51 | 205 | Y | Coding | 0.0444 | +| 52 | 520 | Y | Coding | 0.0545 | +| 53 | 100 | N | Coding | 0.1209 | +| 54 | 154 | N | Coding | 0.0704 | +| 55 | 280 | Y | Coding | 0.0277 | +| 56 | 191 | Y | Coding | 0.0294 | +| 57 | 96 | N | Coding | 0.1183 | +| 58 | 173 | N | Coding | 0.0977 | +| 59 | 68 | N | Coding | 0.0738 | +| 60 | 80 | N | Coding | 0.0718 | +| 61 | 70 | Y | Coding | 0.0533 | +| 62 | 53 | N | Coding | 0.0720 | +| 63 | 78 | N | Coding | 0.0878 | + +--- + +### Layer 4 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 8 | Y | Coding | 0.0134 | +| 1 | 30 | N | Coding | 0.1651 | +| 2 | 279 | N | Coding | 0.0827 | +| 3 | 103 | N | Coding | 0.0783 | +| 4 | 18 | Y | Coding | 0.0121 | +| 5 | 32 | Y | Coding | 0.0365 | +| 6 | 42 | Y | Coding | 0.0468 | +| 7 | 19 | Y | Coding | 0.0307 | +| 8 | 92 | N | Coding | 0.1580 | +| 9 | 45 | Y | Coding | 0.0398 | +| 10 | 64 | N | Coding | 0.0553 | +| 11 | 71 | Y | Coding | 0.0102 | +| 12 | 31 | Y | Coding | 0.0299 | +| 13 | 97 | N | Coding | 0.0572 | +| 14 | 59 | N | Coding | 0.1233 | +| 15 | 19 | Y | Coding | 0.0142 | +| 16 | 39 | N | Coding | 0.0680 | +| 17 | 133 | N | Coding | 0.0529 | +| 18 | 35 | Y | Coding | 0.0411 | +| 19 | 554 | Y | FunctionCalling | 0.0257 | +| 20 | 183 | N | Coding | 0.0855 | +| 21 | 61 | N | Coding | 0.1106 | +| 22 | 23 | Y | Coding | 0.0342 | +| 23 | 109 | N | Coding | 0.0533 | +| 24 | 118 | Y | Coding | 0.0460 | +| 25 | 301 | Y | Coding | 0.0357 | +| 26 | 649 | N | Coding | 0.1063 | +| 27 | 19 | N | Coding | 0.1298 | +| 28 | 35 | Y | Coding | 0.0179 | +| 29 | 35 | Y | Coding | 0.0302 | +| 30 | 153 | N | Coding | 0.0584 | +| 31 | 27 | N | Coding | 0.0630 | +| 32 | 98 | N | Coding | 0.0795 | +| 33 | 37 | N | Coding | 0.0854 | +| 34 | 161 | N | Coding | 0.0613 | +| 35 | 124 | Y | FunctionCalling | 0.0199 | +| 36 | 7 | Y | Coding | 0.0095 | +| 37 | 40 | N | Coding | 0.0507 | +| 38 | 1 | Y | Coding | 0.0231 | +| 39 | 51 | Y | Coding | 0.0329 | +| 40 | 36 | N | Coding | 0.0668 | +| 41 | 1,107 | N | Coding | 0.6663 | +| 42 | 116 | N | Coding | 0.0705 | +| 43 | 7 | Y | Coding | 0.0191 | +| 44 | 40 | N | Coding | 0.0962 | +| 45 | 288 | Y | Coding | 0.0175 | +| 46 | 44 | N | Coding | 0.1216 | +| 47 | 94 | Y | Coding | 0.0166 | +| 48 | 369 | Y | FunctionCalling | 0.0143 | +| 49 | 7 | Y | Coding | 0.0104 | +| 50 | 9 | Y | Coding | 0.0238 | +| 51 | 361 | N | Coding | 0.1118 | +| 52 | 472 | Y | Coding | 0.0281 | +| 53 | 285 | Y | Coding | 0.0115 | +| 54 | 209 | Y | Coding | 0.0325 | +| 55 | 121 | N | Coding | 0.1611 | +| 56 | 180 | Y | Coding | 0.0254 | +| 57 | 371 | N | Coding | 0.0478 | +| 58 | 128 | N | Coding | 0.1192 | +| 59 | 183 | N | Coding | 0.1341 | +| 60 | 492 | N | FunctionCalling | 0.1794 | +| 61 | 348 | N | Coding | 0.1038 | +| 62 | 233 | Y | Coding | 0.0123 | +| 63 | 354 | Y | Coding | 0.0427 | + +--- + +### Layer 5 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 76 | Y | Coding | 0.0207 | +| 1 | 761 | Y | Coding | 0.0294 | +| 2 | 8 | Y | Coding | 0.0192 | +| 3 | 14 | N | Coding | 0.0541 | +| 4 | 34 | Y | Coding | 0.0164 | +| 5 | 351 | Y | Coding | 0.0149 | +| 6 | 34 | Y | Coding | 0.0166 | +| 7 | 70 | N | Coding | 0.0742 | +| 8 | 46 | N | Coding | 0.1120 | +| 9 | 9 | Y | Coding | 0.0182 | +| 10 | 139 | N | Coding | 0.0478 | +| 11 | 12 | Y | Coding | 0.0365 | +| 12 | 45 | Y | Coding | 0.0164 | +| 13 | 786 | N | FunctionCalling | 0.0635 | +| 14 | 263 | Y | Coding | 0.0199 | +| 15 | 15 | Y | Coding | 0.0356 | +| 16 | 370 | N | Coding | 0.1914 | +| 17 | 75 | N | Coding | 0.0455 | +| 18 | 208 | Y | Coding | 0.0108 | +| 19 | 8 | Y | Coding | 0.0129 | +| 20 | 22 | Y | Coding | 0.0178 | +| 21 | 854 | N | Coding | 0.0923 | +| 22 | 16 | Y | Coding | 0.0254 | +| 23 | 716 | N | Coding | 0.0678 | +| 24 | 44 | N | Coding | 0.1121 | +| 25 | 121 | N | Coding | 0.2278 | +| 26 | 154 | Y | FunctionCalling | 0.0203 | +| 27 | 30 | Y | Coding | 0.0244 | +| 28 | 98 | Y | Coding | 0.0343 | +| 29 | 22 | Y | Coding | 0.0254 | +| 30 | 43 | N | Coding | 0.1677 | +| 31 | 84 | N | Coding | 0.2411 | +| 32 | 497 | N | Coding | 0.0391 | +| 33 | 33 | Y | Coding | 0.0265 | +| 34 | 77 | Y | Coding | 0.0175 | +| 35 | 253 | N | Coding | 0.1618 | +| 36 | 133 | N | Coding | 0.0680 | +| 37 | 66 | Y | Coding | 0.0251 | +| 38 | 56 | N | Coding | 0.0902 | +| 39 | 17 | Y | Coding | 0.0127 | +| 40 | 515 | N | FunctionCalling | 0.0467 | +| 41 | 22 | N | Coding | 0.0619 | +| 42 | 7 | Y | Coding | 0.0182 | +| 43 | 32 | N | Coding | 0.0681 | +| 44 | 21 | N | Coding | 0.0674 | +| 45 | 33 | N | Coding | 0.0693 | +| 46 | 186 | Y | Coding | 0.0299 | +| 47 | 79 | N | Coding | 0.1860 | +| 48 | 744 | N | Coding | 0.1254 | +| 49 | 44 | N | Coding | 0.0604 | +| 50 | 101 | N | Coding | 0.0898 | +| 51 | 83 | Y | Coding | 0.0328 | +| 52 | 51 | N | Coding | 0.0923 | +| 53 | 54 | Y | Coding | 0.0258 | +| 54 | 156 | Y | Coding | 0.0310 | +| 55 | 101 | Y | Coding | 0.0187 | +| 56 | 145 | N | Coding | 0.1635 | +| 57 | 340 | N | Coding | 0.0641 | +| 58 | 41 | Y | Coding | 0.0299 | +| 59 | 19 | N | Coding | 0.0833 | +| 60 | 57 | Y | Coding | 0.0376 | +| 61 | 140 | N | Coding | 0.0666 | +| 62 | 206 | N | Coding | 0.0600 | +| 63 | 19 | Y | Coding | 0.0284 | + +--- + +### Layer 6 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 45 | N | Coding | 0.0695 | +| 1 | 568 | N | Coding | 0.1472 | +| 2 | 556 | Y | Coding | 0.0159 | +| 3 | 126 | Y | Coding | 0.0315 | +| 4 | 41 | N | Coding | 0.0779 | +| 5 | 24 | Y | Coding | 0.0123 | +| 6 | 135 | N | Coding | 0.0566 | +| 7 | 167 | Y | Coding | 0.0336 | +| 8 | 36 | Y | Coding | 0.0352 | +| 9 | 264 | Y | FunctionCalling | 0.0315 | +| 10 | 77 | N | Coding | 0.0710 | +| 11 | 29 | Y | Coding | 0.0264 | +| 12 | 77 | Y | Coding | 0.0371 | +| 13 | 9 | Y | Coding | 0.0324 | +| 14 | 98 | N | Coding | 0.1056 | +| 15 | 30 | Y | Coding | 0.0227 | +| 16 | 153 | N | Coding | 0.0623 | +| 17 | 90 | N | Coding | 0.1030 | +| 18 | 68 | N | Coding | 0.0913 | +| 19 | 5 | Y | Coding | 0.0102 | +| 20 | 232 | N | Coding | 0.0572 | +| 21 | 32 | N | Coding | 0.0677 | +| 22 | 253 | Y | Coding | 0.0302 | +| 23 | 677 | N | Coding | 0.0490 | +| 24 | 20 | N | Coding | 0.0581 | +| 25 | 94 | N | Coding | 0.0707 | +| 26 | 31 | Y | Coding | 0.0376 | +| 27 | 312 | Y | FunctionCalling | 0.0310 | +| 28 | 48 | N | Coding | 0.1206 | +| 29 | 139 | Y | Coding | 0.0393 | +| 30 | 39 | Y | Coding | 0.0411 | +| 31 | 66 | Y | Coding | 0.0348 | +| 32 | 21 | Y | Coding | 0.0151 | +| 33 | 32 | N | Coding | 0.0963 | +| 34 | 109 | Y | Coding | 0.0305 | +| 35 | 44 | N | Coding | 0.0581 | +| 36 | 25 | Y | Coding | 0.0479 | +| 37 | 30 | Y | Coding | 0.0433 | +| 38 | 23 | N | Coding | 0.0771 | +| 39 | 40 | Y | Coding | 0.0323 | +| 40 | 161 | Y | Coding | 0.0389 | +| 41 | 271 | N | Coding | 0.1695 | +| 42 | 80 | Y | Coding | 0.0264 | +| 43 | 66 | Y | Coding | 0.0286 | +| 44 | 91 | N | Coding | 0.0592 | +| 45 | 141 | N | Coding | 0.1408 | +| 46 | 756 | N | Coding | 0.1698 | +| 47 | 160 | N | Coding | 0.2175 | +| 48 | 158 | N | Coding | 0.0913 | +| 49 | 25 | Y | Coding | 0.0342 | +| 50 | 203 | Y | Coding | 0.0335 | +| 51 | 465 | N | Coding | 1.8746 | +| 52 | 464 | N | Coding | 0.0971 | +| 53 | 117 | N | Coding | 0.0558 | +| 54 | 37 | N | Coding | 0.0646 | +| 55 | 56 | N | Coding | 0.1170 | +| 56 | 491 | Y | Coding | 0.0266 | +| 57 | 30 | Y | Coding | 0.0096 | +| 58 | 286 | Y | Coding | 0.0189 | +| 59 | 420 | Y | FunctionCalling | 0.0234 | +| 60 | 84 | N | Coding | 0.1268 | +| 61 | 64 | N | Coding | 0.1136 | +| 62 | 91 | N | Coding | 0.0691 | +| 63 | 274 | Y | Coding | 0.0251 | + +--- + +### Layer 7 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 674 | N | Coding | 0.2291 | +| 1 | 51 | Y | Coding | 0.0458 | +| 2 | 187 | Y | Coding | 0.0343 | +| 3 | 6 | N | Coding | 0.1269 | +| 4 | 139 | N | Coding | 0.1000 | +| 5 | 207 | N | Coding | 0.0835 | +| 6 | 196 | N | Coding | 0.2337 | +| 7 | 18 | Y | FunctionCalling | 0.0164 | +| 8 | 341 | N | Coding | 1.5550 | +| 9 | 10 | Y | Coding | 0.0254 | +| 10 | 628 | N | FunctionCalling | 0.0769 | +| 11 | 35 | Y | Coding | 0.0437 | +| 12 | 114 | N | Coding | 0.1053 | +| 13 | 6 | Y | Coding | 0.0165 | +| 14 | 38 | Y | Coding | 0.0211 | +| 15 | 353 | N | Coding | 0.1171 | +| 16 | 80 | N | Coding | 0.0976 | +| 17 | 935 | N | Coding | 0.1411 | +| 18 | 20 | Y | Coding | 0.0522 | +| 19 | 16 | Y | Coding | 0.0271 | +| 20 | 35 | Y | Coding | 0.0344 | +| 21 | 8 | Y | Coding | 0.0385 | +| 22 | 105 | N | Coding | 0.0566 | +| 23 | 261 | N | Coding | 4.1391 | +| 24 | 32 | Y | Coding | 0.0492 | +| 25 | 18 | Y | Coding | 0.0281 | +| 26 | 3 | Y | Coding | 0.0101 | +| 27 | 50 | N | Coding | 0.0819 | +| 28 | 70 | Y | Coding | 0.0382 | +| 29 | 56 | N | Coding | 0.0651 | +| 30 | 33 | N | Coding | 0.1453 | +| 31 | 52 | Y | Coding | 0.0384 | +| 32 | 136 | N | Coding | 0.0908 | +| 33 | 252 | N | Coding | 0.0542 | +| 34 | 378 | N | Coding | 0.0552 | +| 35 | 9 | Y | Coding | 0.0204 | +| 36 | 25 | N | Coding | 0.0551 | +| 37 | 9 | N | Coding | 0.0644 | +| 38 | 217 | Y | Coding | 0.0409 | +| 39 | 22 | Y | Coding | 0.0452 | +| 40 | 7 | Y | Coding | 0.0329 | +| 41 | 12 | Y | Coding | 0.0424 | +| 42 | 153 | N | Coding | 0.0661 | +| 43 | 67 | N | Coding | 0.1286 | +| 44 | 128 | Y | Coding | 0.0477 | +| 45 | 140 | Y | Coding | 0.0350 | +| 46 | 605 | N | Coding | 0.0529 | +| 47 | 186 | Y | FunctionCalling | 0.0286 | +| 48 | 17 | Y | Coding | 0.0390 | +| 49 | 27 | Y | Coding | 0.0375 | +| 50 | 270 | N | Coding | 0.1337 | +| 51 | 378 | Y | Coding | 0.0223 | +| 52 | 60 | N | Coding | 0.0577 | +| 53 | 67 | N | Coding | 0.0779 | +| 54 | 135 | N | Coding | 0.0551 | +| 55 | 668 | Y | FunctionCalling | 0.0217 | +| 56 | 191 | N | FunctionCalling | 0.1754 | +| 57 | 44 | N | Coding | 0.4564 | +| 58 | 43 | N | Coding | 0.0903 | +| 59 | 15 | Y | Coding | 0.0226 | +| 60 | 4 | Y | Coding | 0.0174 | +| 61 | 345 | Y | Coding | 0.0499 | +| 62 | 453 | N | Coding | 0.0819 | +| 63 | 16 | Y | Coding | 0.0199 | + +--- + +### Layer 8 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 33 | Y | Coding | 0.0244 | +| 1 | 29 | Y | Coding | 0.0334 | +| 2 | 68 | N | Coding | 0.1547 | +| 3 | 316 | N | Coding | 0.1013 | +| 4 | 421 | N | FunctionCalling | 0.1483 | +| 5 | 9 | Y | Coding | 0.0243 | +| 6 | 395 | N | Coding | 0.0796 | +| 7 | 359 | Y | Coding | 0.0337 | +| 8 | 41 | Y | Coding | 0.0375 | +| 9 | 104 | N | Coding | 0.1331 | +| 10 | 564 | N | FunctionCalling | 0.0932 | +| 11 | 38 | Y | Coding | 0.0288 | +| 12 | 12 | Y | Coding | 0.0242 | +| 13 | 388 | N | Coding | 0.1246 | +| 14 | 73 | N | Coding | 0.1312 | +| 15 | 32 | N | Coding | 0.1025 | +| 16 | 1,194 | N | Coding | 2.7324 | +| 17 | 13 | Y | Coding | 0.0176 | +| 18 | 312 | Y | Coding | 0.0570 | +| 19 | 78 | N | Coding | 0.2929 | +| 20 | 10 | Y | Coding | 0.0410 | +| 21 | 7 | Y | Coding | 0.0191 | +| 22 | 66 | N | Coding | 0.1384 | +| 23 | 157 | Y | Coding | 0.0492 | +| 24 | 266 | Y | Coding | 0.0320 | +| 25 | 34 | Y | Coding | 0.0373 | +| 26 | 54 | Y | Coding | 0.0577 | +| 27 | 38 | Y | Coding | 0.0463 | +| 28 | 39 | Y | Coding | 0.0305 | +| 29 | 62 | N | Coding | 0.3894 | +| 30 | 8 | Y | Coding | 0.0473 | +| 31 | 201 | Y | Coding | 0.0448 | +| 32 | 292 | Y | Coding | 0.0541 | +| 33 | 14 | Y | Coding | 0.0240 | +| 34 | 56 | Y | Coding | 0.0301 | +| 35 | 296 | N | Coding | 0.5273 | +| 36 | 146 | N | Coding | 0.1413 | +| 37 | 4 | Y | Coding | 0.0191 | +| 38 | 30 | N | Coding | 0.0682 | +| 39 | 59 | N | Coding | 0.1588 | +| 40 | 34 | N | Coding | 0.1193 | +| 41 | 255 | N | Coding | 0.1213 | +| 42 | 14 | Y | Coding | 0.0225 | +| 43 | 96 | N | Coding | 0.0777 | +| 44 | 32 | N | Coding | 0.2305 | +| 45 | 44 | N | Coding | 0.6359 | +| 46 | 18 | Y | Coding | 0.0315 | +| 47 | 171 | Y | Coding | 0.0418 | +| 48 | 323 | N | Coding | 0.0962 | +| 49 | 80 | N | Coding | 0.1186 | +| 50 | 92 | Y | Coding | 0.0122 | +| 51 | 63 | N | Coding | 0.1483 | +| 52 | 287 | N | Coding | 1.6969 | +| 53 | 97 | N | Coding | 0.0758 | +| 54 | 32 | Y | Coding | 0.0277 | +| 55 | 1 | Y | Coding | 0.0081 | +| 56 | 44 | N | Coding | 0.1411 | +| 57 | 296 | N | Coding | 0.0776 | +| 58 | 271 | Y | FunctionCalling | 0.0399 | +| 59 | 50 | N | Coding | 0.0785 | +| 60 | 48 | N | Coding | 0.2480 | +| 61 | 7 | Y | Coding | 0.0124 | +| 62 | 60 | Y | Coding | 0.0537 | +| 63 | 1,123 | N | Coding | 0.1431 | + +--- + +### Layer 9 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 44 | Y | Coding | 0.0722 | +| 1 | 84 | N | Coding | 0.1866 | +| 2 | 5 | Y | Coding | 0.0152 | +| 3 | 14 | Y | Coding | 0.0841 | +| 4 | 24 | Y | Coding | 0.0388 | +| 5 | 279 | Y | FunctionCalling | 0.0476 | +| 6 | 13 | N | Coding | 0.0972 | +| 7 | 270 | Y | Coding | 0.0836 | +| 8 | 10 | Y | Coding | 0.0116 | +| 9 | 232 | Y | Coding | 0.0495 | +| 10 | 14 | Y | Coding | 0.0233 | +| 11 | 19 | Y | Coding | 0.0258 | +| 12 | 19 | Y | Coding | 0.0222 | +| 13 | 38 | N | Coding | 0.2730 | +| 14 | 49 | N | Coding | 0.1677 | +| 15 | 71 | Y | Coding | 0.0924 | +| 16 | 9 | Y | Coding | 0.0292 | +| 17 | 64 | N | Coding | 0.1981 | +| 18 | 86 | Y | Coding | 0.0172 | +| 19 | 51 | Y | Coding | 0.0856 | +| 20 | 144 | Y | Coding | 0.0611 | +| 21 | 90 | Y | Coding | 0.0352 | +| 22 | 360 | Y | Coding | 0.0650 | +| 23 | 24 | Y | Coding | 0.0554 | +| 24 | 83 | N | Coding | 0.2846 | +| 25 | 36 | N | Coding | 0.2232 | +| 26 | 14 | Y | Coding | 0.0170 | +| 27 | 58 | Y | Coding | 0.0597 | +| 28 | 332 | N | Coding | 0.2204 | +| 29 | 55 | Y | Coding | 0.0849 | +| 30 | 36 | N | Coding | 0.1253 | +| 31 | 14 | N | Coding | 0.4151 | +| 32 | 122 | N | Coding | 0.1059 | +| 33 | 12 | Y | Coding | 0.0151 | +| 34 | 723 | N | Coding | 4.3511 | +| 35 | 30 | Y | Coding | 0.0664 | +| 36 | 537 | Y | FunctionCalling | 0.0832 | +| 37 | 30 | N | Coding | 0.1559 | +| 38 | 286 | Y | Coding | 0.0649 | +| 39 | 117 | N | Coding | 0.1261 | +| 40 | 371 | N | Coding | 0.0968 | +| 41 | 109 | N | Coding | 0.3509 | +| 42 | 18 | Y | Coding | 0.0201 | +| 43 | 34 | N | Coding | 0.1049 | +| 44 | 143 | N | Coding | 0.6813 | +| 45 | 85 | N | Coding | 0.1383 | +| 46 | 28 | N | Coding | 0.1662 | +| 47 | 17 | Y | Coding | 0.0466 | +| 48 | 240 | Y | Coding | 0.0447 | +| 49 | 637 | N | Coding | 0.1059 | +| 50 | 1,193 | N | Coding | 0.1318 | +| 51 | 1,122 | N | Coding | 0.1733 | +| 52 | 96 | N | Coding | 0.2662 | +| 53 | 55 | N | Coding | 0.1222 | +| 54 | 312 | N | Coding | 0.1832 | +| 55 | 66 | N | Coding | 0.1408 | +| 56 | 359 | Y | Coding | 0.0910 | +| 57 | 119 | Y | Coding | 0.0811 | +| 58 | 62 | N | Coding | 0.2775 | +| 59 | 46 | N | Coding | 0.1751 | +| 60 | 41 | N | Coding | 0.2242 | +| 61 | 22 | N | Coding | 0.3727 | +| 62 | 14 | Y | Coding | 0.0169 | +| 63 | 169 | N | Coding | 0.1237 | + +--- + +### Layer 10 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 83 | Y | Coding | 0.1153 | +| 1 | 783 | Y | FunctionCalling | 0.1031 | +| 2 | 28 | Y | Coding | 0.0205 | +| 3 | 89 | N | Coding | 0.2098 | +| 4 | 327 | N | FunctionCalling | 0.1520 | +| 5 | 43 | N | Coding | 0.2010 | +| 6 | 232 | Y | Coding | 0.1372 | +| 7 | 391 | N | Coding | 0.1452 | +| 8 | 315 | N | Coding | 2.1956 | +| 9 | 21 | N | Coding | 0.2424 | +| 10 | 33 | N | Coding | 0.4771 | +| 11 | 22 | N | Coding | 0.1613 | +| 12 | 951 | Y | Coding | 0.1257 | +| 13 | 223 | N | Coding | 0.1463 | +| 14 | 66 | N | Coding | 0.2136 | +| 15 | 147 | N | Coding | 0.3433 | +| 16 | 46 | N | Coding | 0.1586 | +| 17 | 96 | Y | Coding | 0.0885 | +| 18 | 49 | N | Coding | 0.1795 | +| 19 | 40 | N | Coding | 0.2111 | +| 20 | 307 | Y | FunctionCalling | 0.0801 | +| 21 | 57 | Y | Coding | 0.1209 | +| 22 | 68 | Y | Coding | 0.0971 | +| 23 | 34 | N | Coding | 0.3198 | +| 24 | 363 | N | Coding | 0.3298 | +| 25 | 1,005 | N | Coding | 0.3266 | +| 26 | 43 | Y | Coding | 0.1030 | +| 27 | 13 | Y | Coding | 0.0483 | +| 28 | 222 | Y | Coding | 0.0957 | +| 29 | 234 | Y | Coding | 0.0713 | +| 30 | 114 | N | Coding | 0.3314 | +| 31 | 44 | N | Coding | 0.2108 | +| 32 | 9 | Y | Coding | 0.0257 | +| 33 | 292 | N | Coding | 0.1849 | +| 34 | 104 | N | Coding | 0.2979 | +| 35 | 90 | Y | Coding | 0.0440 | +| 36 | 95 | Y | Coding | 0.0543 | +| 37 | 38 | Y | Coding | 0.1080 | +| 38 | 38 | Y | Coding | 0.1289 | +| 39 | 93 | N | Coding | 0.5700 | +| 40 | 103 | Y | Coding | 0.1428 | +| 41 | 96 | Y | Coding | 0.1087 | +| 42 | 217 | Y | Coding | 0.0801 | +| 43 | 35 | N | Coding | 0.2367 | +| 44 | 7 | Y | Coding | 0.0150 | +| 45 | 113 | N | Coding | 0.1708 | +| 46 | 29 | N | Coding | 0.2399 | +| 47 | 24 | Y | Coding | 0.0498 | +| 48 | 27 | Y | Coding | 0.1159 | +| 49 | 49 | N | Coding | 0.2231 | +| 50 | 9 | Y | Coding | 0.0293 | +| 51 | 159 | N | Coding | 0.2710 | +| 52 | 17 | Y | Coding | 0.0338 | +| 53 | 123 | Y | Coding | 0.0984 | +| 54 | 15 | Y | Coding | 0.0525 | +| 55 | 527 | N | Coding | 0.1484 | +| 56 | 531 | N | Coding | 0.2369 | +| 57 | 248 | N | Coding | 0.2465 | +| 58 | 53 | N | Coding | 0.1830 | +| 59 | 20 | Y | Coding | 0.0876 | +| 60 | 126 | N | Coding | 0.3415 | +| 61 | 38 | Y | Coding | 0.0823 | +| 62 | 30 | Y | Coding | 0.1374 | +| 63 | 12 | Y | Coding | 0.0179 | + +--- + +### Layer 11 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 25 | Y | Coding | 0.0695 | +| 1 | 290 | N | Coding | 0.1463 | +| 2 | 200 | N | Coding | 0.2772 | +| 3 | 101 | Y | Coding | 0.0708 | +| 4 | 89 | N | Coding | 0.3690 | +| 5 | 27 | Y | Coding | 0.0442 | +| 6 | 4 | Y | Coding | 0.0245 | +| 7 | 49 | Y | Coding | 0.0812 | +| 8 | 569 | N | Coding | 0.1848 | +| 9 | 96 | N | Coding | 0.1384 | +| 10 | 92 | N | Coding | 0.4491 | +| 11 | 5 | Y | Coding | 0.0139 | +| 12 | 309 | N | Coding | 0.1575 | +| 13 | 409 | Y | Coding | 0.1070 | +| 14 | 24 | Y | Coding | 0.0707 | +| 15 | 485 | N | Coding | 0.1422 | +| 16 | 25 | N | Coding | 0.1327 | +| 17 | 261 | Y | Coding | 0.1124 | +| 18 | 57 | N | Coding | 0.1383 | +| 19 | 392 | N | FunctionCalling | 0.1602 | +| 20 | 139 | N | Coding | 0.1462 | +| 21 | 156 | Y | Coding | 0.0367 | +| 22 | 12 | Y | Coding | 0.0261 | +| 23 | 134 | N | Coding | 0.1737 | +| 24 | 100 | N | Coding | 0.4161 | +| 25 | 26 | N | Coding | 0.2277 | +| 26 | 261 | Y | Coding | 0.0578 | +| 27 | 65 | Y | Coding | 0.0877 | +| 28 | 130 | N | Coding | 0.2341 | +| 29 | 226 | Y | Coding | 0.0591 | +| 30 | 22 | N | Coding | 0.1328 | +| 31 | 210 | N | Coding | 0.2751 | +| 32 | 37 | Y | Coding | 0.1190 | +| 33 | 128 | N | Coding | 0.2076 | +| 34 | 144 | N | Coding | 0.2988 | +| 35 | 335 | N | Coding | 0.2741 | +| 36 | 159 | N | Coding | 0.4521 | +| 37 | 62 | Y | Coding | 0.0640 | +| 38 | 96 | N | Coding | 0.1842 | +| 39 | 68 | N | Coding | 0.1365 | +| 40 | 28 | Y | FunctionCalling | 0.0165 | +| 41 | 286 | Y | Coding | 0.1066 | +| 42 | 81 | N | Coding | 0.1823 | +| 43 | 100 | N | Coding | 0.3097 | +| 44 | 80 | Y | Coding | 0.0353 | +| 45 | 419 | Y | Coding | 0.0677 | +| 46 | 64 | Y | Coding | 0.0295 | +| 47 | 14 | N | Coding | 0.1688 | +| 48 | 438 | Y | Coding | 0.0374 | +| 49 | 101 | Y | Coding | 0.1119 | +| 50 | 212 | Y | Coding | 0.0660 | +| 51 | 100 | N | Coding | 0.2651 | +| 52 | 11 | Y | Coding | 0.1323 | +| 53 | 149 | Y | Coding | 0.0195 | +| 54 | 30 | Y | Coding | 0.0178 | +| 55 | 19 | Y | Coding | 0.0179 | +| 56 | 276 | Y | Coding | 0.1185 | +| 57 | 14 | Y | Coding | 0.0322 | +| 58 | 83 | Y | Coding | 0.0371 | +| 59 | 97 | N | Coding | 0.2219 | +| 60 | 695 | N | FunctionCalling | 0.2058 | +| 61 | 26 | Y | Coding | 0.0990 | +| 62 | 360 | N | Coding | 12.1205 | +| 63 | 154 | N | Coding | 0.1852 | + +--- + +### Layer 12 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 70 | Y | Coding | 0.0424 | +| 1 | 11 | Y | Coding | 0.0192 | +| 2 | 121 | N | Coding | 0.1363 | +| 3 | 36 | Y | Coding | 0.0564 | +| 4 | 169 | N | Coding | 0.1754 | +| 5 | 249 | Y | Coding | 0.0896 | +| 6 | 426 | N | Coding | 0.2671 | +| 7 | 193 | N | Coding | 0.3971 | +| 8 | 103 | Y | Coding | 0.1061 | +| 9 | 38 | N | Coding | 0.3458 | +| 10 | 370 | N | Coding | 0.1583 | +| 11 | 22 | Y | Coding | 0.0194 | +| 12 | 63 | N | Coding | 0.3794 | +| 13 | 120 | Y | Coding | 0.0382 | +| 14 | 103 | Y | Coding | 0.1020 | +| 15 | 48 | N | Coding | 0.1555 | +| 16 | 36 | Y | Coding | 0.0804 | +| 17 | 47 | N | Coding | 0.1492 | +| 18 | 56 | Y | Coding | 0.1047 | +| 19 | 678 | N | Coding | 0.2135 | +| 20 | 272 | N | Coding | 0.2568 | +| 21 | 310 | Y | Coding | 0.0932 | +| 22 | 58 | Y | Coding | 0.0613 | +| 23 | 46 | Y | Coding | 0.0838 | +| 24 | 723 | Y | Coding | 0.1323 | +| 25 | 65 | N | Coding | 0.3169 | +| 26 | 142 | Y | Coding | 0.0552 | +| 27 | 111 | N | Coding | 0.2195 | +| 28 | 130 | N | Coding | 0.2807 | +| 29 | 39 | Y | Coding | 0.0587 | +| 30 | 75 | N | Coding | 0.3816 | +| 31 | 50 | Y | Coding | 0.1257 | +| 32 | 64 | N | Coding | 0.2534 | +| 33 | 443 | Y | Coding | 0.1214 | +| 34 | 53 | N | Coding | 0.1389 | +| 35 | 123 | N | Coding | 0.2818 | +| 36 | 71 | N | Coding | 0.2239 | +| 37 | 621 | N | FunctionCalling | 0.5344 | +| 38 | 48 | N | Coding | 0.1668 | +| 39 | 32 | Y | Coding | 0.0314 | +| 40 | 95 | N | Coding | 0.5552 | +| 41 | 104 | N | Coding | 0.1979 | +| 42 | 162 | N | Coding | 0.2837 | +| 43 | 12 | Y | Coding | 0.0158 | +| 44 | 38 | Y | Coding | 0.1260 | +| 45 | 268 | N | Coding | 0.1435 | +| 46 | 134 | Y | Coding | 0.1236 | +| 47 | 128 | N | Coding | 0.2560 | +| 48 | 158 | N | Coding | 0.3791 | +| 49 | 179 | N | Coding | 0.4740 | +| 50 | 221 | Y | Coding | 0.1117 | +| 51 | 105 | Y | Coding | 0.0719 | +| 52 | 173 | Y | Coding | 0.0998 | +| 53 | 350 | N | Coding | 0.1577 | +| 54 | 270 | Y | Coding | 0.0665 | +| 55 | 55 | N | Coding | 0.2489 | +| 56 | 268 | N | Coding | 0.1404 | +| 57 | 39 | Y | Coding | 0.0766 | +| 58 | 274 | Y | Coding | 0.0454 | +| 59 | 93 | N | Coding | 0.3770 | +| 60 | 49 | Y | Coding | 0.1354 | +| 61 | 73 | Y | Coding | 0.0622 | +| 62 | 108 | Y | Coding | 0.0791 | +| 63 | 65 | Y | Coding | 0.0583 | + +--- + +### Layer 13 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 125 | Y | FunctionCalling | 0.0673 | +| 1 | 217 | N | Coding | 0.1580 | +| 2 | 83 | N | Coding | 0.2289 | +| 3 | 19 | Y | Coding | 0.0788 | +| 4 | 40 | N | Coding | 0.3114 | +| 5 | 140 | N | Coding | 0.2880 | +| 6 | 134 | N | Coding | 0.1535 | +| 7 | 160 | N | Coding | 0.2633 | +| 8 | 194 | N | Coding | 0.3318 | +| 9 | 21 | N | Coding | 0.1911 | +| 10 | 148 | N | Coding | 0.2210 | +| 11 | 11 | Y | Coding | 0.0263 | +| 12 | 137 | N | Coding | 0.2374 | +| 13 | 46 | Y | Coding | 0.1141 | +| 14 | 113 | N | Coding | 0.1949 | +| 15 | 19 | Y | Coding | 0.0688 | +| 16 | 231 | Y | Coding | 0.1535 | +| 17 | 572 | N | FunctionCalling | 0.2347 | +| 18 | 116 | Y | Coding | 0.0752 | +| 19 | 139 | Y | Coding | 0.0392 | +| 20 | 96 | N | Coding | 0.3261 | +| 21 | 171 | Y | Coding | 0.1265 | +| 22 | 67 | Y | Coding | 0.1219 | +| 23 | 425 | N | Coding | 0.1685 | +| 24 | 68 | N | Coding | 0.3836 | +| 25 | 40 | N | Coding | 0.2914 | +| 26 | 53 | Y | Coding | 0.1067 | +| 27 | 25 | Y | Coding | 0.1328 | +| 28 | 6 | Y | Coding | 0.0326 | +| 29 | 10 | Y | Coding | 0.0357 | +| 30 | 1,237 | N | Coding | 7.2123 | +| 31 | 86 | N | Coding | 0.5162 | +| 32 | 27 | Y | Coding | 0.0867 | +| 33 | 71 | N | Coding | 0.2059 | +| 34 | 330 | N | Coding | 0.2174 | +| 35 | 331 | N | Coding | 0.1576 | +| 36 | 204 | Y | Coding | 0.1100 | +| 37 | 258 | N | Coding | 0.1865 | +| 38 | 22 | Y | Coding | 0.0209 | +| 39 | 235 | Y | Coding | 0.0619 | +| 40 | 268 | N | Coding | 0.2347 | +| 41 | 37 | Y | Coding | 0.0386 | +| 42 | 161 | N | Coding | 0.1940 | +| 43 | 66 | Y | Coding | 0.1417 | +| 44 | 48 | Y | Coding | 0.1397 | +| 45 | 31 | Y | Coding | 0.0273 | +| 46 | 102 | N | Coding | 0.2874 | +| 47 | 221 | N | Coding | 0.4052 | +| 48 | 105 | N | Coding | 0.2482 | +| 49 | 29 | N | Coding | 0.2471 | +| 50 | 225 | N | Coding | 0.1973 | +| 51 | 55 | Y | Coding | 0.1368 | +| 52 | 16 | Y | Coding | 0.0738 | +| 53 | 741 | Y | Coding | 0.1338 | +| 54 | 289 | Y | Coding | 0.0470 | +| 55 | 129 | N | Coding | 0.3566 | +| 56 | 311 | Y | Coding | 0.1309 | +| 57 | 24 | Y | Coding | 0.0678 | +| 58 | 148 | Y | FunctionCalling | 0.0488 | +| 59 | 63 | Y | Coding | 0.1500 | +| 60 | 166 | N | Coding | 0.1758 | +| 61 | 21 | Y | Coding | 0.0849 | +| 62 | 43 | N | Coding | 0.6278 | +| 63 | 130 | Y | Coding | 0.0565 | + +--- + +### Layer 14 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 16 | Y | Coding | 0.0262 | +| 1 | 166 | N | Coding | 0.3272 | +| 2 | 482 | N | Coding | 0.2466 | +| 3 | 326 | Y | Coding | 0.0283 | +| 4 | 231 | N | Coding | 0.2539 | +| 5 | 327 | Y | Coding | 0.1026 | +| 6 | 380 | N | Coding | 0.3293 | +| 7 | 25 | Y | Coding | 0.1310 | +| 8 | 23 | Y | Coding | 0.0401 | +| 9 | 743 | N | FunctionCalling | 0.2230 | +| 10 | 33 | Y | Coding | 0.0699 | +| 11 | 110 | N | Coding | 0.3356 | +| 12 | 54 | Y | Coding | 0.1657 | +| 13 | 593 | N | FunctionCalling | 1.0919 | +| 14 | 19 | N | Coding | 0.3176 | +| 15 | 286 | N | Coding | 0.5351 | +| 16 | 114 | Y | Coding | 0.0544 | +| 17 | 179 | N | Coding | 0.4074 | +| 18 | 100 | N | Coding | 0.2697 | +| 19 | 307 | Y | Coding | 0.1767 | +| 20 | 49 | N | Coding | 0.4631 | +| 21 | 69 | N | Coding | 0.4361 | +| 22 | 180 | N | Coding | 0.3271 | +| 23 | 46 | Y | Coding | 0.1453 | +| 24 | 76 | Y | Coding | 0.1792 | +| 25 | 24 | Y | Coding | 0.0433 | +| 26 | 219 | N | Coding | 0.1979 | +| 27 | 129 | Y | Coding | 0.0859 | +| 28 | 114 | Y | Coding | 0.0806 | +| 29 | 69 | N | Coding | 0.3504 | +| 30 | 71 | Y | Coding | 0.0706 | +| 31 | 162 | N | Coding | 0.3170 | +| 32 | 21 | Y | Coding | 0.1047 | +| 33 | 72 | Y | Coding | 0.1606 | +| 34 | 261 | N | Coding | 0.4626 | +| 35 | 24 | Y | Coding | 0.1160 | +| 36 | 117 | N | Coding | 0.4133 | +| 37 | 309 | Y | Coding | 0.0750 | +| 38 | 84 | N | Coding | 0.1902 | +| 39 | 41 | N | Coding | 0.3435 | +| 40 | 239 | N | Coding | 0.2496 | +| 41 | 158 | N | Coding | 0.2051 | +| 42 | 542 | N | FunctionCalling | 0.1923 | +| 43 | 62 | Y | Coding | 0.1776 | +| 44 | 132 | N | Coding | 0.1887 | +| 45 | 66 | Y | Coding | 0.1161 | +| 46 | 66 | N | Coding | 0.3450 | +| 47 | 495 | Y | Coding | 0.1866 | +| 48 | 44 | Y | Coding | 0.0233 | +| 49 | 21 | Y | Coding | 0.0312 | +| 50 | 170 | Y | Coding | 0.1792 | +| 51 | 33 | Y | Coding | 0.0923 | +| 52 | 101 | N | Coding | 0.3164 | +| 53 | 238 | Y | Coding | 0.1826 | +| 54 | 127 | N | Coding | 0.2623 | +| 55 | 46 | N | Coding | 0.3986 | +| 56 | 38 | Y | Coding | 0.0461 | +| 57 | 119 | N | Coding | 0.4332 | +| 58 | 23 | Y | Coding | 0.0275 | +| 59 | 91 | N | Coding | 0.3369 | +| 60 | 239 | Y | Coding | 0.1369 | +| 61 | 3 | Y | Coding | 0.0161 | +| 62 | 45 | Y | Coding | 0.0495 | +| 63 | 107 | N | Coding | 0.4499 | + +--- + +### Layer 15 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 334 | N | Coding | 0.4222 | +| 1 | 254 | N | Coding | 0.2757 | +| 2 | 425 | N | Coding | 0.8920 | +| 3 | 603 | Y | Coding | 0.1485 | +| 4 | 510 | N | Coding | 0.2284 | +| 5 | 12 | Y | Coding | 0.0736 | +| 6 | 327 | Y | Coding | 0.2041 | +| 7 | 15 | Y | Coding | 0.0946 | +| 8 | 142 | Y | Coding | 0.0931 | +| 9 | 52 | N | Coding | 0.3205 | +| 10 | 1,182 | N | Coding | 0.3620 | +| 11 | 156 | Y | Coding | 0.1506 | +| 12 | 4 | Y | Coding | 0.0268 | +| 13 | 266 | N | Coding | 0.3440 | +| 14 | 99 | N | Coding | 0.2699 | +| 15 | 176 | N | Coding | 0.3647 | +| 16 | 74 | N | Coding | 0.2894 | +| 17 | 75 | Y | Coding | 0.1480 | +| 18 | 93 | N | Coding | 0.6015 | +| 19 | 55 | Y | Coding | 0.1905 | +| 20 | 1,012 | N | Coding | 0.2562 | +| 21 | 46 | Y | Coding | 0.1978 | +| 22 | 11 | Y | Coding | 0.0441 | +| 23 | 100 | Y | Coding | 0.1243 | +| 24 | 132 | N | Coding | 0.4502 | +| 25 | 63 | N | Coding | 0.3744 | +| 26 | 39 | Y | Coding | 0.0804 | +| 27 | 73 | Y | Coding | 0.1226 | +| 28 | 138 | N | Coding | 0.3183 | +| 29 | 35 | Y | Coding | 0.1008 | +| 30 | 103 | N | Coding | 0.2607 | +| 31 | 132 | Y | Coding | 0.0401 | +| 32 | 83 | N | Coding | 0.3028 | +| 33 | 310 | Y | Coding | 0.0643 | +| 34 | 110 | N | Coding | 0.2355 | +| 35 | 170 | Y | Coding | 0.1246 | +| 36 | 355 | Y | Coding | 0.1851 | +| 37 | 22 | N | Coding | 0.2900 | +| 38 | 7 | Y | Coding | 0.0957 | +| 39 | 17 | Y | Coding | 0.1943 | +| 40 | 86 | Y | Coding | 0.1303 | +| 41 | 6 | Y | Coding | 0.0736 | +| 42 | 78 | N | Coding | 1.0571 | +| 43 | 21 | N | Coding | 0.4697 | +| 44 | 110 | N | Coding | 0.2641 | +| 45 | 22 | Y | Coding | 0.1056 | +| 46 | 118 | N | Coding | 0.3060 | +| 47 | 75 | N | Coding | 0.2521 | +| 48 | 181 | N | Coding | 0.2321 | +| 49 | 479 | N | Coding | 0.3277 | +| 50 | 146 | Y | Coding | 0.1664 | +| 51 | 36 | Y | Coding | 0.1600 | +| 52 | 26 | Y | Coding | 0.1721 | +| 53 | 5 | Y | Coding | 0.0527 | +| 54 | 79 | Y | Coding | 0.1794 | +| 55 | 54 | N | Coding | 0.2635 | +| 56 | 95 | N | Coding | 0.3020 | +| 57 | 82 | N | Coding | 0.2237 | +| 58 | 4 | Y | Coding | 0.0292 | +| 59 | 25 | Y | Coding | 0.2008 | +| 60 | 54 | N | Coding | 0.4215 | +| 61 | 37 | N | Coding | 0.3157 | +| 62 | 61 | N | Coding | 0.2462 | +| 63 | 164 | Y | FunctionCalling | 0.0731 | + +--- + +### Layer 16 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 160 | N | Coding | 0.3558 | +| 1 | 134 | N | Coding | 0.2106 | +| 2 | 78 | Y | Coding | 0.1248 | +| 3 | 43 | Y | Coding | 0.1301 | +| 4 | 55 | Y | Coding | 0.1450 | +| 5 | 95 | N | Coding | 0.2603 | +| 6 | 732 | Y | Coding | 0.1384 | +| 7 | 13 | Y | Coding | 0.0600 | +| 8 | 690 | N | Coding | 0.3190 | +| 9 | 23 | N | Coding | 0.2377 | +| 10 | 47 | Y | Coding | 0.1492 | +| 11 | 38 | N | Coding | 0.2285 | +| 12 | 21 | N | Coding | 0.2536 | +| 13 | 245 | N | Coding | 0.1719 | +| 14 | 501 | N | Coding | 0.6371 | +| 15 | 316 | N | Coding | 0.1948 | +| 16 | 69 | N | Coding | 0.4501 | +| 17 | 89 | N | Coding | 0.1842 | +| 18 | 41 | N | Coding | 0.2568 | +| 19 | 840 | N | Coding | 0.4255 | +| 20 | 22 | Y | Coding | 0.0438 | +| 21 | 241 | Y | Coding | 0.1612 | +| 22 | 592 | N | Coding | 0.1770 | +| 23 | 55 | Y | Coding | 0.1408 | +| 24 | 52 | Y | Coding | 0.1180 | +| 25 | 99 | Y | Coding | 0.1115 | +| 26 | 36 | N | Coding | 0.2320 | +| 27 | 193 | Y | Coding | 0.1486 | +| 28 | 120 | N | Coding | 0.2191 | +| 29 | 798 | N | FunctionCalling | 0.3531 | +| 30 | 114 | Y | Coding | 0.1162 | +| 31 | 58 | Y | Coding | 0.0904 | +| 32 | 200 | N | Coding | 0.2730 | +| 33 | 121 | N | Coding | 0.2162 | +| 34 | 174 | Y | Coding | 0.0612 | +| 35 | 109 | N | Coding | 0.3749 | +| 36 | 7 | Y | Coding | 0.1050 | +| 37 | 81 | N | Coding | 0.2674 | +| 38 | 104 | N | Coding | 0.2881 | +| 39 | 474 | N | Coding | 0.2918 | +| 40 | 81 | Y | Coding | 0.1309 | +| 41 | 94 | N | Coding | 0.2629 | +| 42 | 60 | N | Coding | 0.4330 | +| 43 | 66 | N | Coding | 0.2923 | +| 44 | 43 | N | Coding | 0.1615 | +| 45 | 234 | Y | Coding | 0.0975 | +| 46 | 41 | N | Coding | 0.5189 | +| 47 | 172 | Y | Coding | 0.1445 | +| 48 | 3 | Y | Coding | 0.0659 | +| 49 | 27 | Y | Coding | 0.1161 | +| 50 | 103 | Y | Coding | 0.1453 | +| 51 | 156 | N | Coding | 0.1696 | +| 52 | 6 | Y | Coding | 0.0638 | +| 53 | 60 | N | Coding | 0.2810 | +| 54 | 111 | Y | FunctionCalling | 0.0573 | +| 55 | 35 | N | Coding | 0.2332 | +| 56 | 26 | Y | Coding | 0.0558 | +| 57 | 33 | Y | Coding | 0.0829 | +| 58 | 28 | Y | Coding | 0.1591 | +| 59 | 1 | Y | Coding | 0.0113 | +| 60 | 12 | Y | Coding | 0.0604 | +| 61 | 258 | Y | FunctionCalling | 0.0487 | +| 62 | 246 | Y | Coding | 0.0790 | +| 63 | 80 | Y | Coding | 0.0904 | + +--- + +### Layer 17 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 66 | Y | Coding | 0.0862 | +| 1 | 33 | N | Coding | 0.4058 | +| 2 | 47 | Y | Coding | 0.1083 | +| 3 | 392 | N | Coding | 0.1887 | +| 4 | 157 | N | Coding | 0.2502 | +| 5 | 351 | Y | Coding | 0.1108 | +| 6 | 43 | N | Coding | 0.1445 | +| 7 | 5 | Y | Coding | 0.0280 | +| 8 | 12 | Y | Coding | 0.0462 | +| 9 | 468 | N | Coding | 0.3844 | +| 10 | 119 | N | Coding | 0.1805 | +| 11 | 630 | Y | Coding | 0.1217 | +| 12 | 20 | Y | Coding | 0.0970 | +| 13 | 16 | Y | Coding | 0.0520 | +| 14 | 53 | Y | Coding | 0.0642 | +| 15 | 92 | N | Coding | 0.5151 | +| 16 | 110 | N | Coding | 0.1916 | +| 17 | 212 | N | Coding | 0.2761 | +| 18 | 28 | Y | Coding | 0.0942 | +| 19 | 117 | Y | Coding | 0.1041 | +| 20 | 226 | Y | Coding | 0.0855 | +| 21 | 21 | Y | Coding | 0.1126 | +| 22 | 120 | N | Coding | 0.2413 | +| 23 | 392 | N | Coding | 0.2242 | +| 24 | 200 | N | Coding | 0.6377 | +| 25 | 39 | Y | Coding | 0.1051 | +| 26 | 28 | N | Coding | 0.2234 | +| 27 | 7 | Y | Coding | 0.0419 | +| 28 | 47 | N | Coding | 0.1646 | +| 29 | 38 | N | Coding | 0.1685 | +| 30 | 48 | Y | Coding | 0.1222 | +| 31 | 260 | Y | Coding | 0.0995 | +| 32 | 26 | N | Coding | 0.1615 | +| 33 | 32 | N | Coding | 0.2811 | +| 34 | 436 | N | Coding | 0.2693 | +| 35 | 4 | Y | Coding | 0.0361 | +| 36 | 24 | Y | Coding | 0.0876 | +| 37 | 161 | N | Coding | 0.2453 | +| 38 | 290 | N | Coding | 0.2241 | +| 39 | 59 | Y | Coding | 0.1110 | +| 40 | 4 | Y | Coding | 0.0510 | +| 41 | 56 | Y | Coding | 0.0948 | +| 42 | 229 | Y | Coding | 0.0904 | +| 43 | 83 | Y | FunctionCalling | 0.0687 | +| 44 | 221 | Y | Coding | 0.1363 | +| 45 | 366 | N | Coding | 0.3461 | +| 46 | 328 | N | Coding | 0.3698 | +| 47 | 354 | N | Coding | 0.2146 | +| 48 | 66 | Y | Coding | 0.1032 | +| 49 | 75 | N | Coding | 0.1620 | +| 50 | 29 | Y | Coding | 0.0887 | +| 51 | 7 | N | Coding | 0.2657 | +| 52 | 658 | N | Coding | 0.3510 | +| 53 | 121 | Y | Coding | 0.1340 | +| 54 | 608 | N | FunctionCalling | 0.2146 | +| 55 | 151 | N | Coding | 0.2253 | +| 56 | 206 | N | Coding | 0.2065 | +| 57 | 13 | Y | Coding | 0.1291 | +| 58 | 43 | Y | Coding | 0.1306 | +| 59 | 85 | N | Coding | 0.2750 | +| 60 | 38 | N | Coding | 0.2176 | +| 61 | 13 | Y | Coding | 0.0748 | +| 62 | 17 | Y | Coding | 0.1170 | +| 63 | 656 | N | Coding | 0.4314 | + +--- + +### Layer 18 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 100 | Y | Coding | 0.1062 | +| 1 | 17 | Y | Coding | 0.1156 | +| 2 | 15 | Y | Coding | 0.1055 | +| 3 | 41 | Y | Coding | 0.1612 | +| 4 | 314 | Y | Coding | 0.0984 | +| 5 | 66 | N | Coding | 0.1640 | +| 6 | 9 | Y | Coding | 0.0962 | +| 7 | 36 | N | Coding | 0.2547 | +| 8 | 17 | Y | Coding | 0.0758 | +| 9 | 33 | Y | Coding | 0.1025 | +| 10 | 343 | N | Coding | 0.1696 | +| 11 | 44 | Y | Coding | 0.0487 | +| 12 | 26 | Y | Coding | 0.1249 | +| 13 | 457 | Y | Coding | 0.1272 | +| 14 | 192 | N | Coding | 0.1802 | +| 15 | 458 | Y | Coding | 0.1408 | +| 16 | 155 | N | Coding | 0.4200 | +| 17 | 82 | Y | Coding | 0.1322 | +| 18 | 283 | Y | Coding | 0.0810 | +| 19 | 27 | N | Coding | 0.2299 | +| 20 | 79 | Y | Coding | 0.1077 | +| 21 | 58 | N | Coding | 0.4221 | +| 22 | 279 | Y | Coding | 0.1452 | +| 23 | 102 | N | Coding | 0.1873 | +| 24 | 3 | Y | Coding | 0.0575 | +| 25 | 188 | N | Coding | 0.2890 | +| 26 | 529 | N | Coding | 0.1991 | +| 27 | 61 | Y | FunctionCalling | 0.0577 | +| 28 | 107 | Y | Coding | 0.0751 | +| 29 | 29 | N | Coding | 0.3441 | +| 30 | 519 | N | Coding | 0.2173 | +| 31 | 155 | N | Coding | 0.2136 | +| 32 | 332 | N | Coding | 0.2047 | +| 33 | 38 | N | Coding | 0.2322 | +| 34 | 52 | N | Coding | 0.2835 | +| 35 | 15 | Y | Coding | 0.1148 | +| 36 | 18 | Y | Coding | 0.0870 | +| 37 | 13 | Y | Coding | 0.1484 | +| 38 | 88 | N | Coding | 0.2220 | +| 39 | 31 | Y | Coding | 0.1118 | +| 40 | 38 | Y | Coding | 0.1586 | +| 41 | 496 | N | FunctionCalling | 0.2901 | +| 42 | 295 | Y | Coding | 0.1123 | +| 43 | 64 | N | Coding | 0.4224 | +| 44 | 151 | N | Coding | 0.2009 | +| 45 | 40 | Y | Coding | 0.1555 | +| 46 | 113 | N | Coding | 0.2037 | +| 47 | 662 | N | Coding | 0.2663 | +| 48 | 29 | Y | Coding | 0.1557 | +| 49 | 61 | N | Coding | 0.3906 | +| 50 | 63 | N | Coding | 0.4343 | +| 51 | 269 | N | Coding | 0.1843 | +| 52 | 139 | N | Coding | 0.3426 | +| 53 | 463 | Y | Coding | 0.1081 | +| 54 | 17 | N | Coding | 0.1612 | +| 55 | 89 | Y | Coding | 0.0266 | +| 56 | 13 | N | Coding | 0.1694 | +| 57 | 82 | N | Coding | 0.2261 | +| 58 | 35 | N | Coding | 0.1827 | +| 59 | 34 | Y | Coding | 0.0656 | +| 60 | 282 | Y | Coding | 0.1533 | +| 61 | 285 | N | Coding | 0.2581 | +| 62 | 370 | Y | Coding | 0.1069 | +| 63 | 355 | N | Coding | 0.3649 | + +--- + +### Layer 19 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 29 | Y | Coding | 0.0815 | +| 1 | 59 | N | Coding | 0.1947 | +| 2 | 31 | Y | Coding | 0.1070 | +| 3 | 154 | N | Coding | 0.2601 | +| 4 | 98 | Y | Coding | 0.1303 | +| 5 | 13 | N | Coding | 1.4841 | +| 6 | 191 | Y | Coding | 0.1025 | +| 7 | 35 | N | Coding | 0.2548 | +| 8 | 63 | N | Coding | 0.2164 | +| 9 | 65 | N | Coding | 0.2268 | +| 10 | 242 | N | Coding | 0.1909 | +| 11 | 18 | N | Coding | 0.1828 | +| 12 | 224 | N | Coding | 0.2487 | +| 13 | 5 | Y | Coding | 0.0857 | +| 14 | 399 | N | Coding | 0.2855 | +| 15 | 153 | N | Coding | 0.2672 | +| 16 | 172 | N | Coding | 0.1958 | +| 17 | 374 | N | Coding | 0.3206 | +| 18 | 248 | N | Coding | 0.3992 | +| 19 | 12 | Y | Coding | 0.0707 | +| 20 | 53 | Y | Coding | 0.1314 | +| 21 | 22 | Y | Coding | 0.0769 | +| 22 | 459 | N | Coding | 1.3674 | +| 23 | 443 | N | FunctionCalling | 0.1820 | +| 24 | 213 | Y | Coding | 0.1660 | +| 25 | 584 | N | Coding | 0.2159 | +| 26 | 61 | N | Coding | 0.2014 | +| 27 | 116 | N | Coding | 0.1871 | +| 28 | 13 | Y | Coding | 0.0774 | +| 29 | 17 | Y | Coding | 0.0826 | +| 30 | 70 | N | Coding | 0.2596 | +| 31 | 0 | Y | unknown | 0.0000 | +| 32 | 14 | N | Coding | 0.2346 | +| 33 | 98 | N | Coding | 0.3697 | +| 34 | 299 | Y | Coding | 0.1109 | +| 35 | 41 | Y | Coding | 0.1359 | +| 36 | 52 | N | Coding | 0.5607 | +| 37 | 51 | Y | Coding | 0.1428 | +| 38 | 118 | Y | Coding | 0.0991 | +| 39 | 227 | Y | Coding | 0.1811 | +| 40 | 21 | Y | Coding | 0.0632 | +| 41 | 29 | Y | Coding | 0.1762 | +| 42 | 29 | Y | Coding | 0.0704 | +| 43 | 183 | Y | Coding | 0.1124 | +| 44 | 38 | Y | Coding | 0.1747 | +| 45 | 246 | N | Coding | 0.1827 | +| 46 | 174 | N | FunctionCalling | 0.2895 | +| 47 | 204 | Y | Coding | 0.1228 | +| 48 | 604 | N | Coding | 0.2793 | +| 49 | 7 | Y | Coding | 0.0716 | +| 50 | 5 | Y | Coding | 0.0635 | +| 51 | 24 | Y | Coding | 0.1122 | +| 52 | 52 | Y | Coding | 0.1205 | +| 53 | 94 | Y | Coding | 0.1423 | +| 54 | 690 | N | Coding | 0.3339 | +| 55 | 231 | N | Coding | 0.2064 | +| 56 | 240 | Y | Coding | 0.1307 | +| 57 | 447 | N | FunctionCalling | 0.2472 | +| 58 | 30 | Y | Coding | 0.1272 | +| 59 | 654 | N | Coding | 0.2989 | +| 60 | 11 | Y | Coding | 0.0951 | +| 61 | 45 | N | Coding | 0.2343 | +| 62 | 152 | Y | Coding | 0.1169 | +| 63 | 110 | N | Coding | 0.2537 | + +--- + +### Layer 20 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 958 | N | Coding | 0.5327 | +| 1 | 69 | Y | Coding | 0.1458 | +| 2 | 102 | Y | Coding | 0.1052 | +| 3 | 77 | N | Coding | 0.1783 | +| 4 | 212 | N | Coding | 0.1743 | +| 5 | 63 | N | Coding | 0.2055 | +| 6 | 19 | Y | Coding | 0.0602 | +| 7 | 19 | N | Coding | 0.2697 | +| 8 | 248 | Y | Coding | 0.0892 | +| 9 | 57 | N | Coding | 0.1753 | +| 10 | 14 | Y | Coding | 0.0582 | +| 11 | 247 | Y | Coding | 0.0965 | +| 12 | 21 | Y | Coding | 0.1320 | +| 13 | 17 | Y | Coding | 0.1163 | +| 14 | 115 | N | Coding | 0.1531 | +| 15 | 9 | N | Coding | 0.1913 | +| 16 | 10 | Y | Coding | 0.0817 | +| 17 | 13 | Y | Coding | 0.1323 | +| 18 | 452 | Y | Coding | 0.0971 | +| 19 | 50 | Y | Coding | 0.1359 | +| 20 | 123 | N | Coding | 0.2281 | +| 21 | 139 | N | Coding | 0.1938 | +| 22 | 36 | Y | Coding | 0.0662 | +| 23 | 262 | N | Coding | 0.3157 | +| 24 | 581 | Y | Coding | 0.0907 | +| 25 | 175 | Y | Coding | 0.1092 | +| 26 | 154 | Y | Coding | 0.1138 | +| 27 | 21 | N | Coding | 0.1823 | +| 28 | 949 | N | Coding | 0.2146 | +| 29 | 20 | N | Coding | 0.1636 | +| 30 | 355 | N | Coding | 0.3411 | +| 31 | 350 | N | Coding | 0.2212 | +| 32 | 32 | N | Coding | 0.2087 | +| 33 | 36 | N | Coding | 0.2998 | +| 34 | 252 | N | Coding | 0.2183 | +| 35 | 59 | Y | Coding | 0.0750 | +| 36 | 89 | N | Coding | 0.1614 | +| 37 | 35 | Y | Coding | 0.1100 | +| 38 | 131 | Y | Coding | 0.0983 | +| 39 | 298 | N | Coding | 1.0849 | +| 40 | 7 | Y | Coding | 0.0633 | +| 41 | 156 | N | Coding | 0.3199 | +| 42 | 17 | Y | Coding | 0.1025 | +| 43 | 28 | Y | FunctionCalling | 0.0633 | +| 44 | 230 | Y | Coding | 0.0897 | +| 45 | 118 | N | Coding | 0.2259 | +| 46 | 15 | Y | Coding | 0.0586 | +| 47 | 199 | N | Coding | 0.2224 | +| 48 | 95 | N | Coding | 0.2224 | +| 49 | 52 | N | Coding | 0.2468 | +| 50 | 267 | N | Coding | 0.1784 | +| 51 | 59 | N | Coding | 0.2038 | +| 52 | 28 | Y | Coding | 0.1178 | +| 53 | 7 | Y | Coding | 0.0705 | +| 54 | 4 | Y | Coding | 0.1221 | +| 55 | 599 | N | Coding | 0.3075 | +| 56 | 29 | N | Coding | 0.2823 | +| 57 | 25 | Y | Coding | 0.1339 | +| 58 | 99 | N | Coding | 0.2351 | +| 59 | 158 | Y | FunctionCalling | 0.0858 | +| 60 | 37 | N | Coding | 0.2778 | +| 61 | 287 | Y | FunctionCalling | 0.0934 | +| 62 | 221 | Y | Coding | 0.1027 | +| 63 | 250 | Y | Coding | 0.1380 | + +--- + +### Layer 21 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 102 | N | Coding | 0.2011 | +| 1 | 245 | Y | Coding | 0.0452 | +| 2 | 271 | N | Coding | 0.2006 | +| 3 | 37 | Y | Coding | 0.0771 | +| 4 | 66 | Y | FunctionCalling | 0.0692 | +| 5 | 67 | N | Coding | 0.1808 | +| 6 | 421 | N | Coding | 0.1790 | +| 7 | 188 | Y | Coding | 0.1307 | +| 8 | 334 | Y | Coding | 0.0706 | +| 9 | 196 | Y | Coding | 0.0440 | +| 10 | 17 | N | Coding | 0.1994 | +| 11 | 53 | N | Coding | 0.1320 | +| 12 | 32 | Y | Coding | 0.0891 | +| 13 | 36 | N | Coding | 0.1980 | +| 14 | 21 | Y | Coding | 0.0971 | +| 15 | 436 | N | FunctionCalling | 0.7423 | +| 16 | 8 | N | Coding | 0.1395 | +| 17 | 97 | Y | Coding | 0.0569 | +| 18 | 53 | N | Coding | 0.3250 | +| 19 | 81 | Y | Coding | 0.0827 | +| 20 | 1,500 | N | Coding | 0.2801 | +| 21 | 432 | N | Coding | 0.3233 | +| 22 | 114 | N | Coding | 0.2401 | +| 23 | 15 | N | Coding | 0.1827 | +| 24 | 8 | Y | Coding | 0.1071 | +| 25 | 102 | Y | Coding | 0.0852 | +| 26 | 182 | N | Coding | 0.2948 | +| 27 | 117 | Y | Coding | 0.0712 | +| 28 | 425 | N | Coding | 0.3535 | +| 29 | 226 | N | Coding | 0.3552 | +| 30 | 27 | Y | Coding | 0.0969 | +| 31 | 12 | Y | Coding | 0.0460 | +| 32 | 303 | N | Coding | 0.7405 | +| 33 | 2 | Y | Coding | 0.0493 | +| 34 | 170 | N | Coding | 0.1984 | +| 35 | 104 | N | Coding | 0.3386 | +| 36 | 91 | N | Coding | 0.5305 | +| 37 | 3 | Y | Coding | 0.1114 | +| 38 | 71 | Y | Coding | 0.1223 | +| 39 | 134 | Y | Coding | 0.0981 | +| 40 | 46 | N | Coding | 0.3273 | +| 41 | 211 | N | Coding | 0.2525 | +| 42 | 6 | Y | Coding | 0.0638 | +| 43 | 114 | N | Coding | 0.2530 | +| 44 | 17 | Y | Coding | 0.1130 | +| 45 | 36 | N | Coding | 0.1505 | +| 46 | 3 | Y | Coding | 0.0948 | +| 47 | 5 | Y | Coding | 0.0738 | +| 48 | 88 | N | Coding | 0.2152 | +| 49 | 110 | Y | Coding | 0.0908 | +| 50 | 14 | Y | Coding | 0.0816 | +| 51 | 94 | N | Coding | 0.1469 | +| 52 | 29 | N | Coding | 0.2034 | +| 53 | 748 | N | Coding | 0.3865 | +| 54 | 163 | Y | FunctionCalling | 0.0688 | +| 55 | 299 | N | FunctionCalling | 0.2746 | +| 56 | 8 | Y | Coding | 0.0619 | +| 57 | 3 | Y | Coding | 0.0667 | +| 58 | 883 | Y | Coding | 0.1215 | +| 59 | 94 | N | Coding | 0.1892 | +| 60 | 23 | N | Coding | 0.1606 | +| 61 | 24 | Y | Coding | 0.0854 | +| 62 | 38 | Y | Coding | 0.0722 | +| 63 | 1 | Y | Coding | 0.0346 | + +--- + +### Layer 22 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 257 | N | Coding | 0.3465 | +| 1 | 84 | N | Coding | 0.2364 | +| 2 | 24 | Y | Coding | 0.0717 | +| 3 | 50 | Y | Coding | 0.0973 | +| 4 | 59 | N | Coding | 0.1547 | +| 5 | 271 | Y | FunctionCalling | 0.1172 | +| 6 | 427 | N | Coding | 0.2985 | +| 7 | 721 | Y | Coding | 0.1296 | +| 8 | 61 | Y | FunctionCalling | 0.0635 | +| 9 | 8 | Y | Coding | 0.1042 | +| 10 | 136 | N | Coding | 0.1990 | +| 11 | 9 | Y | Coding | 0.1422 | +| 12 | 124 | N | Coding | 0.2558 | +| 13 | 563 | N | Coding | 0.3180 | +| 14 | 83 | Y | Coding | 0.0699 | +| 15 | 26 | Y | Coding | 0.1486 | +| 16 | 242 | N | Coding | 0.1717 | +| 17 | 165 | Y | Coding | 0.0514 | +| 18 | 41 | N | Coding | 0.2771 | +| 19 | 655 | N | Coding | 0.3021 | +| 20 | 97 | N | Coding | 0.2784 | +| 21 | 22 | Y | Coding | 0.1354 | +| 22 | 24 | Y | Coding | 0.0904 | +| 23 | 31 | N | Coding | 0.5432 | +| 24 | 73 | N | Coding | 0.1914 | +| 25 | 44 | Y | Coding | 0.0631 | +| 26 | 67 | Y | Coding | 0.1291 | +| 27 | 24 | N | Coding | 0.2017 | +| 28 | 339 | Y | Coding | 0.1521 | +| 29 | 66 | N | Coding | 0.3032 | +| 30 | 140 | Y | Coding | 0.0895 | +| 31 | 19 | Y | Coding | 0.0968 | +| 32 | 9 | Y | Coding | 0.1074 | +| 33 | 74 | Y | Coding | 0.1385 | +| 34 | 5 | Y | Coding | 0.1262 | +| 35 | 146 | Y | Coding | 0.1312 | +| 36 | 42 | Y | Coding | 0.1299 | +| 37 | 557 | N | FunctionCalling | 0.2848 | +| 38 | 21 | N | Coding | 0.4278 | +| 39 | 24 | Y | Coding | 0.1340 | +| 40 | 88 | Y | Coding | 0.1118 | +| 41 | 44 | Y | Coding | 0.1501 | +| 42 | 243 | Y | Coding | 0.1090 | +| 43 | 342 | N | FunctionCalling | 0.6806 | +| 44 | 101 | N | Coding | 0.2914 | +| 45 | 2 | Y | Coding | 0.1060 | +| 46 | 28 | N | Coding | 0.1573 | +| 47 | 145 | N | Coding | 0.2592 | +| 48 | 56 | N | Coding | 0.1646 | +| 49 | 462 | Y | Coding | 0.1306 | +| 50 | 63 | N | Coding | 0.1670 | +| 51 | 198 | Y | FunctionCalling | 0.1230 | +| 52 | 19 | Y | Coding | 0.1162 | +| 53 | 687 | N | Coding | 0.2287 | +| 54 | 40 | N | Coding | 0.2098 | +| 55 | 196 | N | Coding | 0.2555 | +| 56 | 101 | N | Coding | 0.1554 | +| 57 | 31 | N | Coding | 0.2283 | +| 58 | 239 | N | Coding | 0.1594 | +| 59 | 141 | Y | Coding | 0.1110 | +| 60 | 441 | N | Coding | 0.3416 | +| 61 | 58 | Y | Coding | 0.0434 | +| 62 | 250 | N | Coding | 0.2627 | +| 63 | 51 | N | Coding | 0.2933 | + +--- + +### Layer 23 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 176 | Y | Coding | 0.1179 | +| 1 | 18 | Y | Coding | 0.0966 | +| 2 | 98 | Y | Coding | 0.0961 | +| 3 | 93 | N | Coding | 0.2111 | +| 4 | 223 | Y | Coding | 0.1487 | +| 5 | 132 | N | Coding | 0.2798 | +| 6 | 204 | Y | FunctionCalling | 0.1396 | +| 7 | 6 | N | Coding | 0.4625 | +| 8 | 4 | Y | Coding | 0.1069 | +| 9 | 160 | N | Coding | 0.2917 | +| 10 | 824 | N | Coding | 0.2495 | +| 11 | 163 | N | Coding | 0.3663 | +| 12 | 5 | Y | Coding | 0.0807 | +| 13 | 617 | N | FunctionCalling | 0.2556 | +| 14 | 174 | N | Coding | 0.5996 | +| 15 | 99 | N | Coding | 0.2607 | +| 16 | 151 | Y | Coding | 0.1463 | +| 17 | 30 | N | Coding | 0.2179 | +| 18 | 269 | N | Coding | 0.2259 | +| 19 | 46 | N | Coding | 0.2335 | +| 20 | 389 | Y | Coding | 0.1322 | +| 21 | 40 | Y | Coding | 0.0863 | +| 22 | 196 | N | Coding | 0.2129 | +| 23 | 61 | Y | Coding | 0.1014 | +| 24 | 266 | N | Coding | 0.5151 | +| 25 | 30 | N | Coding | 0.2111 | +| 26 | 439 | Y | FunctionCalling | 0.1198 | +| 27 | 96 | Y | Coding | 0.1533 | +| 28 | 110 | N | Coding | 0.2127 | +| 29 | 43 | N | Coding | 0.3008 | +| 30 | 5 | Y | Coding | 0.0641 | +| 31 | 28 | Y | Coding | 0.0806 | +| 32 | 74 | N | Coding | 0.3484 | +| 33 | 45 | N | Coding | 0.3458 | +| 34 | 214 | N | Coding | 0.3099 | +| 35 | 73 | Y | Coding | 0.0638 | +| 36 | 302 | N | Coding | 0.2494 | +| 37 | 37 | Y | Coding | 0.1660 | +| 38 | 44 | Y | Coding | 0.1065 | +| 39 | 67 | N | Coding | 0.2401 | +| 40 | 51 | N | Coding | 0.4443 | +| 41 | 20 | Y | Coding | 0.0723 | +| 42 | 18 | N | Coding | 0.2636 | +| 43 | 239 | N | Coding | 0.2321 | +| 44 | 382 | N | Coding | 0.3546 | +| 45 | 99 | N | Coding | 0.2591 | +| 46 | 16 | Y | Coding | 0.1811 | +| 47 | 164 | Y | Coding | 0.1299 | +| 48 | 298 | N | Coding | 0.6617 | +| 49 | 284 | Y | Coding | 0.1989 | +| 50 | 67 | Y | Coding | 0.1063 | +| 51 | 327 | Y | FunctionCalling | 0.1377 | +| 52 | 5 | Y | Coding | 0.0728 | +| 53 | 471 | N | Coding | 0.4491 | +| 54 | 11 | Y | Coding | 0.0670 | +| 55 | 137 | N | Coding | 0.2696 | +| 56 | 53 | Y | Coding | 0.1569 | +| 57 | 28 | Y | Coding | 0.0798 | +| 58 | 45 | N | Coding | 0.4370 | +| 59 | 534 | Y | Coding | 0.1393 | +| 60 | 63 | Y | Coding | 0.1951 | +| 61 | 148 | N | Coding | 0.4285 | +| 62 | 296 | Y | Coding | 0.2016 | +| 63 | 49 | Y | Coding | 0.1972 | + +--- + +### Layer 24 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 16 | Y | Coding | 0.0641 | +| 1 | 8 | Y | Coding | 0.0409 | +| 2 | 213 | N | Coding | 0.2435 | +| 3 | 21 | Y | Coding | 0.1665 | +| 4 | 52 | N | Coding | 0.5122 | +| 5 | 296 | N | Coding | 0.2805 | +| 6 | 47 | N | Coding | 0.5434 | +| 7 | 24 | N | Coding | 0.2665 | +| 8 | 65 | N | Coding | 0.3667 | +| 9 | 217 | Y | Coding | 0.1895 | +| 10 | 513 | Y | Coding | 0.2029 | +| 11 | 539 | N | Coding | 0.4012 | +| 12 | 517 | N | Coding | 0.3491 | +| 13 | 13 | Y | Coding | 0.0872 | +| 14 | 9 | Y | Coding | 0.1437 | +| 15 | 18 | N | Coding | 0.2521 | +| 16 | 20 | Y | Coding | 0.1061 | +| 17 | 50 | Y | Coding | 0.1674 | +| 18 | 137 | N | Coding | 0.2807 | +| 19 | 84 | N | Coding | 0.5978 | +| 20 | 266 | Y | Coding | 0.1847 | +| 21 | 21 | N | Coding | 0.2652 | +| 22 | 70 | Y | Coding | 0.1240 | +| 23 | 40 | N | Coding | 0.3593 | +| 24 | 129 | Y | FunctionCalling | 0.0863 | +| 25 | 5 | Y | Coding | 0.0481 | +| 26 | 246 | N | Coding | 0.8598 | +| 27 | 411 | Y | Coding | 0.1256 | +| 28 | 117 | Y | Coding | 0.1546 | +| 29 | 214 | N | Coding | 0.3332 | +| 30 | 52 | N | Coding | 0.3120 | +| 31 | 656 | N | Coding | 0.6177 | +| 32 | 44 | N | Coding | 0.4577 | +| 33 | 532 | N | FunctionCalling | 0.3637 | +| 34 | 39 | Y | Coding | 0.1628 | +| 35 | 57 | N | Coding | 0.5600 | +| 36 | 59 | N | Coding | 0.4908 | +| 37 | 101 | Y | Coding | 0.1033 | +| 38 | 6 | Y | Coding | 0.0825 | +| 39 | 67 | N | Coding | 0.6708 | +| 40 | 597 | N | Coding | 0.6343 | +| 41 | 137 | Y | Coding | 0.1081 | +| 42 | 108 | N | Coding | 0.3081 | +| 43 | 19 | Y | Coding | 0.1976 | +| 44 | 63 | Y | FunctionCalling | 0.1094 | +| 45 | 3 | Y | Coding | 0.0732 | +| 46 | 171 | Y | Coding | 0.1314 | +| 47 | 541 | N | Coding | 0.2353 | +| 48 | 307 | Y | FunctionCalling | 0.0881 | +| 49 | 130 | N | Coding | 0.2341 | +| 50 | 160 | N | Coding | 0.3553 | +| 51 | 21 | Y | Coding | 0.1500 | +| 52 | 209 | Y | Coding | 0.1405 | +| 53 | 11 | Y | Coding | 0.0672 | +| 54 | 66 | Y | Coding | 0.1434 | +| 55 | 16 | N | Coding | 0.2827 | +| 56 | 86 | N | Coding | 0.3565 | +| 57 | 63 | Y | Coding | 0.1505 | +| 58 | 21 | Y | Coding | 0.1180 | +| 59 | 308 | N | Coding | 0.3733 | +| 60 | 11 | Y | Coding | 0.0318 | +| 61 | 122 | Y | Coding | 0.1381 | +| 62 | 500 | N | Coding | 0.3981 | +| 63 | 195 | N | Coding | 0.2910 | + +--- + +### Layer 25 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 191 | Y | Coding | 0.1250 | +| 1 | 271 | N | Coding | 0.3221 | +| 2 | 34 | Y | Coding | 0.1003 | +| 3 | 70 | Y | Coding | 0.1015 | +| 4 | 98 | N | Coding | 0.6948 | +| 5 | 85 | N | Coding | 0.3890 | +| 6 | 50 | Y | Coding | 0.1413 | +| 7 | 254 | Y | Coding | 0.1064 | +| 8 | 828 | N | Coding | 1.1077 | +| 9 | 28 | Y | Coding | 0.1919 | +| 10 | 51 | N | Coding | 0.6199 | +| 11 | 112 | N | Coding | 0.3063 | +| 12 | 75 | N | Coding | 0.8710 | +| 13 | 11 | Y | Coding | 0.0746 | +| 14 | 118 | N | Coding | 0.7345 | +| 15 | 399 | Y | Coding | 0.1256 | +| 16 | 10 | Y | Coding | 0.2275 | +| 17 | 108 | N | Coding | 0.3636 | +| 18 | 225 | N | Coding | 0.4101 | +| 19 | 67 | Y | Coding | 0.1296 | +| 20 | 29 | Y | Coding | 0.1779 | +| 21 | 36 | N | Coding | 0.4158 | +| 22 | 23 | Y | Coding | 0.1521 | +| 23 | 31 | Y | Coding | 0.1450 | +| 24 | 340 | N | FunctionCalling | 0.4498 | +| 25 | 155 | Y | Coding | 0.0993 | +| 26 | 292 | N | Coding | 0.3202 | +| 27 | 80 | N | Coding | 0.7265 | +| 28 | 88 | N | Coding | 0.5024 | +| 29 | 127 | N | Coding | 0.3634 | +| 30 | 508 | N | Coding | 0.3769 | +| 31 | 304 | N | Coding | 0.5852 | +| 32 | 114 | Y | FunctionCalling | 0.0670 | +| 33 | 59 | N | Coding | 0.2996 | +| 34 | 111 | Y | Coding | 0.0773 | +| 35 | 299 | Y | FunctionCalling | 0.2593 | +| 36 | 194 | N | Coding | 0.6100 | +| 37 | 89 | Y | FunctionCalling | 0.1943 | +| 38 | 26 | Y | Coding | 0.0731 | +| 39 | 176 | Y | Coding | 0.2570 | +| 40 | 163 | Y | Coding | 0.1966 | +| 41 | 32 | N | Coding | 0.2952 | +| 42 | 41 | Y | Coding | 0.1785 | +| 43 | 103 | N | Coding | 0.5480 | +| 44 | 180 | Y | Coding | 0.0963 | +| 45 | 185 | N | Coding | 0.6651 | +| 46 | 649 | N | Coding | 0.4675 | +| 47 | 135 | Y | Coding | 0.2275 | +| 48 | 89 | Y | Coding | 0.0906 | +| 49 | 58 | Y | Coding | 0.2431 | +| 50 | 16 | Y | Coding | 0.2434 | +| 51 | 99 | Y | Coding | 0.1250 | +| 52 | 68 | N | Coding | 0.3115 | +| 53 | 137 | N | Coding | 0.6248 | +| 54 | 115 | N | Coding | 0.5119 | +| 55 | 237 | Y | Coding | 0.0841 | +| 56 | 62 | N | Coding | 0.4406 | +| 57 | 34 | N | Coding | 0.5275 | +| 58 | 370 | N | Coding | 0.2678 | +| 59 | 201 | Y | Coding | 0.2628 | +| 60 | 201 | N | Coding | 0.4911 | +| 61 | 65 | N | Coding | 0.2846 | +| 62 | 392 | Y | Coding | 0.1904 | +| 63 | 58 | Y | Coding | 0.2321 | + +--- + +### Layer 26 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 37 | Y | Coding | 0.1540 | +| 1 | 12 | N | Coding | 0.3521 | +| 2 | 71 | N | Coding | 0.3571 | +| 3 | 35 | N | Coding | 0.3870 | +| 4 | 3 | Y | Coding | 0.0600 | +| 5 | 494 | N | FunctionCalling | 0.3312 | +| 6 | 13 | Y | Coding | 0.1825 | +| 7 | 61 | N | Coding | 0.5021 | +| 8 | 92 | Y | Coding | 0.1119 | +| 9 | 114 | Y | Coding | 0.1587 | +| 10 | 507 | N | Coding | 0.3255 | +| 11 | 196 | N | Coding | 0.5557 | +| 12 | 122 | N | Coding | 0.5343 | +| 13 | 22 | Y | Coding | 0.0932 | +| 14 | 134 | N | Coding | 0.5405 | +| 15 | 25 | Y | Coding | 0.2512 | +| 16 | 16 | N | Coding | 0.9507 | +| 17 | 143 | N | Coding | 0.4309 | +| 18 | 45 | Y | Coding | 0.1285 | +| 19 | 842 | Y | Coding | 0.2014 | +| 20 | 43 | Y | Coding | 0.0567 | +| 21 | 79 | N | Coding | 0.3500 | +| 22 | 42 | N | Coding | 0.4362 | +| 23 | 322 | Y | Coding | 0.2513 | +| 24 | 62 | N | Coding | 0.3343 | +| 25 | 220 | N | Coding | 0.4690 | +| 26 | 7 | Y | Coding | 0.0983 | +| 27 | 90 | Y | Coding | 0.1101 | +| 28 | 322 | Y | Coding | 0.1741 | +| 29 | 49 | N | Coding | 0.2703 | +| 30 | 44 | Y | Coding | 0.1048 | +| 31 | 159 | Y | FunctionCalling | 0.2441 | +| 32 | 259 | Y | Coding | 0.2511 | +| 33 | 537 | N | Coding | 0.4753 | +| 34 | 516 | N | Coding | 0.4419 | +| 35 | 28 | Y | Coding | 0.1783 | +| 36 | 24 | N | Coding | 0.4802 | +| 37 | 191 | N | Coding | 0.3496 | +| 38 | 55 | Y | Coding | 0.1478 | +| 39 | 606 | N | Coding | 0.3280 | +| 40 | 138 | N | Coding | 0.4074 | +| 41 | 475 | N | Coding | 0.6738 | +| 42 | 52 | Y | Coding | 0.2076 | +| 43 | 15 | Y | Coding | 0.0427 | +| 44 | 434 | N | Coding | 0.2579 | +| 45 | 48 | N | Coding | 0.7958 | +| 46 | 94 | N | Coding | 0.8336 | +| 47 | 150 | Y | Coding | 0.0744 | +| 48 | 77 | Y | Coding | 0.0519 | +| 49 | 30 | Y | Coding | 0.1481 | +| 50 | 40 | Y | Coding | 0.2474 | +| 51 | 21 | N | Coding | 0.3277 | +| 52 | 106 | N | Coding | 0.8959 | +| 53 | 51 | Y | Coding | 0.1924 | +| 54 | 99 | Y | Coding | 0.1927 | +| 55 | 95 | N | Coding | 0.4460 | +| 56 | 52 | Y | Coding | 0.1488 | +| 57 | 49 | Y | Coding | 0.1028 | +| 58 | 51 | N | Coding | 0.5145 | +| 59 | 4 | Y | Coding | 0.0698 | +| 60 | 100 | N | Coding | 0.2906 | +| 61 | 677 | N | FunctionCalling | 0.5844 | +| 62 | 1 | Y | Coding | 0.0415 | +| 63 | 358 | Y | Coding | 0.1617 | + +--- + +### Layer 27 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 159 | Y | Coding | 0.2177 | +| 1 | 133 | N | Coding | 0.6955 | +| 2 | 174 | N | Coding | 0.4588 | +| 3 | 41 | Y | Coding | 0.0867 | +| 4 | 44 | Y | Coding | 0.1659 | +| 5 | 95 | N | Coding | 0.2966 | +| 6 | 21 | N | Coding | 0.5223 | +| 7 | 17 | Y | Coding | 0.0633 | +| 8 | 92 | N | Coding | 0.5225 | +| 9 | 803 | Y | Coding | 0.1671 | +| 10 | 10 | N | Coding | 0.4450 | +| 11 | 371 | N | Coding | 0.3132 | +| 12 | 176 | N | Coding | 0.6982 | +| 13 | 65 | Y | Coding | 0.2090 | +| 14 | 204 | Y | Coding | 0.1524 | +| 15 | 75 | Y | Coding | 0.1608 | +| 16 | 138 | N | Coding | 0.4878 | +| 17 | 276 | Y | FunctionCalling | 0.2452 | +| 18 | 45 | N | Coding | 0.2978 | +| 19 | 28 | Y | Coding | 0.2494 | +| 20 | 24 | N | Coding | 0.2989 | +| 21 | 39 | N | Coding | 0.6401 | +| 22 | 86 | Y | Coding | 0.0953 | +| 23 | 195 | Y | Coding | 0.1177 | +| 24 | 76 | N | Coding | 0.4489 | +| 25 | 13 | Y | Coding | 0.0848 | +| 26 | 50 | N | Coding | 0.3536 | +| 27 | 387 | N | FunctionCalling | 0.6690 | +| 28 | 442 | N | Coding | 0.3254 | +| 29 | 12 | Y | Coding | 0.0975 | +| 30 | 621 | N | Coding | 0.3635 | +| 31 | 9 | Y | Coding | 0.1065 | +| 32 | 159 | Y | Coding | 0.1807 | +| 33 | 101 | N | Coding | 0.2706 | +| 34 | 525 | N | FunctionCalling | 0.5609 | +| 35 | 19 | Y | Coding | 0.2311 | +| 36 | 101 | N | Coding | 0.5974 | +| 37 | 50 | N | Coding | 0.4833 | +| 38 | 5 | Y | Coding | 0.0830 | +| 39 | 37 | N | Coding | 0.3679 | +| 40 | 147 | Y | Coding | 0.1163 | +| 41 | 278 | Y | Coding | 0.1886 | +| 42 | 8 | Y | Coding | 0.0516 | +| 43 | 119 | Y | FunctionCalling | 0.1907 | +| 44 | 33 | N | Coding | 0.2998 | +| 45 | 384 | N | Coding | 0.2861 | +| 46 | 42 | Y | Coding | 0.1255 | +| 47 | 4 | Y | Coding | 0.0406 | +| 48 | 516 | Y | Coding | 0.1819 | +| 49 | 26 | Y | Coding | 0.0940 | +| 50 | 66 | N | Coding | 0.4289 | +| 51 | 322 | N | Coding | 0.5353 | +| 52 | 128 | Y | FunctionCalling | 0.1179 | +| 53 | 468 | N | Coding | 0.3293 | +| 54 | 30 | Y | Coding | 0.1572 | +| 55 | 498 | N | Coding | 0.3365 | +| 56 | 20 | Y | Coding | 0.0771 | +| 57 | 89 | Y | Coding | 0.1931 | +| 58 | 295 | Y | Coding | 0.1505 | +| 59 | 144 | Y | Coding | 0.1633 | +| 60 | 21 | N | Coding | 0.4990 | +| 61 | 103 | N | Coding | 0.2831 | +| 62 | 37 | N | Coding | 0.4652 | +| 63 | 160 | N | Coding | 0.3136 | + +--- + +### Layer 28 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 230 | Y | Coding | 0.2686 | +| 1 | 79 | N | Coding | 0.2951 | +| 2 | 100 | Y | FunctionCalling | 0.1261 | +| 3 | 35 | N | Coding | 0.3531 | +| 4 | 135 | Y | Coding | 0.2558 | +| 5 | 42 | N | Coding | 0.3801 | +| 6 | 34 | N | Coding | 0.7253 | +| 7 | 1,236 | N | Coding | 0.5786 | +| 8 | 170 | Y | Coding | 0.1501 | +| 9 | 50 | N | Coding | 0.4269 | +| 10 | 37 | N | Coding | 1.0279 | +| 11 | 343 | Y | Coding | 0.2579 | +| 12 | 109 | N | Coding | 0.4991 | +| 13 | 259 | Y | Coding | 0.1010 | +| 14 | 491 | N | FunctionCalling | 1.2557 | +| 15 | 94 | Y | Coding | 0.1299 | +| 16 | 117 | Y | Coding | 0.1276 | +| 17 | 244 | N | Coding | 0.9280 | +| 18 | 130 | Y | Coding | 0.2565 | +| 19 | 38 | Y | Coding | 0.0568 | +| 20 | 114 | N | Coding | 0.5554 | +| 21 | 499 | Y | Coding | 0.2054 | +| 22 | 240 | N | Coding | 0.5561 | +| 23 | 366 | N | Coding | 0.3804 | +| 24 | 360 | Y | Coding | 0.1202 | +| 25 | 138 | N | Coding | 0.4779 | +| 26 | 133 | N | Coding | 0.7033 | +| 27 | 84 | Y | Coding | 0.2642 | +| 28 | 164 | N | Coding | 0.3518 | +| 29 | 66 | Y | Coding | 0.2189 | +| 30 | 3 | Y | Coding | 0.0737 | +| 31 | 34 | N | Coding | 0.3408 | +| 32 | 161 | Y | FunctionCalling | 0.0476 | +| 33 | 30 | Y | Coding | 0.0705 | +| 34 | 97 | N | Coding | 0.3081 | +| 35 | 12 | Y | Coding | 0.0356 | +| 36 | 41 | Y | Coding | 0.2599 | +| 37 | 168 | N | Coding | 0.3676 | +| 38 | 64 | N | Coding | 0.5918 | +| 39 | 95 | Y | Coding | 0.0908 | +| 40 | 179 | N | Coding | 0.7344 | +| 41 | 11 | N | Coding | 0.4304 | +| 42 | 280 | Y | Coding | 0.2909 | +| 43 | 0 | Y | unknown | 0.0000 | +| 44 | 317 | N | Coding | 0.3473 | +| 45 | 5 | Y | Coding | 0.1199 | +| 46 | 57 | Y | Coding | 0.2386 | +| 47 | 548 | N | FunctionCalling | 0.5020 | +| 48 | 44 | Y | Coding | 0.1277 | +| 49 | 36 | N | Coding | 0.6247 | +| 50 | 438 | N | Coding | 0.7588 | +| 51 | 89 | N | Coding | 0.6611 | +| 52 | 363 | N | Coding | 0.4949 | +| 53 | 41 | Y | Coding | 0.1620 | +| 54 | 36 | Y | Coding | 0.1952 | +| 55 | 30 | N | Coding | 0.4213 | +| 56 | 42 | N | Coding | 0.8806 | +| 57 | 48 | Y | Coding | 0.1849 | +| 58 | 1 | Y | Coding | 0.0571 | +| 59 | 209 | Y | Coding | 0.1187 | +| 60 | 105 | Y | Coding | 0.2904 | +| 61 | 38 | N | Coding | 0.7138 | +| 62 | 25 | Y | Coding | 0.2241 | +| 63 | 72 | N | Coding | 0.3061 | + +--- + +### Layer 29 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 40 | Y | Coding | 0.2164 | +| 1 | 62 | N | Coding | 0.3472 | +| 2 | 140 | N | Coding | 0.5607 | +| 3 | 28 | Y | Coding | 0.1078 | +| 4 | 98 | N | Coding | 0.3358 | +| 5 | 198 | N | Coding | 0.4877 | +| 6 | 350 | N | Coding | 0.6897 | +| 7 | 178 | N | Coding | 0.5847 | +| 8 | 159 | Y | Coding | 0.0961 | +| 9 | 163 | N | Coding | 0.3743 | +| 10 | 387 | Y | Coding | 0.2539 | +| 11 | 356 | Y | Coding | 0.1664 | +| 12 | 137 | Y | Coding | 0.1864 | +| 13 | 8 | Y | Coding | 0.1317 | +| 14 | 191 | N | Coding | 0.8632 | +| 15 | 74 | Y | Coding | 0.2615 | +| 16 | 316 | Y | Coding | 0.2562 | +| 17 | 372 | Y | Coding | 0.1673 | +| 18 | 125 | N | Coding | 0.4993 | +| 19 | 78 | Y | FunctionCalling | 0.0757 | +| 20 | 49 | Y | Coding | 0.2323 | +| 21 | 124 | N | Coding | 0.5018 | +| 22 | 14 | N | Coding | 0.7051 | +| 23 | 46 | N | Coding | 0.7018 | +| 24 | 41 | Y | Coding | 0.2713 | +| 25 | 297 | N | Coding | 0.2839 | +| 26 | 0 | Y | unknown | 0.0000 | +| 27 | 189 | N | Coding | 0.3919 | +| 28 | 210 | N | Coding | 0.2730 | +| 29 | 5 | Y | Coding | 0.1152 | +| 30 | 76 | Y | Coding | 0.1738 | +| 31 | 122 | N | Coding | 0.4996 | +| 32 | 469 | Y | Coding | 0.2237 | +| 33 | 18 | Y | Coding | 0.0949 | +| 34 | 99 | N | Coding | 1.1806 | +| 35 | 49 | Y | Coding | 0.1950 | +| 36 | 29 | Y | FunctionCalling | 0.0766 | +| 37 | 66 | Y | Coding | 0.1192 | +| 38 | 678 | N | Coding | 0.3084 | +| 39 | 135 | Y | Coding | 0.1995 | +| 40 | 47 | N | Coding | 0.4184 | +| 41 | 1 | Y | Coding | 0.0453 | +| 42 | 49 | N | Coding | 1.9550 | +| 43 | 13 | N | Coding | 1.3431 | +| 44 | 43 | Y | Coding | 0.0780 | +| 45 | 514 | N | FunctionCalling | 0.6978 | +| 46 | 29 | N | Coding | 0.3580 | +| 47 | 49 | N | Coding | 0.4998 | +| 48 | 43 | Y | Coding | 0.1046 | +| 49 | 17 | Y | Coding | 0.2251 | +| 50 | 20 | N | Coding | 0.3195 | +| 51 | 75 | Y | Coding | 0.2001 | +| 52 | 578 | Y | Coding | 0.1793 | +| 53 | 33 | N | Coding | 0.3927 | +| 54 | 96 | N | Coding | 0.6206 | +| 55 | 14 | N | Coding | 0.8154 | +| 56 | 22 | Y | Coding | 0.0895 | +| 57 | 490 | Y | Coding | 0.1202 | +| 58 | 406 | N | FunctionCalling | 0.3896 | +| 59 | 128 | N | Coding | 0.6140 | +| 60 | 193 | Y | Coding | 0.1333 | +| 61 | 44 | N | Coding | 1.7522 | +| 62 | 291 | Y | Coding | 0.1220 | +| 63 | 485 | N | Coding | 1.1053 | + +--- + +### Layer 30 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 157 | Y | Coding | 0.1759 | +| 1 | 26 | Y | Coding | 0.0874 | +| 2 | 138 | Y | Coding | 0.1672 | +| 3 | 20 | Y | Coding | 0.1677 | +| 4 | 79 | N | Coding | 0.4637 | +| 5 | 562 | Y | Coding | 0.1566 | +| 6 | 44 | N | Coding | 1.1273 | +| 7 | 2 | Y | Coding | 0.0651 | +| 8 | 54 | Y | FunctionCalling | 0.0658 | +| 9 | 676 | N | Coding | 0.2944 | +| 10 | 157 | N | Coding | 0.7402 | +| 11 | 4 | Y | Coding | 0.0618 | +| 12 | 522 | N | Coding | 0.3313 | +| 13 | 253 | N | Coding | 0.3913 | +| 14 | 230 | N | Coding | 0.5220 | +| 15 | 114 | Y | Coding | 0.0961 | +| 16 | 157 | N | Coding | 0.4359 | +| 17 | 12 | Y | Coding | 0.1476 | +| 18 | 4 | Y | Coding | 0.0925 | +| 19 | 361 | N | Coding | 0.5875 | +| 20 | 159 | Y | Coding | 0.1687 | +| 21 | 288 | N | Coding | 0.3450 | +| 22 | 9 | Y | Coding | 0.0840 | +| 23 | 50 | N | Coding | 0.2363 | +| 24 | 89 | Y | Coding | 0.1028 | +| 25 | 70 | N | Coding | 0.3889 | +| 26 | 37 | Y | Coding | 0.1531 | +| 27 | 17 | N | Coding | 0.7074 | +| 28 | 42 | N | Coding | 0.2058 | +| 29 | 108 | Y | Coding | 0.0956 | +| 30 | 556 | N | Coding | 0.3009 | +| 31 | 25 | Y | Coding | 0.1232 | +| 32 | 4 | Y | Coding | 0.0781 | +| 33 | 53 | N | Coding | 0.2163 | +| 34 | 29 | Y | FunctionCalling | 0.0702 | +| 35 | 96 | N | Coding | 0.4653 | +| 36 | 230 | N | Coding | 0.5806 | +| 37 | 143 | Y | Coding | 0.1907 | +| 38 | 227 | N | Coding | 0.2057 | +| 39 | 161 | N | Coding | 0.2497 | +| 40 | 487 | N | FunctionCalling | 0.7538 | +| 41 | 39 | N | Coding | 0.6002 | +| 42 | 7 | Y | Coding | 0.0483 | +| 43 | 29 | Y | Coding | 0.1391 | +| 44 | 131 | N | Coding | 0.4885 | +| 45 | 22 | Y | Coding | 0.1257 | +| 46 | 103 | N | Coding | 0.2091 | +| 47 | 89 | Y | FunctionCalling | 0.0836 | +| 48 | 223 | N | Coding | 1.2940 | +| 49 | 119 | N | Coding | 0.5087 | +| 50 | 28 | Y | Coding | 0.1363 | +| 51 | 74 | Y | Coding | 0.1347 | +| 52 | 81 | N | Coding | 0.5806 | +| 53 | 11 | Y | Coding | 0.1092 | +| 54 | 208 | N | Coding | 0.2325 | +| 55 | 19 | Y | Coding | 0.0688 | +| 56 | 20 | Y | Coding | 0.1157 | +| 57 | 481 | Y | Coding | 0.1454 | +| 58 | 464 | N | Coding | 0.5684 | +| 59 | 92 | N | Coding | 0.2936 | +| 60 | 63 | Y | FunctionCalling | 0.1145 | +| 61 | 784 | N | FunctionCalling | 0.5846 | +| 62 | 206 | Y | Coding | 0.1065 | +| 63 | 111 | N | Coding | 0.4060 | + +--- + +### Layer 31 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 151 | N | Coding | 0.7675 | +| 1 | 150 | N | Coding | 0.5160 | +| 2 | 123 | Y | Coding | 0.0850 | +| 3 | 789 | N | Coding | 0.5390 | +| 4 | 563 | Y | Coding | 0.2734 | +| 5 | 75 | N | Coding | 0.7097 | +| 6 | 635 | Y | Coding | 0.2435 | +| 7 | 76 | N | Coding | 0.3934 | +| 8 | 36 | Y | Coding | 0.2402 | +| 9 | 38 | Y | Coding | 0.0880 | +| 10 | 131 | N | Coding | 1.0185 | +| 11 | 48 | N | Coding | 0.6200 | +| 12 | 177 | N | Coding | 0.5893 | +| 13 | 295 | N | Coding | 0.9342 | +| 14 | 154 | N | Coding | 0.3436 | +| 15 | 442 | Y | FunctionCalling | 0.0959 | +| 16 | 186 | N | FunctionCalling | 0.6129 | +| 17 | 2 | Y | Coding | 0.0772 | +| 18 | 43 | Y | Coding | 0.1581 | +| 19 | 105 | N | Coding | 0.3932 | +| 20 | 120 | N | Coding | 0.4559 | +| 21 | 89 | N | Coding | 1.1497 | +| 22 | 14 | Y | Coding | 0.1880 | +| 23 | 916 | N | FunctionCalling | 0.3978 | +| 24 | 75 | Y | Coding | 0.1171 | +| 25 | 77 | N | Coding | 0.4315 | +| 26 | 17 | Y | Coding | 0.2636 | +| 27 | 166 | Y | Coding | 0.1927 | +| 28 | 106 | Y | Coding | 0.3041 | +| 29 | 291 | N | Coding | 0.9017 | +| 30 | 54 | Y | Coding | 0.2398 | +| 31 | 185 | Y | Coding | 0.3190 | +| 32 | 35 | N | Coding | 0.6265 | +| 33 | 52 | N | Coding | 0.4564 | +| 34 | 26 | Y | Coding | 0.0720 | +| 35 | 698 | N | Coding | 0.4804 | +| 36 | 39 | N | Coding | 1.1664 | +| 37 | 42 | N | Coding | 0.6572 | +| 38 | 60 | Y | Coding | 0.2411 | +| 39 | 177 | Y | Coding | 0.2817 | +| 40 | 15 | Y | Coding | 0.1493 | +| 41 | 26 | Y | Coding | 0.1565 | +| 42 | 312 | Y | FunctionCalling | 0.2708 | +| 43 | 59 | Y | Coding | 0.1207 | +| 44 | 63 | N | Coding | 0.7367 | +| 45 | 292 | N | Coding | 0.3608 | +| 46 | 200 | N | Coding | 0.5461 | +| 47 | 94 | N | Coding | 0.5323 | +| 48 | 65 | Y | Coding | 0.2864 | +| 49 | 13 | Y | Coding | 0.2891 | +| 50 | 36 | N | Coding | 0.8201 | +| 51 | 98 | Y | Coding | 0.3275 | +| 52 | 46 | Y | Coding | 0.0798 | +| 53 | 74 | N | Coding | 1.3515 | +| 54 | 10 | Y | Coding | 0.0753 | +| 55 | 89 | N | Coding | 0.4200 | +| 56 | 75 | Y | Coding | 0.1556 | +| 57 | 85 | N | Coding | 0.6840 | +| 58 | 14 | N | Coding | 0.3425 | +| 59 | 591 | Y | FunctionCalling | 0.3200 | +| 60 | 0 | Y | unknown | 0.0000 | +| 61 | 16 | Y | Coding | 0.1169 | +| 62 | 42 | Y | Coding | 0.1497 | +| 63 | 83 | N | Coding | 0.3681 | + +--- + +### Layer 32 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 128 | N | Coding | 1.1186 | +| 1 | 410 | Y | FunctionCalling | 0.2009 | +| 2 | 216 | N | Coding | 0.3978 | +| 3 | 81 | N | Coding | 0.2460 | +| 4 | 26 | Y | Coding | 0.1705 | +| 5 | 74 | N | Coding | 0.5222 | +| 6 | 80 | N | Coding | 0.2767 | +| 7 | 25 | N | Coding | 0.2313 | +| 8 | 148 | Y | Coding | 0.1174 | +| 9 | 77 | N | Coding | 0.2594 | +| 10 | 80 | N | Coding | 0.3174 | +| 11 | 66 | Y | Coding | 0.1786 | +| 12 | 134 | Y | Coding | 0.1076 | +| 13 | 450 | N | Coding | 0.2487 | +| 14 | 20 | Y | Coding | 0.1047 | +| 15 | 48 | Y | Coding | 0.2152 | +| 16 | 4 | Y | Coding | 0.0848 | +| 17 | 76 | N | Coding | 0.5543 | +| 18 | 38 | N | Coding | 0.7425 | +| 19 | 110 | Y | Coding | 0.1474 | +| 20 | 216 | N | Coding | 0.4696 | +| 21 | 25 | Y | Coding | 0.1547 | +| 22 | 88 | Y | Coding | 0.1959 | +| 23 | 882 | N | FunctionCalling | 3.4265 | +| 24 | 6 | Y | Coding | 0.1004 | +| 25 | 126 | N | Coding | 0.8036 | +| 26 | 576 | Y | Coding | 0.1560 | +| 27 | 49 | Y | Coding | 0.2207 | +| 28 | 155 | N | Coding | 0.5148 | +| 29 | 82 | Y | Coding | 0.0969 | +| 30 | 332 | Y | Coding | 0.2001 | +| 31 | 57 | N | Coding | 0.7564 | +| 32 | 54 | Y | Coding | 0.1151 | +| 33 | 1 | Y | Coding | 0.0492 | +| 34 | 132 | N | Coding | 0.9138 | +| 35 | 356 | N | Coding | 0.5760 | +| 36 | 148 | Y | Coding | 0.1986 | +| 37 | 480 | Y | Coding | 0.1178 | +| 38 | 7 | Y | Coding | 0.0569 | +| 39 | 137 | N | Coding | 0.9508 | +| 40 | 486 | Y | Coding | 0.1229 | +| 41 | 23 | N | Coding | 1.0339 | +| 42 | 70 | N | Coding | 0.6233 | +| 43 | 1 | Y | Coding | 0.1032 | +| 44 | 234 | N | Coding | 0.5937 | +| 45 | 192 | Y | Coding | 0.2277 | +| 46 | 68 | N | Coding | 0.6481 | +| 47 | 235 | N | Coding | 0.2603 | +| 48 | 38 | N | Coding | 0.2779 | +| 49 | 10 | Y | Coding | 0.1265 | +| 50 | 12 | Y | Coding | 0.1006 | +| 51 | 1 | Y | Coding | 0.0427 | +| 52 | 103 | N | Coding | 0.3886 | +| 53 | 471 | Y | FunctionCalling | 0.0982 | +| 54 | 79 | N | Coding | 0.3849 | +| 55 | 31 | Y | Coding | 0.2039 | +| 56 | 305 | N | Coding | 0.2866 | +| 57 | 402 | Y | Coding | 0.1605 | +| 58 | 100 | Y | FunctionCalling | 0.1061 | +| 59 | 20 | Y | Coding | 0.1700 | +| 60 | 64 | N | Coding | 0.9957 | +| 61 | 58 | N | Coding | 0.2932 | +| 62 | 487 | N | Coding | 0.5961 | +| 63 | 166 | N | Coding | 0.5628 | + +--- + +### Layer 33 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 419 | Y | Coding | 0.3150 | +| 1 | 201 | N | Coding | 0.9542 | +| 2 | 87 | N | Coding | 0.4777 | +| 3 | 70 | N | Coding | 0.5091 | +| 4 | 4 | Y | Coding | 0.0626 | +| 5 | 129 | Y | Coding | 0.2360 | +| 6 | 122 | N | Coding | 0.8639 | +| 7 | 787 | N | FunctionCalling | 0.4717 | +| 8 | 46 | Y | Coding | 0.3026 | +| 9 | 11 | Y | Coding | 0.0477 | +| 10 | 95 | N | Coding | 1.4315 | +| 11 | 104 | Y | Coding | 0.3060 | +| 12 | 277 | Y | Coding | 0.1065 | +| 13 | 178 | N | Coding | 0.8538 | +| 14 | 988 | Y | Coding | 0.2578 | +| 15 | 16 | Y | Coding | 0.0808 | +| 16 | 141 | Y | Coding | 0.0895 | +| 17 | 3 | Y | Coding | 0.1177 | +| 18 | 70 | N | Coding | 0.3366 | +| 19 | 60 | N | Coding | 0.8743 | +| 20 | 6 | Y | Coding | 0.0550 | +| 21 | 113 | N | Coding | 1.2564 | +| 22 | 30 | Y | Coding | 0.2033 | +| 23 | 40 | Y | Coding | 0.0488 | +| 24 | 8 | N | Coding | 0.4072 | +| 25 | 118 | N | Coding | 1.7204 | +| 26 | 89 | N | Coding | 0.6806 | +| 27 | 31 | N | Coding | 0.5827 | +| 28 | 73 | N | Coding | 0.7689 | +| 29 | 48 | N | Coding | 0.8968 | +| 30 | 36 | Y | Coding | 0.1413 | +| 31 | 459 | Y | Coding | 0.2676 | +| 32 | 216 | N | Coding | 0.8916 | +| 33 | 211 | N | Coding | 0.5034 | +| 34 | 37 | Y | Coding | 0.0608 | +| 35 | 261 | Y | Coding | 0.2652 | +| 36 | 214 | N | Coding | 0.5433 | +| 37 | 64 | N | Coding | 0.4994 | +| 38 | 201 | N | Coding | 0.7381 | +| 39 | 181 | N | Coding | 1.1663 | +| 40 | 7 | Y | Coding | 0.0435 | +| 41 | 29 | N | Coding | 0.3825 | +| 42 | 149 | Y | Coding | 0.2655 | +| 43 | 213 | N | Coding | 0.4339 | +| 44 | 50 | N | Coding | 1.3717 | +| 45 | 52 | Y | Coding | 0.1909 | +| 46 | 65 | Y | FunctionCalling | 0.0508 | +| 47 | 90 | Y | Coding | 0.2569 | +| 48 | 27 | Y | Coding | 0.1493 | +| 49 | 61 | Y | Coding | 0.0678 | +| 50 | 67 | Y | Coding | 0.2751 | +| 51 | 69 | Y | Coding | 0.3011 | +| 52 | 90 | Y | Coding | 0.1098 | +| 53 | 0 | Y | unknown | 0.0000 | +| 54 | 254 | N | Coding | 0.3957 | +| 55 | 185 | N | Coding | 0.6950 | +| 56 | 41 | Y | Coding | 0.0808 | +| 57 | 471 | N | Coding | 0.8198 | +| 58 | 116 | Y | Coding | 0.2800 | +| 59 | 608 | N | FunctionCalling | 0.6326 | +| 60 | 38 | Y | Coding | 0.2004 | +| 61 | 58 | N | Coding | 0.3950 | +| 62 | 817 | N | FunctionCalling | 0.6642 | +| 63 | 55 | N | Coding | 1.2209 | + +--- + +### Layer 34 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 403 | Y | Coding | 0.1613 | +| 1 | 85 | N | Coding | 0.4689 | +| 2 | 112 | Y | Coding | 0.1559 | +| 3 | 122 | N | Coding | 0.6343 | +| 4 | 125 | N | Coding | 0.8666 | +| 5 | 35 | N | Coding | 1.0282 | +| 6 | 13 | Y | Coding | 0.0531 | +| 7 | 84 | Y | Coding | 0.1245 | +| 8 | 69 | Y | Coding | 0.0522 | +| 9 | 243 | N | Coding | 0.3476 | +| 10 | 455 | Y | Coding | 0.2307 | +| 11 | 85 | N | Coding | 0.3881 | +| 12 | 49 | Y | Coding | 0.1087 | +| 13 | 13 | Y | Coding | 0.1447 | +| 14 | 80 | N | Coding | 0.5956 | +| 15 | 548 | Y | Coding | 0.1601 | +| 16 | 3 | Y | Coding | 0.0676 | +| 17 | 22 | Y | Coding | 0.2158 | +| 18 | 239 | Y | FunctionCalling | 0.1497 | +| 19 | 139 | N | Coding | 0.8996 | +| 20 | 10 | N | Coding | 2.3055 | +| 21 | 42 | Y | Coding | 0.2773 | +| 22 | 73 | Y | Coding | 0.1008 | +| 23 | 10 | Y | Coding | 0.1914 | +| 24 | 32 | N | Coding | 0.5445 | +| 25 | 0 | Y | unknown | 0.0000 | +| 26 | 145 | Y | Coding | 0.3374 | +| 27 | 55 | N | Coding | 0.3431 | +| 28 | 45 | N | Coding | 0.4774 | +| 29 | 26 | Y | Coding | 0.0872 | +| 30 | 22 | N | Coding | 1.1794 | +| 31 | 18 | N | Coding | 0.3708 | +| 32 | 53 | N | Coding | 0.3752 | +| 33 | 279 | N | Coding | 1.1018 | +| 34 | 85 | Y | Coding | 0.3413 | +| 35 | 14 | Y | Coding | 0.0523 | +| 36 | 2 | Y | Coding | 0.0489 | +| 37 | 38 | N | Coding | 0.7820 | +| 38 | 316 | N | Coding | 0.4223 | +| 39 | 116 | Y | Coding | 0.1914 | +| 40 | 236 | Y | Coding | 0.2100 | +| 41 | 7 | Y | Coding | 0.0772 | +| 42 | 7 | Y | Coding | 0.0573 | +| 43 | 566 | Y | Coding | 0.2459 | +| 44 | 35 | N | Coding | 0.4488 | +| 45 | 56 | N | Coding | 2.0141 | +| 46 | 6 | Y | Coding | 0.0587 | +| 47 | 240 | Y | Coding | 0.3240 | +| 48 | 254 | N | Coding | 0.9205 | +| 49 | 108 | Y | Coding | 0.1993 | +| 50 | 189 | N | Coding | 0.4989 | +| 51 | 47 | Y | Coding | 0.3413 | +| 52 | 396 | N | Coding | 0.4591 | +| 53 | 89 | N | Coding | 1.3773 | +| 54 | 193 | N | Coding | 0.9802 | +| 55 | 1,016 | N | FunctionCalling | 0.7781 | +| 56 | 204 | N | Coding | 0.3696 | +| 57 | 118 | N | Coding | 0.3609 | +| 58 | 560 | Y | Coding | 0.2526 | +| 59 | 214 | N | Coding | 0.4783 | +| 60 | 49 | N | Coding | 1.0789 | +| 61 | 697 | N | FunctionCalling | 1.1698 | +| 62 | 88 | Y | Coding | 0.0805 | +| 63 | 176 | N | Coding | 0.7909 | + +--- + +### Layer 35 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 32 | Y | Coding | 0.1543 | +| 1 | 146 | N | Coding | 1.3649 | +| 2 | 46 | Y | Coding | 0.2710 | +| 3 | 10 | Y | Coding | 0.2049 | +| 4 | 5 | Y | Coding | 0.0532 | +| 5 | 38 | Y | Coding | 0.2298 | +| 6 | 394 | Y | Coding | 0.2149 | +| 7 | 43 | Y | Coding | 0.1956 | +| 8 | 321 | N | FunctionCalling | 0.3124 | +| 9 | 53 | N | Coding | 1.0502 | +| 10 | 70 | N | Coding | 0.4380 | +| 11 | 0 | Y | unknown | 0.0000 | +| 12 | 353 | Y | Coding | 0.1949 | +| 13 | 56 | N | Coding | 0.5747 | +| 14 | 78 | N | Coding | 0.9920 | +| 15 | 439 | N | Coding | 0.3557 | +| 16 | 16 | Y | Coding | 0.2173 | +| 17 | 42 | Y | Coding | 0.1023 | +| 18 | 199 | N | Coding | 0.3028 | +| 19 | 185 | N | Coding | 0.4293 | +| 20 | 910 | Y | Coding | 0.2627 | +| 21 | 55 | N | Coding | 0.6651 | +| 22 | 663 | N | Coding | 0.3467 | +| 23 | 154 | N | Coding | 1.4862 | +| 24 | 62 | N | Coding | 1.1396 | +| 25 | 21 | Y | Coding | 0.0445 | +| 26 | 0 | Y | unknown | 0.0000 | +| 27 | 162 | Y | FunctionCalling | 0.1313 | +| 28 | 74 | N | Coding | 0.5092 | +| 29 | 206 | N | Coding | 1.8406 | +| 30 | 1 | Y | Coding | 0.0466 | +| 31 | 79 | Y | Coding | 0.2736 | +| 32 | 79 | Y | Coding | 0.1475 | +| 33 | 438 | N | Coding | 0.4731 | +| 34 | 232 | N | Coding | 0.6690 | +| 35 | 39 | N | Coding | 0.7465 | +| 36 | 11 | N | Coding | 0.7474 | +| 37 | 22 | Y | Coding | 0.2601 | +| 38 | 139 | N | Coding | 0.7831 | +| 39 | 45 | N | Coding | 1.6646 | +| 40 | 40 | Y | Coding | 0.1594 | +| 41 | 1 | Y | Coding | 0.0472 | +| 42 | 113 | Y | Coding | 0.1778 | +| 43 | 41 | Y | Coding | 0.0922 | +| 44 | 66 | N | Coding | 0.3772 | +| 45 | 800 | Y | Coding | 0.1962 | +| 46 | 368 | N | FunctionCalling | 0.3994 | +| 47 | 38 | N | Coding | 1.4541 | +| 48 | 475 | Y | Coding | 0.2356 | +| 49 | 95 | N | Coding | 1.5108 | +| 50 | 60 | N | Coding | 1.0653 | +| 51 | 115 | N | Coding | 0.8143 | +| 52 | 11 | Y | Coding | 0.0651 | +| 53 | 533 | N | Coding | 0.4065 | +| 54 | 98 | N | Coding | 0.4527 | +| 55 | 37 | Y | Coding | 0.2277 | +| 56 | 83 | N | Coding | 0.7723 | +| 57 | 306 | Y | Coding | 0.2752 | +| 58 | 91 | Y | Coding | 0.0871 | +| 59 | 340 | Y | Coding | 0.2848 | +| 60 | 44 | Y | Coding | 0.1115 | +| 61 | 13 | Y | Coding | 0.0517 | +| 62 | 119 | N | Coding | 1.0254 | +| 63 | 51 | N | Coding | 1.0289 | + +--- + +### Layer 36 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 123 | N | Coding | 2.0485 | +| 1 | 56 | N | Coding | 0.3186 | +| 2 | 73 | N | Coding | 0.7918 | +| 3 | 578 | Y | Coding | 0.2814 | +| 4 | 69 | N | Coding | 0.9016 | +| 5 | 94 | Y | Coding | 0.2239 | +| 6 | 128 | Y | Coding | 0.2464 | +| 7 | 397 | N | FunctionCalling | 0.8314 | +| 8 | 167 | N | Coding | 1.0340 | +| 9 | 11 | Y | Coding | 0.0595 | +| 10 | 53 | N | Coding | 0.6013 | +| 11 | 250 | N | Coding | 0.5788 | +| 12 | 2 | Y | Coding | 0.0687 | +| 13 | 234 | Y | Coding | 0.2681 | +| 14 | 460 | N | Coding | 0.3762 | +| 15 | 2 | Y | Coding | 0.0709 | +| 16 | 75 | Y | Coding | 0.2750 | +| 17 | 139 | N | Coding | 1.2804 | +| 18 | 199 | N | Coding | 1.0825 | +| 19 | 65 | N | Coding | 0.9797 | +| 20 | 180 | Y | Coding | 0.2656 | +| 21 | 25 | Y | Coding | 0.2909 | +| 22 | 71 | Y | Coding | 0.2415 | +| 23 | 23 | N | Coding | 0.8017 | +| 24 | 89 | N | Coding | 0.6943 | +| 25 | 4 | Y | Coding | 0.1765 | +| 26 | 18 | Y | Coding | 0.0443 | +| 27 | 108 | Y | Coding | 0.1436 | +| 28 | 12 | Y | Coding | 0.1399 | +| 29 | 62 | N | Coding | 0.3824 | +| 30 | 63 | Y | Coding | 0.2098 | +| 31 | 56 | N | Coding | 0.9878 | +| 32 | 23 | N | Coding | 0.6430 | +| 33 | 109 | N | Coding | 0.3941 | +| 34 | 9 | Y | Coding | 0.1433 | +| 35 | 12 | Y | Coding | 0.0840 | +| 36 | 74 | Y | Coding | 0.0802 | +| 37 | 583 | N | FunctionCalling | 0.5101 | +| 38 | 753 | N | Coding | 1.9677 | +| 39 | 514 | N | Coding | 0.5667 | +| 40 | 253 | Y | Coding | 0.1645 | +| 41 | 123 | Y | Coding | 0.1415 | +| 42 | 182 | N | Coding | 0.5085 | +| 43 | 69 | Y | Coding | 0.1268 | +| 44 | 3 | Y | Coding | 0.0357 | +| 45 | 397 | N | Coding | 0.4440 | +| 46 | 38 | N | Coding | 0.3123 | +| 47 | 329 | N | FunctionCalling | 0.6535 | +| 48 | 68 | Y | Coding | 0.2116 | +| 49 | 30 | N | Coding | 0.4674 | +| 50 | 100 | N | Coding | 0.8022 | +| 51 | 29 | N | Coding | 0.4111 | +| 52 | 375 | Y | FunctionCalling | 0.2346 | +| 53 | 25 | Y | Coding | 0.1182 | +| 54 | 0 | Y | unknown | 0.0000 | +| 55 | 227 | N | Coding | 0.3753 | +| 56 | 121 | Y | Coding | 0.2554 | +| 57 | 575 | N | Coding | 1.0421 | +| 58 | 53 | N | Coding | 0.5604 | +| 59 | 162 | N | Coding | 0.9648 | +| 60 | 60 | Y | Coding | 0.1446 | +| 61 | 17 | Y | Coding | 0.1073 | +| 62 | 501 | Y | Coding | 0.2085 | +| 63 | 156 | Y | Coding | 0.0778 | + +--- + +### Layer 37 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 145 | N | Coding | 0.4677 | +| 1 | 79 | N | Coding | 0.6760 | +| 2 | 35 | N | Coding | 0.6191 | +| 3 | 11 | Y | Coding | 0.1436 | +| 4 | 14 | Y | Coding | 0.2274 | +| 5 | 41 | Y | Coding | 0.1891 | +| 6 | 2 | Y | Coding | 0.0397 | +| 7 | 65 | Y | Coding | 0.2736 | +| 8 | 90 | N | Coding | 0.6765 | +| 9 | 48 | N | Coding | 2.1447 | +| 10 | 438 | Y | Coding | 0.2393 | +| 11 | 99 | N | Coding | 0.3555 | +| 12 | 65 | N | Coding | 0.4887 | +| 13 | 160 | N | Coding | 1.2386 | +| 14 | 247 | Y | Coding | 0.2065 | +| 15 | 71 | N | Coding | 0.4126 | +| 16 | 278 | N | Coding | 0.5994 | +| 17 | 255 | Y | Coding | 0.1468 | +| 18 | 134 | N | Coding | 1.1169 | +| 19 | 121 | Y | Coding | 0.1693 | +| 20 | 18 | Y | Coding | 0.1564 | +| 21 | 391 | N | FunctionCalling | 0.3731 | +| 22 | 128 | N | Coding | 0.5564 | +| 23 | 40 | N | Coding | 0.6943 | +| 24 | 24 | Y | Coding | 0.0641 | +| 25 | 87 | Y | Coding | 0.2534 | +| 26 | 0 | Y | unknown | 0.0000 | +| 27 | 32 | Y | Coding | 0.0581 | +| 28 | 11 | N | Coding | 0.6402 | +| 29 | 607 | N | FunctionCalling | 0.4871 | +| 30 | 16 | Y | Coding | 0.2698 | +| 31 | 231 | Y | Coding | 0.2896 | +| 32 | 36 | Y | Coding | 0.2443 | +| 33 | 170 | N | Coding | 0.4913 | +| 34 | 38 | Y | Coding | 0.1675 | +| 35 | 75 | Y | Coding | 0.3291 | +| 36 | 148 | N | Coding | 1.1069 | +| 37 | 99 | Y | Coding | 0.1100 | +| 38 | 1 | Y | Coding | 0.0711 | +| 39 | 35 | Y | Coding | 0.1601 | +| 40 | 15 | N | Coding | 0.4657 | +| 41 | 822 | N | FunctionCalling | 0.4310 | +| 42 | 40 | N | Coding | 0.6978 | +| 43 | 6 | Y | Coding | 0.3107 | +| 44 | 59 | N | Coding | 0.7179 | +| 45 | 309 | Y | Coding | 0.2492 | +| 46 | 30 | Y | Coding | 0.1243 | +| 47 | 60 | N | Coding | 1.0541 | +| 48 | 25 | Y | Coding | 0.0768 | +| 49 | 29 | Y | Coding | 0.3330 | +| 50 | 105 | Y | FunctionCalling | 0.1381 | +| 51 | 624 | N | Coding | 1.4335 | +| 52 | 91 | N | Coding | 0.5542 | +| 53 | 289 | N | Coding | 0.7839 | +| 54 | 65 | N | Coding | 0.9706 | +| 55 | 143 | N | Coding | 1.3869 | +| 56 | 22 | N | Coding | 0.8071 | +| 57 | 10 | Y | Coding | 0.3527 | +| 58 | 53 | Y | Coding | 0.0819 | +| 59 | 224 | N | Coding | 0.4175 | +| 60 | 72 | N | Coding | 0.4925 | +| 61 | 1,209 | Y | Coding | 0.3328 | +| 62 | 225 | Y | Coding | 0.2754 | +| 63 | 744 | N | Coding | 0.3810 | + +--- + +### Layer 38 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 99 | N | Coding | 0.9603 | +| 1 | 467 | N | Coding | 7.4200 | +| 2 | 518 | N | Coding | 0.6535 | +| 3 | 411 | N | FunctionCalling | 0.5980 | +| 4 | 997 | N | FunctionCalling | 32.4946 | +| 5 | 398 | N | Coding | 0.3679 | +| 6 | 2 | Y | Coding | 0.2101 | +| 7 | 149 | N | Coding | 0.5406 | +| 8 | 48 | Y | Coding | 0.0579 | +| 9 | 182 | N | Coding | 0.4468 | +| 10 | 18 | N | Coding | 0.5089 | +| 11 | 133 | N | Coding | 0.7089 | +| 12 | 207 | N | Coding | 0.6780 | +| 13 | 702 | Y | Coding | 0.2503 | +| 14 | 120 | Y | Coding | 0.3067 | +| 15 | 21 | Y | Coding | 0.2082 | +| 16 | 39 | N | Coding | 1.7969 | +| 17 | 37 | Y | Coding | 0.1917 | +| 18 | 46 | Y | Coding | 0.0574 | +| 19 | 21 | Y | Coding | 0.2522 | +| 20 | 282 | N | Coding | 0.5556 | +| 21 | 4 | Y | Coding | 0.0858 | +| 22 | 82 | N | Coding | 0.4565 | +| 23 | 60 | Y | Coding | 0.2861 | +| 24 | 29 | Y | Coding | 0.1651 | +| 25 | 110 | N | Coding | 0.5301 | +| 26 | 262 | N | Coding | 0.5222 | +| 27 | 19 | Y | Coding | 0.2312 | +| 28 | 148 | Y | Coding | 0.2130 | +| 29 | 3 | Y | Coding | 0.0962 | +| 30 | 47 | N | Coding | 0.4144 | +| 31 | 201 | Y | FunctionCalling | 0.2435 | +| 32 | 79 | N | Coding | 1.8156 | +| 33 | 508 | Y | Coding | 0.2085 | +| 34 | 150 | Y | Coding | 0.1561 | +| 35 | 14 | Y | Coding | 0.1983 | +| 36 | 128 | N | Coding | 0.5319 | +| 37 | 38 | Y | Coding | 0.3163 | +| 38 | 28 | N | Coding | 1.4350 | +| 39 | 666 | Y | FunctionCalling | 0.0709 | +| 40 | 131 | N | Coding | 0.5458 | +| 41 | 8 | Y | Coding | 0.2694 | +| 42 | 55 | Y | Coding | 0.2335 | +| 43 | 81 | N | Coding | 0.3475 | +| 44 | 184 | Y | Coding | 0.2134 | +| 45 | 62 | Y | Coding | 0.2943 | +| 46 | 7 | Y | Coding | 0.0618 | +| 47 | 45 | Y | Coding | 0.1228 | +| 48 | 129 | N | Coding | 0.4294 | +| 49 | 3 | Y | Coding | 0.0869 | +| 50 | 134 | N | Coding | 0.5897 | +| 51 | 15 | N | Coding | 0.9358 | +| 52 | 1 | Y | Coding | 0.0762 | +| 53 | 58 | N | Coding | 0.5453 | +| 54 | 24 | Y | Coding | 0.1506 | +| 55 | 58 | N | Coding | 0.3351 | +| 56 | 39 | Y | Coding | 0.2509 | +| 57 | 6 | Y | Coding | 0.1233 | +| 58 | 180 | N | Coding | 0.4054 | +| 59 | 724 | N | Coding | 1.4311 | +| 60 | 94 | N | Coding | 0.9550 | +| 61 | 162 | N | Coding | 0.7459 | +| 62 | 13 | Y | Coding | 0.0681 | +| 63 | 170 | N | Coding | 0.8643 | + +--- + +### Layer 39 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 155 | N | Coding | 0.9956 | +| 1 | 26 | Y | Coding | 0.1089 | +| 2 | 113 | N | Coding | 0.3741 | +| 3 | 109 | Y | Coding | 0.1061 | +| 4 | 34 | Y | Coding | 0.1473 | +| 5 | 1 | Y | Coding | 0.0878 | +| 6 | 65 | Y | Coding | 0.2684 | +| 7 | 17 | Y | Coding | 0.0772 | +| 8 | 36 | N | Coding | 1.3240 | +| 9 | 42 | N | Coding | 0.4013 | +| 10 | 142 | N | Coding | 0.6153 | +| 11 | 207 | N | Coding | 0.4286 | +| 12 | 19 | Y | Coding | 0.1042 | +| 13 | 4 | Y | Coding | 0.0586 | +| 14 | 8 | Y | Coding | 0.0937 | +| 15 | 48 | N | Coding | 0.6742 | +| 16 | 463 | N | Coding | 407.7386 | +| 17 | 175 | N | Coding | 0.6488 | +| 18 | 182 | Y | Coding | 0.2543 | +| 19 | 20 | Y | Coding | 0.0763 | +| 20 | 75 | Y | Coding | 0.2311 | +| 21 | 83 | N | Coding | 0.3150 | +| 22 | 132 | N | Coding | 0.7804 | +| 23 | 37 | Y | Coding | 0.3017 | +| 24 | 144 | Y | Coding | 0.1369 | +| 25 | 475 | Y | FunctionCalling | 0.2290 | +| 26 | 354 | N | Coding | 1.0767 | +| 27 | 5 | Y | Coding | 0.0828 | +| 28 | 1,915 | N | Coding | 1.1554 | +| 29 | 2 | Y | Coding | 0.0720 | +| 30 | 25 | Y | Coding | 0.1676 | +| 31 | 63 | N | Coding | 0.3793 | +| 32 | 26 | Y | Coding | 0.1024 | +| 33 | 55 | N | Coding | 0.8405 | +| 34 | 45 | N | Coding | 0.6547 | +| 35 | 3 | Y | Coding | 0.0594 | +| 36 | 0 | Y | unknown | 0.0000 | +| 37 | 528 | Y | Coding | 0.2607 | +| 38 | 430 | Y | FunctionCalling | 0.1580 | +| 39 | 25 | N | Coding | 1.6154 | +| 40 | 22 | Y | Coding | 0.1774 | +| 41 | 142 | N | Coding | 0.7675 | +| 42 | 19 | Y | Coding | 0.1425 | +| 43 | 155 | N | Coding | 0.4355 | +| 44 | 5 | Y | Coding | 0.0817 | +| 45 | 474 | N | Coding | 0.3561 | +| 46 | 165 | Y | Coding | 0.1876 | +| 47 | 86 | N | Coding | 0.8054 | +| 48 | 176 | N | Coding | 2.2620 | +| 49 | 200 | N | Coding | 0.6429 | +| 50 | 350 | N | Coding | 0.3034 | +| 51 | 17 | Y | Coding | 0.2322 | +| 52 | 36 | N | Coding | 0.3895 | +| 53 | 475 | N | Coding | 0.7819 | +| 54 | 50 | N | Coding | 1.7042 | +| 55 | 43 | Y | Coding | 0.2498 | +| 56 | 144 | N | Coding | 0.9309 | +| 57 | 32 | Y | Coding | 0.3033 | +| 58 | 94 | N | Coding | 0.5280 | +| 59 | 23 | N | Coding | 0.3224 | +| 60 | 489 | N | FunctionCalling | 0.7100 | +| 61 | 118 | Y | Coding | 0.2577 | +| 62 | 28 | Y | Coding | 0.2015 | +| 63 | 225 | N | Coding | 0.9790 | + +--- + +### Layer 40 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 94 | N | Coding | 0.5466 | +| 1 | 248 | Y | FunctionCalling | 0.0424 | +| 2 | 32 | N | Coding | 0.7217 | +| 3 | 35 | Y | Coding | 0.1270 | +| 4 | 129 | N | Coding | 0.4685 | +| 5 | 110 | N | Coding | 0.4377 | +| 6 | 36 | N | Coding | 0.4376 | +| 7 | 173 | N | Coding | 0.3651 | +| 8 | 88 | Y | Coding | 0.1379 | +| 9 | 298 | Y | Coding | 0.1014 | +| 10 | 70 | N | Coding | 0.9815 | +| 11 | 104 | N | Coding | 0.3817 | +| 12 | 69 | N | Coding | 1.5096 | +| 13 | 309 | N | Coding | 268.1975 | +| 14 | 199 | N | Coding | 0.9572 | +| 15 | 402 | Y | Coding | 0.2448 | +| 16 | 134 | N | Coding | 0.4512 | +| 17 | 26 | Y | Coding | 0.1490 | +| 18 | 95 | Y | Coding | 0.1659 | +| 19 | 86 | N | Coding | 2.0633 | +| 20 | 58 | N | Coding | 0.5542 | +| 21 | 98 | Y | Coding | 0.0774 | +| 22 | 105 | N | Coding | 0.6902 | +| 23 | 35 | Y | Coding | 0.1222 | +| 24 | 342 | Y | Coding | 0.1157 | +| 25 | 319 | N | Coding | 0.3966 | +| 26 | 89 | Y | Coding | 0.0820 | +| 27 | 18 | Y | Coding | 0.0413 | +| 28 | 40 | Y | Coding | 0.1584 | +| 29 | 1 | Y | Coding | 0.0199 | +| 30 | 211 | N | Coding | 0.6134 | +| 31 | 780 | N | FunctionCalling | 50.4571 | +| 32 | 4 | Y | Coding | 0.0918 | +| 33 | 28 | N | Coding | 1.8844 | +| 34 | 0 | Y | unknown | 0.0000 | +| 35 | 4 | Y | Coding | 0.0870 | +| 36 | 319 | N | Coding | 0.6207 | +| 37 | 108 | N | Coding | 0.5666 | +| 38 | 35 | Y | Coding | 0.0845 | +| 39 | 77 | N | Coding | 0.3182 | +| 40 | 239 | N | Coding | 0.2856 | +| 41 | 88 | Y | Coding | 0.2034 | +| 42 | 5 | Y | Coding | 0.0835 | +| 43 | 103 | N | Coding | 1.4562 | +| 44 | 112 | N | Coding | 0.6893 | +| 45 | 69 | N | Coding | 0.7282 | +| 46 | 8 | Y | Coding | 0.1007 | +| 47 | 257 | Y | Coding | 0.1863 | +| 48 | 240 | N | Coding | 0.4598 | +| 49 | 12 | Y | Coding | 0.1397 | +| 50 | 517 | Y | FunctionCalling | 0.1834 | +| 51 | 63 | Y | FunctionCalling | 0.0228 | +| 52 | 274 | N | FunctionCalling | 0.8412 | +| 53 | 57 | Y | Coding | 0.1281 | +| 54 | 140 | Y | Coding | 0.1973 | +| 55 | 730 | Y | Coding | 0.2276 | +| 56 | 124 | Y | Coding | 0.2480 | +| 57 | 165 | N | Coding | 0.3667 | +| 58 | 11 | Y | Coding | 0.1118 | +| 59 | 214 | N | Coding | 0.3570 | +| 60 | 39 | N | Coding | 0.6752 | +| 61 | 838 | N | Coding | 1.1240 | +| 62 | 131 | Y | FunctionCalling | 0.2410 | +| 63 | 12 | Y | Coding | 0.0692 | + +--- + +### Layer 41 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 14 | Y | Coding | 0.1049 | +| 1 | 55 | N | Coding | 1.2128 | +| 2 | 146 | N | Coding | 0.7419 | +| 3 | 34 | Y | Coding | 0.1030 | +| 4 | 111 | Y | FunctionCalling | 0.1475 | +| 5 | 100 | Y | FunctionCalling | 0.1518 | +| 6 | 32 | Y | Coding | 0.0806 | +| 7 | 144 | Y | Coding | 0.1401 | +| 8 | 87 | Y | Coding | 0.1519 | +| 9 | 75 | N | Coding | 0.9779 | +| 10 | 159 | N | Coding | 0.3980 | +| 11 | 52 | Y | Coding | 0.2900 | +| 12 | 586 | Y | Coding | 0.2040 | +| 13 | 92 | N | Coding | 0.5685 | +| 14 | 107 | N | Coding | 0.6408 | +| 15 | 14 | Y | Coding | 0.0906 | +| 16 | 31 | Y | Coding | 0.2698 | +| 17 | 122 | N | Coding | 1.2301 | +| 18 | 79 | N | Coding | 0.6375 | +| 19 | 711 | N | Coding | 0.6387 | +| 20 | 238 | N | Coding | 0.4141 | +| 21 | 210 | Y | Coding | 0.2135 | +| 22 | 60 | N | Coding | 0.5343 | +| 23 | 1 | Y | Coding | 0.0980 | +| 24 | 222 | N | Coding | 1.4178 | +| 25 | 102 | N | Coding | 0.7327 | +| 26 | 263 | N | Coding | 0.6879 | +| 27 | 22 | Y | Coding | 0.1631 | +| 28 | 35 | Y | Coding | 0.1804 | +| 29 | 116 | N | Coding | 1.2940 | +| 30 | 87 | Y | Coding | 0.2584 | +| 31 | 703 | N | FunctionCalling | 1.4522 | +| 32 | 16 | Y | Coding | 0.2622 | +| 33 | 504 | N | FunctionCalling | 0.8668 | +| 34 | 27 | N | Coding | 0.6232 | +| 35 | 1 | Y | Coding | 0.0709 | +| 36 | 2 | Y | Coding | 0.1675 | +| 37 | 387 | Y | FunctionCalling | 0.1765 | +| 38 | 67 | N | Coding | 0.4038 | +| 39 | 316 | N | Coding | 1.5881 | +| 40 | 0 | Y | unknown | 0.0000 | +| 41 | 225 | N | Coding | 0.7207 | +| 42 | 190 | N | Coding | 0.8374 | +| 43 | 135 | N | Coding | 0.5427 | +| 44 | 136 | Y | Coding | 0.1988 | +| 45 | 89 | Y | Coding | 0.3828 | +| 46 | 151 | N | Coding | 0.6343 | +| 47 | 473 | N | Coding | 1.0041 | +| 48 | 43 | N | Coding | 0.4174 | +| 49 | 285 | N | Coding | 0.8047 | +| 50 | 164 | N | Coding | 0.4665 | +| 51 | 102 | Y | Coding | 0.2096 | +| 52 | 51 | N | Coding | 0.9837 | +| 53 | 36 | Y | Coding | 0.3121 | +| 54 | 119 | Y | Coding | 0.2693 | +| 55 | 313 | Y | Coding | 0.3148 | +| 56 | 41 | Y | Coding | 0.2337 | +| 57 | 237 | Y | Coding | 0.2623 | +| 58 | 194 | Y | FunctionCalling | 0.0886 | +| 59 | 621 | N | Coding | 0.4204 | +| 60 | 0 | Y | unknown | 0.0000 | +| 61 | 52 | N | Coding | 0.7395 | +| 62 | 5 | Y | Coding | 0.2031 | +| 63 | 64 | N | Coding | 0.9931 | + +--- + +### Layer 42 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 93 | N | Coding | 0.8726 | +| 1 | 163 | N | Coding | 0.5473 | +| 2 | 77 | Y | Coding | 0.2092 | +| 3 | 368 | N | Coding | 1.0877 | +| 4 | 89 | N | Coding | 0.7072 | +| 5 | 242 | Y | Coding | 0.2414 | +| 6 | 18 | Y | Coding | 0.0933 | +| 7 | 6 | Y | Coding | 0.1013 | +| 8 | 663 | N | Coding | 44.5345 | +| 9 | 53 | N | Coding | 0.4725 | +| 10 | 40 | Y | Coding | 0.2177 | +| 11 | 8 | Y | Coding | 0.2166 | +| 12 | 118 | Y | Coding | 0.3282 | +| 13 | 84 | N | Coding | 0.4175 | +| 14 | 364 | N | Coding | 0.7274 | +| 15 | 24 | Y | Coding | 0.1345 | +| 16 | 167 | Y | Coding | 0.2616 | +| 17 | 1 | Y | Coding | 0.0681 | +| 18 | 44 | Y | Coding | 0.1762 | +| 19 | 121 | Y | FunctionCalling | 0.1904 | +| 20 | 12 | Y | Coding | 0.3308 | +| 21 | 253 | Y | Coding | 0.2754 | +| 22 | 211 | N | Coding | 0.4569 | +| 23 | 416 | Y | Coding | 0.2630 | +| 24 | 34 | N | Coding | 0.6782 | +| 25 | 302 | Y | Coding | 0.2464 | +| 26 | 175 | Y | Coding | 0.3592 | +| 27 | 125 | Y | FunctionCalling | 0.2322 | +| 28 | 1 | Y | Coding | 0.0496 | +| 29 | 219 | N | Coding | 0.5988 | +| 30 | 356 | Y | FunctionCalling | 0.2249 | +| 31 | 99 | N | Coding | 0.6945 | +| 32 | 66 | N | Coding | 0.6173 | +| 33 | 205 | N | Coding | 0.6051 | +| 34 | 165 | N | Coding | 0.7937 | +| 35 | 36 | Y | Coding | 0.2171 | +| 36 | 67 | N | Coding | 0.7465 | +| 37 | 146 | Y | Coding | 0.2093 | +| 38 | 200 | N | Coding | 0.7260 | +| 39 | 671 | N | Coding | 1.0227 | +| 40 | 606 | N | Coding | 0.7647 | +| 41 | 15 | Y | Coding | 0.3625 | +| 42 | 4 | Y | Coding | 0.0522 | +| 43 | 77 | N | Coding | 3.1654 | +| 44 | 281 | Y | Coding | 0.1911 | +| 45 | 42 | N | Coding | 1.0186 | +| 46 | 6 | Y | Coding | 0.2356 | +| 47 | 4 | Y | Coding | 0.0698 | +| 48 | 39 | N | Coding | 0.9277 | +| 49 | 145 | N | Coding | 0.4162 | +| 50 | 457 | N | Coding | 0.7921 | +| 51 | 271 | N | Coding | 3.6593 | +| 52 | 12 | Y | Coding | 0.1688 | +| 53 | 12 | N | Coding | 0.5043 | +| 54 | 63 | Y | Coding | 0.0824 | +| 55 | 20 | Y | Coding | 0.0697 | +| 56 | 103 | N | Coding | 0.4217 | +| 57 | 142 | N | Coding | 0.7571 | +| 58 | 124 | Y | Coding | 0.2120 | +| 59 | 81 | Y | Coding | 0.2811 | +| 60 | 44 | N | Coding | 0.8250 | +| 61 | 709 | N | Coding | 0.6041 | +| 62 | 55 | N | Coding | 0.8202 | +| 63 | 42 | N | Coding | 1.5319 | + +--- + +### Layer 43 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 18 | Y | Coding | 0.0974 | +| 1 | 83 | N | Coding | 0.4361 | +| 2 | 79 | Y | Coding | 0.2195 | +| 3 | 238 | Y | Coding | 0.2969 | +| 4 | 28 | Y | Coding | 0.1017 | +| 5 | 89 | Y | Coding | 0.3536 | +| 6 | 18 | Y | Coding | 0.0881 | +| 7 | 64 | N | Coding | 0.7623 | +| 8 | 582 | Y | Coding | 0.2042 | +| 9 | 47 | Y | Coding | 0.2752 | +| 10 | 98 | N | Coding | 0.7467 | +| 11 | 132 | N | Coding | 2.6188 | +| 12 | 24 | Y | Coding | 0.1959 | +| 13 | 91 | Y | Coding | 0.1681 | +| 14 | 253 | Y | Coding | 0.2135 | +| 15 | 1 | Y | Coding | 0.0848 | +| 16 | 489 | N | Coding | 1.1945 | +| 17 | 147 | Y | Coding | 0.1190 | +| 18 | 89 | N | Coding | 0.5984 | +| 19 | 41 | N | Coding | 1.2319 | +| 20 | 149 | N | Coding | 0.4337 | +| 21 | 52 | N | Coding | 1.3749 | +| 22 | 102 | Y | Coding | 0.2683 | +| 23 | 0 | Y | unknown | 0.0000 | +| 24 | 0 | Y | unknown | 0.0000 | +| 25 | 81 | N | Coding | 0.6419 | +| 26 | 37 | N | Coding | 1.4243 | +| 27 | 106 | Y | Coding | 0.2619 | +| 28 | 200 | N | Coding | 0.7218 | +| 29 | 72 | N | Coding | 0.7594 | +| 30 | 309 | Y | FunctionCalling | 0.2042 | +| 31 | 33 | N | Coding | 1.6603 | +| 32 | 7 | Y | Coding | 0.1529 | +| 33 | 13 | Y | Coding | 0.0784 | +| 34 | 150 | Y | Coding | 0.3141 | +| 35 | 81 | Y | Coding | 0.3404 | +| 36 | 980 | N | FunctionCalling | 31.7139 | +| 37 | 27 | Y | Coding | 0.0852 | +| 38 | 876 | N | Coding | 0.9726 | +| 39 | 116 | N | Coding | 0.4086 | +| 40 | 31 | Y | Coding | 0.1059 | +| 41 | 271 | N | Coding | 0.5264 | +| 42 | 54 | N | Coding | 0.5340 | +| 43 | 25 | Y | Coding | 0.1700 | +| 44 | 104 | N | Coding | 1.1121 | +| 45 | 76 | N | Coding | 0.7738 | +| 46 | 53 | N | Coding | 0.8391 | +| 47 | 515 | Y | Coding | 0.3750 | +| 48 | 106 | Y | Coding | 0.2566 | +| 49 | 87 | N | Coding | 1.1973 | +| 50 | 226 | Y | Coding | 0.3724 | +| 51 | 6 | Y | Coding | 0.0908 | +| 52 | 104 | N | Coding | 0.5840 | +| 53 | 123 | Y | Coding | 0.2051 | +| 54 | 514 | Y | Coding | 0.3413 | +| 55 | 19 | Y | Coding | 0.2577 | +| 56 | 147 | N | Coding | 0.5849 | +| 57 | 94 | N | Coding | 0.7357 | +| 58 | 417 | N | FunctionCalling | 134.3875 | +| 59 | 617 | N | FunctionCalling | 0.6536 | +| 60 | 82 | N | Coding | 0.9368 | +| 61 | 67 | N | Coding | 1.7862 | +| 62 | 7 | N | Coding | 0.5074 | +| 63 | 109 | N | Coding | 0.6917 | + +--- + +### Layer 44 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 7 | Y | Coding | 0.0942 | +| 1 | 93 | N | Coding | 1.2032 | +| 2 | 30 | Y | Coding | 0.1021 | +| 3 | 78 | Y | Coding | 0.3385 | +| 4 | 45 | Y | Coding | 0.3413 | +| 5 | 41 | N | Coding | 1.1684 | +| 6 | 107 | Y | Coding | 0.2480 | +| 7 | 259 | Y | Coding | 0.3464 | +| 8 | 605 | N | FunctionCalling | 2.0982 | +| 9 | 39 | N | Coding | 3.8040 | +| 10 | 224 | N | Coding | 0.9600 | +| 11 | 92 | N | Coding | 0.7159 | +| 12 | 75 | N | Coding | 1.0315 | +| 13 | 877 | N | FunctionCalling | 2.6780 | +| 14 | 308 | N | Coding | 1.0431 | +| 15 | 35 | Y | Coding | 0.1039 | +| 16 | 85 | N | Coding | 1.0660 | +| 17 | 102 | N | Coding | 1.2298 | +| 18 | 141 | N | Coding | 0.6578 | +| 19 | 70 | Y | Coding | 0.2580 | +| 20 | 89 | Y | Coding | 0.2081 | +| 21 | 174 | N | Coding | 0.3722 | +| 22 | 266 | N | Coding | 0.5598 | +| 23 | 384 | Y | Coding | 0.2749 | +| 24 | 45 | Y | Coding | 0.1331 | +| 25 | 42 | N | Coding | 0.8864 | +| 26 | 11 | Y | Coding | 0.0724 | +| 27 | 286 | Y | Coding | 0.1503 | +| 28 | 9 | Y | Coding | 0.0794 | +| 29 | 200 | Y | Coding | 0.3342 | +| 30 | 29 | Y | Coding | 0.2838 | +| 31 | 92 | N | Coding | 0.4090 | +| 32 | 166 | N | Coding | 0.7114 | +| 33 | 554 | N | Coding | 1.4135 | +| 34 | 110 | Y | Coding | 0.2697 | +| 35 | 252 | N | Coding | 0.4272 | +| 36 | 122 | N | Coding | 0.4997 | +| 37 | 494 | N | Coding | 0.6896 | +| 38 | 222 | Y | FunctionCalling | 0.1551 | +| 39 | 6 | Y | Coding | 0.1647 | +| 40 | 1 | Y | Coding | 0.1247 | +| 41 | 76 | N | Coding | 0.4872 | +| 42 | 30 | Y | Coding | 0.1972 | +| 43 | 12 | Y | Coding | 0.0984 | +| 44 | 35 | N | Coding | 2.5426 | +| 45 | 115 | Y | Coding | 0.2988 | +| 46 | 32 | N | Coding | 2.3932 | +| 47 | 91 | N | Coding | 0.5287 | +| 48 | 81 | Y | Coding | 0.1175 | +| 49 | 111 | N | FunctionCalling | 0.3519 | +| 50 | 143 | N | Coding | 0.5276 | +| 51 | 111 | N | Coding | 0.4117 | +| 52 | 51 | Y | Coding | 0.3369 | +| 53 | 79 | N | Coding | 0.8471 | +| 54 | 176 | Y | Coding | 0.2608 | +| 55 | 127 | Y | Coding | 0.2241 | +| 56 | 1 | Y | Coding | 0.0758 | +| 57 | 24 | Y | Coding | 0.1025 | +| 58 | 595 | N | FunctionCalling | 0.7235 | +| 59 | 202 | Y | Coding | 0.2094 | +| 60 | 297 | N | Coding | 0.7157 | +| 61 | 467 | Y | Coding | 0.2677 | +| 62 | 118 | N | Coding | 0.8172 | +| 63 | 15 | Y | Coding | 0.2604 | + +--- + +### Layer 45 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 85 | Y | Coding | 0.5036 | +| 1 | 35 | N | Coding | 1.0523 | +| 2 | 191 | N | Coding | 0.5336 | +| 3 | 46 | Y | Coding | 0.2996 | +| 4 | 166 | Y | Coding | 0.0705 | +| 5 | 295 | N | Coding | 0.7227 | +| 6 | 132 | Y | Coding | 0.4747 | +| 7 | 52 | Y | Coding | 0.3146 | +| 8 | 0 | Y | unknown | 0.0000 | +| 9 | 10 | Y | Coding | 0.0861 | +| 10 | 501 | N | FunctionCalling | 1.8684 | +| 11 | 32 | Y | Coding | 0.1305 | +| 12 | 85 | N | Coding | 2.5817 | +| 13 | 36 | Y | Coding | 0.2263 | +| 14 | 82 | Y | FunctionCalling | 0.1503 | +| 15 | 302 | N | FunctionCalling | 0.6907 | +| 16 | 72 | Y | Coding | 0.1267 | +| 17 | 207 | Y | Coding | 0.4525 | +| 18 | 63 | N | Coding | 1.9564 | +| 19 | 54 | Y | Coding | 0.0829 | +| 20 | 274 | N | Coding | 0.9272 | +| 21 | 20 | N | Coding | 0.6185 | +| 22 | 43 | Y | Coding | 0.3784 | +| 23 | 111 | N | Coding | 0.7029 | +| 24 | 259 | N | Coding | 0.8147 | +| 25 | 79 | Y | Coding | 0.0535 | +| 26 | 17 | N | Coding | 0.6609 | +| 27 | 12 | N | Coding | 0.7115 | +| 28 | 162 | Y | Coding | 0.1315 | +| 29 | 208 | N | Coding | 0.8817 | +| 30 | 116 | N | Coding | 1.0701 | +| 31 | 46 | N | Coding | 0.7686 | +| 32 | 301 | N | Coding | 0.8954 | +| 33 | 82 | N | Coding | 0.5991 | +| 34 | 144 | N | Coding | 0.5740 | +| 35 | 40 | Y | Coding | 0.4209 | +| 36 | 215 | N | Coding | 0.7513 | +| 37 | 211 | N | Coding | 0.5577 | +| 38 | 391 | Y | Coding | 0.1707 | +| 39 | 622 | N | Coding | 134.3268 | +| 40 | 34 | N | Coding | 1.2960 | +| 41 | 68 | Y | Coding | 0.1932 | +| 42 | 39 | Y | Coding | 0.1663 | +| 43 | 68 | N | Coding | 1.5513 | +| 44 | 163 | Y | Coding | 0.4838 | +| 45 | 401 | Y | Coding | 0.3363 | +| 46 | 430 | N | Coding | 0.6197 | +| 47 | 24 | Y | Coding | 0.0895 | +| 48 | 417 | Y | FunctionCalling | 0.1198 | +| 49 | 438 | N | Coding | 11.3605 | +| 50 | 27 | Y | FunctionCalling | 0.1810 | +| 51 | 231 | N | Coding | 1.2958 | +| 52 | 175 | Y | Coding | 0.3065 | +| 53 | 72 | Y | Coding | 0.3063 | +| 54 | 155 | Y | Coding | 0.1342 | +| 55 | 118 | N | Coding | 0.6523 | +| 56 | 386 | N | FunctionCalling | 0.5197 | +| 57 | 23 | Y | Coding | 0.4601 | +| 58 | 81 | N | Coding | 0.7501 | +| 59 | 8 | Y | Coding | 0.0828 | +| 60 | 5 | Y | Coding | 0.1113 | +| 61 | 499 | N | Coding | 1.8654 | +| 62 | 96 | Y | Coding | 0.3550 | +| 63 | 99 | N | Coding | 0.6995 | + +--- + +### Layer 46 + +**Total Tokens Processed:** 2,464 +**Experts Pruned:** 32 | **Retained:** 32 + +| Expert Index | Counts of Activation | Pruned? (Y or N) | Classification | Saliency Score | +|--------------|---------------------|------------------|----------------|----------------| +| 0 | 0 | Y | unknown | 0.0000 | +| 1 | 1 | Y | Coding | 0.1165 | +| 2 | 38 | N | Coding | 0.9009 | +| 3 | 80 | Y | Coding | 0.2568 | +| 4 | 400 | N | FunctionCalling | 0.8086 | +| 5 | 2 | Y | Coding | 0.0570 | +| 6 | 38 | N | Coding | 1.4905 | +| 7 | 41 | Y | Coding | 0.1350 | +| 8 | 578 | Y | Coding | 0.3728 | +| 9 | 380 | Y | Coding | 0.0635 | +| 10 | 637 | Y | Coding | 0.1796 | +| 11 | 175 | N | Coding | 0.6872 | +| 12 | 2 | Y | Coding | 0.1068 | +| 13 | 116 | N | Coding | 0.4418 | +| 14 | 174 | Y | FunctionCalling | 0.3105 | +| 15 | 110 | N | Coding | 1.5966 | +| 16 | 202 | N | Coding | 0.4355 | +| 17 | 53 | N | Coding | 1.1273 | +| 18 | 92 | N | Coding | 0.9579 | +| 19 | 69 | N | Coding | 0.6344 | +| 20 | 46 | Y | Coding | 0.1240 | +| 21 | 64 | N | Coding | 1.0047 | +| 22 | 145 | N | Coding | 1.4553 | +| 23 | 230 | Y | Coding | 0.3888 | +| 24 | 241 | N | Coding | 0.7419 | +| 25 | 16 | Y | Coding | 0.4088 | +| 26 | 162 | N | Coding | 0.6110 | +| 27 | 55 | N | Coding | 0.9946 | +| 28 | 68 | Y | Coding | 0.0956 | +| 29 | 442 | Y | Coding | 0.3101 | +| 30 | 126 | Y | Coding | 0.3869 | +| 31 | 67 | N | Coding | 0.4626 | +| 32 | 64 | N | Coding | 0.7190 | +| 33 | 1 | Y | Coding | 0.0717 | +| 34 | 589 | Y | Coding | 0.3888 | +| 35 | 13 | Y | Coding | 0.0804 | +| 36 | 235 | N | Coding | 1.0519 | +| 37 | 19 | N | Coding | 1.9245 | +| 38 | 67 | Y | Coding | 0.2723 | +| 39 | 64 | Y | Coding | 0.0869 | +| 40 | 117 | N | Coding | 0.6511 | +| 41 | 267 | Y | Coding | 0.2269 | +| 42 | 248 | N | Coding | 212.8891 | +| 43 | 579 | N | Coding | 0.8209 | +| 44 | 21 | Y | Coding | 0.1060 | +| 45 | 86 | N | Coding | 0.6138 | +| 46 | 100 | Y | Coding | 0.3400 | +| 47 | 38 | Y | Coding | 0.3318 | +| 48 | 50 | N | Coding | 0.6266 | +| 49 | 263 | N | Coding | 0.7149 | +| 50 | 253 | Y | Coding | 0.1873 | +| 51 | 462 | N | Coding | 395.6616 | +| 52 | 9 | Y | Coding | 0.0716 | +| 53 | 164 | N | Coding | 1.6433 | +| 54 | 43 | Y | Coding | 0.3673 | +| 55 | 71 | N | Coding | 1.2050 | +| 56 | 139 | N | Coding | 0.6532 | +| 57 | 16 | Y | Coding | 0.0974 | +| 58 | 54 | Y | Coding | 0.0956 | +| 59 | 57 | N | Coding | 1.4508 | +| 60 | 541 | N | FunctionCalling | 0.6221 | +| 61 | 77 | Y | Coding | 0.1514 | +| 62 | 270 | Y | FunctionCalling | 0.1808 | +| 63 | 29 | N | Coding | 0.4478 | + +--- + +## Summary Statistics + +| Layer | Pruned Count | Retained Count | Pruning Rate | +|-------|--------------|----------------|--------------| +| 1 | 32 | 32 | 50.00% | +| 2 | 32 | 32 | 50.00% | +| 3 | 32 | 32 | 50.00% | +| 4 | 32 | 32 | 50.00% | +| 5 | 32 | 32 | 50.00% | +| 6 | 32 | 32 | 50.00% | +| 7 | 32 | 32 | 50.00% | +| 8 | 32 | 32 | 50.00% | +| 9 | 32 | 32 | 50.00% | +| 10 | 32 | 32 | 50.00% | +| 11 | 32 | 32 | 50.00% | +| 12 | 32 | 32 | 50.00% | +| 13 | 32 | 32 | 50.00% | +| 14 | 32 | 32 | 50.00% | +| 15 | 32 | 32 | 50.00% | +| 16 | 32 | 32 | 50.00% | +| 17 | 32 | 32 | 50.00% | +| 18 | 32 | 32 | 50.00% | +| 19 | 32 | 32 | 50.00% | +| 20 | 32 | 32 | 50.00% | +| 21 | 32 | 32 | 50.00% | +| 22 | 32 | 32 | 50.00% | +| 23 | 32 | 32 | 50.00% | +| 24 | 32 | 32 | 50.00% | +| 25 | 32 | 32 | 50.00% | +| 26 | 32 | 32 | 50.00% | +| 27 | 32 | 32 | 50.00% | +| 28 | 32 | 32 | 50.00% | +| 29 | 32 | 32 | 50.00% | +| 30 | 32 | 32 | 50.00% | +| 31 | 32 | 32 | 50.00% | +| 32 | 32 | 32 | 50.00% | +| 33 | 32 | 32 | 50.00% | +| 34 | 32 | 32 | 50.00% | +| 35 | 32 | 32 | 50.00% | +| 36 | 32 | 32 | 50.00% | +| 37 | 32 | 32 | 50.00% | +| 38 | 32 | 32 | 50.00% | +| 39 | 32 | 32 | 50.00% | +| 40 | 32 | 32 | 50.00% | +| 41 | 32 | 32 | 50.00% | +| 42 | 32 | 32 | 50.00% | +| 43 | 32 | 32 | 50.00% | +| 44 | 32 | 32 | 50.00% | +| 45 | 32 | 32 | 50.00% | +| 46 | 32 | 32 | 50.00% | \ No newline at end of file