{ "0": { "layer_index": 0, "router_type": "hash", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 102.865646, "noncoding_frequency": 107.293165, "frequency_delta": -4.427519, "coding_mean_weight": 0.986965, "noncoding_mean_weight": 0.986074, "specialization_score": -4.36980654 }, "1": { "coding_frequency": 12.147959, "noncoding_frequency": 7.260791, "frequency_delta": 4.887168, "coding_mean_weight": 0.982493, "noncoding_mean_weight": 0.984881, "specialization_score": 4.80160822 }, "2": { "coding_frequency": 2.62585, "noncoding_frequency": 1.073741, "frequency_delta": 1.552109, "coding_mean_weight": 0.975769, "noncoding_mean_weight": 0.989268, "specialization_score": 1.51450019 }, "3": { "coding_frequency": 0.588435, "noncoding_frequency": 0.181655, "frequency_delta": 0.406781, "coding_mean_weight": 0.964921, "noncoding_mean_weight": 0.971892, "specialization_score": 0.39251124 }, "4": { "coding_frequency": 0.171769, "noncoding_frequency": 0.02518, "frequency_delta": 0.146589, "coding_mean_weight": 0.956195, "noncoding_mean_weight": 1.0, "specialization_score": 0.14016753 }, "5": { "coding_frequency": 0.02381, "noncoding_frequency": 0.005396, "frequency_delta": 0.018414, "coding_mean_weight": 0.932443, "noncoding_mean_weight": 1.0, "specialization_score": 0.01716986 }, "6": { "coding_frequency": 0.0, "noncoding_frequency": 0.007194, "frequency_delta": -0.007194, "coding_mean_weight": 0, "noncoding_mean_weight": 0.542969, "specialization_score": -0.0 }, "7": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "1": { "layer_index": 1, "router_type": "hash", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 194.197279, "noncoding_frequency": 201.321942, "frequency_delta": -7.124664, "coding_mean_weight": 0.981914, "noncoding_mean_weight": 0.981789, "specialization_score": -6.99580694 }, "1": { "coding_frequency": 49.663265, "noncoding_frequency": 37.361511, "frequency_delta": 12.301755, "coding_mean_weight": 0.989191, "noncoding_mean_weight": 0.990929, "specialization_score": 12.16878497 }, "2": { "coding_frequency": 2.697279, "noncoding_frequency": 2.508993, "frequency_delta": 0.188286, "coding_mean_weight": 0.991002, "noncoding_mean_weight": 0.995229, "specialization_score": 0.18659191 }, "3": { "coding_frequency": 0.05102, "noncoding_frequency": 0.041367, "frequency_delta": 0.009654, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0096535 } } }, "2": { "layer_index": 2, "router_type": "hash", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 110.494898, "noncoding_frequency": 126.48741, "frequency_delta": -15.992512, "coding_mean_weight": 0.977315, "noncoding_mean_weight": 0.979094, "specialization_score": -15.62972214 }, "1": { "coding_frequency": 86.413265, "noncoding_frequency": 79.636691, "frequency_delta": 6.776575, "coding_mean_weight": 0.984777, "noncoding_mean_weight": 0.983532, "specialization_score": 6.67341493 }, "2": { "coding_frequency": 37.302721, "noncoding_frequency": 29.226619, "frequency_delta": 8.076102, "coding_mean_weight": 0.989214, "noncoding_mean_weight": 0.990994, "specialization_score": 7.98899362 }, "3": { "coding_frequency": 5.647959, "noncoding_frequency": 3.730216, "frequency_delta": 1.917743, "coding_mean_weight": 0.993649, "noncoding_mean_weight": 0.996406, "specialization_score": 1.90556379 }, "4": { "coding_frequency": 0.32483, "noncoding_frequency": 0.230216, "frequency_delta": 0.094614, "coding_mean_weight": 0.991993, "noncoding_mean_weight": 1.0, "specialization_score": 0.09385653 }, "5": { "coding_frequency": 0.005102, "noncoding_frequency": 0.005396, "frequency_delta": -0.000294, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00029364 } } }, "3": { "layer_index": 3, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 1.853741, "noncoding_frequency": 1.633094, "frequency_delta": 0.220648, "coding_mean_weight": 0.992738, "noncoding_mean_weight": 0.971318, "specialization_score": 0.21904563 }, "1": { "coding_frequency": 0.35034, "noncoding_frequency": 0.311151, "frequency_delta": 0.039189, "coding_mean_weight": 0.989471, "noncoding_mean_weight": 0.953938, "specialization_score": 0.03877644 }, "2": { "coding_frequency": 0.156463, "noncoding_frequency": 0.271583, "frequency_delta": -0.11512, "coding_mean_weight": 0.982369, "noncoding_mean_weight": 0.984168, "specialization_score": -0.11309047 }, "3": { "coding_frequency": 0.078231, "noncoding_frequency": 0.106115, "frequency_delta": -0.027884, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.972441, "specialization_score": -0.02788382 }, "4": { "coding_frequency": 0.02381, "noncoding_frequency": 0.044964, "frequency_delta": -0.021155, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.900273, "specialization_score": -0.02115451 }, "5": { "coding_frequency": 0.010204, "noncoding_frequency": 0.014388, "frequency_delta": -0.004184, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.871094, "specialization_score": -0.00418441 }, "7": { "coding_frequency": 0.006803, "noncoding_frequency": 0.001799, "frequency_delta": 0.005004, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00500416 } } }, "4": { "layer_index": 4, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.338435, "noncoding_frequency": 2.057554, "frequency_delta": 0.280881, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.994383, "specialization_score": 0.28088142 }, "1": { "coding_frequency": 0.556122, "noncoding_frequency": 0.456835, "frequency_delta": 0.099288, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.09928792 }, "2": { "coding_frequency": 0.260204, "noncoding_frequency": 0.316547, "frequency_delta": -0.056343, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.05634268 }, "3": { "coding_frequency": 0.034014, "noncoding_frequency": 0.077338, "frequency_delta": -0.043325, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.04332452 }, "4": { "coding_frequency": 0.010204, "noncoding_frequency": 0.017986, "frequency_delta": -0.007782, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00778153 }, "5": { "coding_frequency": 0.006803, "noncoding_frequency": 0.003597, "frequency_delta": 0.003206, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0032056 }, "6": { "coding_frequency": 0.001701, "noncoding_frequency": 0.003597, "frequency_delta": -0.001896, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00189644 } } }, "5": { "layer_index": 5, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.622449, "noncoding_frequency": 3.136691, "frequency_delta": -0.514242, "coding_mean_weight": 0.995048, "noncoding_mean_weight": 0.996656, "specialization_score": -0.51169515 }, "1": { "coding_frequency": 0.566327, "noncoding_frequency": 0.492806, "frequency_delta": 0.073521, "coding_mean_weight": 0.990909, "noncoding_mean_weight": 0.997427, "specialization_score": 0.0728524 }, "2": { "coding_frequency": 0.306122, "noncoding_frequency": 0.239209, "frequency_delta": 0.066914, "coding_mean_weight": 0.977946, "noncoding_mean_weight": 1.0, "specialization_score": 0.0654381 }, "3": { "coding_frequency": 0.147959, "noncoding_frequency": 0.113309, "frequency_delta": 0.03465, "coding_mean_weight": 0.945312, "noncoding_mean_weight": 1.0, "specialization_score": 0.0327549 }, "4": { "coding_frequency": 0.102041, "noncoding_frequency": 0.091727, "frequency_delta": 0.010314, "coding_mean_weight": 0.972965, "noncoding_mean_weight": 1.0, "specialization_score": 0.01003535 }, "5": { "coding_frequency": 0.071429, "noncoding_frequency": 0.017986, "frequency_delta": 0.053443, "coding_mean_weight": 0.958426, "noncoding_mean_weight": 1.0, "specialization_score": 0.05122112 }, "6": { "coding_frequency": 0.017007, "noncoding_frequency": 0.003597, "frequency_delta": 0.01341, "coding_mean_weight": 0.675098, "noncoding_mean_weight": 1.0, "specialization_score": 0.00905285 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "9": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "6": { "layer_index": 6, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.542517, "noncoding_frequency": 2.19964, "frequency_delta": 0.342877, "coding_mean_weight": 0.9608, "noncoding_mean_weight": 0.935427, "specialization_score": 0.32943596 }, "1": { "coding_frequency": 0.386054, "noncoding_frequency": 0.347122, "frequency_delta": 0.038932, "coding_mean_weight": 0.908014, "noncoding_mean_weight": 0.876999, "specialization_score": 0.03535091 }, "2": { "coding_frequency": 0.158163, "noncoding_frequency": 0.170863, "frequency_delta": -0.0127, "coding_mean_weight": 0.871503, "noncoding_mean_weight": 0.826151, "specialization_score": -0.01106813 }, "3": { "coding_frequency": 0.093537, "noncoding_frequency": 0.111511, "frequency_delta": -0.017973, "coding_mean_weight": 0.749503, "noncoding_mean_weight": 0.709418, "specialization_score": -0.0134711 }, "4": { "coding_frequency": 0.034014, "noncoding_frequency": 0.070144, "frequency_delta": -0.03613, "coding_mean_weight": 0.537402, "noncoding_mean_weight": 0.616612, "specialization_score": -0.01941648 }, "5": { "coding_frequency": 0.027211, "noncoding_frequency": 0.028777, "frequency_delta": -0.001566, "coding_mean_weight": 0.41449, "noncoding_mean_weight": 0.438904, "specialization_score": -0.00064913 }, "6": { "coding_frequency": 0.078231, "noncoding_frequency": 0.080935, "frequency_delta": -0.002704, "coding_mean_weight": 0.900115, "noncoding_mean_weight": 0.850304, "specialization_score": -0.00243387 }, "7": { "coding_frequency": 0.015306, "noncoding_frequency": 0.008993, "frequency_delta": 0.006313, "coding_mean_weight": 0.260308, "noncoding_mean_weight": 0.32666, "specialization_score": 0.00164341 }, "8": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 0.219727, "noncoding_mean_weight": 1.0, "specialization_score": -4.301e-05 }, "9": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 0.142578, "noncoding_mean_weight": 0.126953, "specialization_score": -1.396e-05 }, "10": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 0.087891, "specialization_score": -0.0 }, "11": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "12": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 0.125, "specialization_score": -0.0 } } }, "7": { "layer_index": 7, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.782313, "noncoding_frequency": 2.888489, "frequency_delta": -0.106176, "coding_mean_weight": 0.970847, "noncoding_mean_weight": 0.977663, "specialization_score": -0.10308093 }, "1": { "coding_frequency": 0.510204, "noncoding_frequency": 0.368705, "frequency_delta": 0.141499, "coding_mean_weight": 0.995153, "noncoding_mean_weight": 1.0, "specialization_score": 0.1408132 }, "2": { "coding_frequency": 0.272109, "noncoding_frequency": 0.205036, "frequency_delta": 0.067073, "coding_mean_weight": 0.986877, "noncoding_mean_weight": 1.0, "specialization_score": 0.06619268 }, "3": { "coding_frequency": 0.119048, "noncoding_frequency": 0.089928, "frequency_delta": 0.02912, "coding_mean_weight": 0.988532, "noncoding_mean_weight": 1.0, "specialization_score": 0.02878562 }, "4": { "coding_frequency": 0.045918, "noncoding_frequency": 0.046763, "frequency_delta": -0.000844, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00084422 }, "5": { "coding_frequency": 0.022109, "noncoding_frequency": 0.014388, "frequency_delta": 0.00772, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00772035 }, "6": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "9": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "8": { "layer_index": 8, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.120748, "noncoding_frequency": 3.314748, "frequency_delta": -0.194, "coding_mean_weight": 0.999617, "noncoding_mean_weight": 0.995164, "specialization_score": -0.1939256 }, "1": { "coding_frequency": 0.477891, "noncoding_frequency": 0.640288, "frequency_delta": -0.162397, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.16239661 }, "2": { "coding_frequency": 0.292517, "noncoding_frequency": 0.341727, "frequency_delta": -0.04921, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.98788, "specialization_score": -0.04920961 }, "3": { "coding_frequency": 0.197279, "noncoding_frequency": 0.169065, "frequency_delta": 0.028214, "coding_mean_weight": 0.996094, "noncoding_mean_weight": 0.991086, "specialization_score": 0.02810396 }, "4": { "coding_frequency": 0.204082, "noncoding_frequency": 0.115108, "frequency_delta": 0.088974, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.08897372 }, "5": { "coding_frequency": 0.039116, "noncoding_frequency": 0.032374, "frequency_delta": 0.006742, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00674155 }, "6": { "coding_frequency": 0.020408, "noncoding_frequency": 0.014388, "frequency_delta": 0.00602, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00601967 }, "7": { "coding_frequency": 0.010204, "noncoding_frequency": 0.001799, "frequency_delta": 0.008406, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00840552 }, "8": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "10": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "9": { "layer_index": 9, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.491497, "noncoding_frequency": 3.532374, "frequency_delta": -1.040878, "coding_mean_weight": 0.944687, "noncoding_mean_weight": 0.971924, "specialization_score": -0.98330346 }, "1": { "coding_frequency": 0.343537, "noncoding_frequency": 0.446043, "frequency_delta": -0.102506, "coding_mean_weight": 0.930509, "noncoding_mean_weight": 0.974145, "specialization_score": -0.09538252 }, "2": { "coding_frequency": 0.193878, "noncoding_frequency": 0.196043, "frequency_delta": -0.002166, "coding_mean_weight": 0.912144, "noncoding_mean_weight": 0.955405, "specialization_score": -0.00197535 }, "3": { "coding_frequency": 0.108844, "noncoding_frequency": 0.133094, "frequency_delta": -0.02425, "coding_mean_weight": 0.937302, "noncoding_mean_weight": 0.966553, "specialization_score": -0.02272956 }, "4": { "coding_frequency": 0.061224, "noncoding_frequency": 0.079137, "frequency_delta": -0.017912, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0179122 }, "5": { "coding_frequency": 0.015306, "noncoding_frequency": 0.035971, "frequency_delta": -0.020665, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0206651 }, "6": { "coding_frequency": 0.017007, "noncoding_frequency": 0.035971, "frequency_delta": -0.018964, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01896442 }, "7": { "coding_frequency": 0.003401, "noncoding_frequency": 0.007194, "frequency_delta": -0.003793, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00379288 }, "8": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "9": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "10": { "coding_frequency": 0.066327, "noncoding_frequency": 0.066547, "frequency_delta": -0.00022, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00022023 } } }, "10": { "layer_index": 10, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.732993, "noncoding_frequency": 3.847122, "frequency_delta": -0.114129, "coding_mean_weight": 0.992901, "noncoding_mean_weight": 0.995748, "specialization_score": -0.1133189 }, "1": { "coding_frequency": 0.639456, "noncoding_frequency": 0.559353, "frequency_delta": 0.080103, "coding_mean_weight": 0.994325, "noncoding_mean_weight": 0.992244, "specialization_score": 0.07964868 }, "2": { "coding_frequency": 0.304422, "noncoding_frequency": 0.316547, "frequency_delta": -0.012125, "coding_mean_weight": 0.992755, "noncoding_mean_weight": 0.995728, "specialization_score": -0.01203715 }, "3": { "coding_frequency": 0.168367, "noncoding_frequency": 0.152878, "frequency_delta": 0.01549, "coding_mean_weight": 0.991359, "noncoding_mean_weight": 0.974586, "specialization_score": 0.0153558 }, "4": { "coding_frequency": 0.061224, "noncoding_frequency": 0.082734, "frequency_delta": -0.021509, "coding_mean_weight": 0.976481, "noncoding_mean_weight": 1.0, "specialization_score": -0.02100345 }, "5": { "coding_frequency": 0.022109, "noncoding_frequency": 0.035971, "frequency_delta": -0.013862, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01386238 }, "6": { "coding_frequency": 0.071429, "noncoding_frequency": 0.035971, "frequency_delta": 0.035457, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.960547, "specialization_score": 0.03545735 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.03777, "frequency_delta": -0.036069, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.963356, "specialization_score": -0.0360691 }, "8": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "11": { "layer_index": 11, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.530612, "noncoding_frequency": 3.830935, "frequency_delta": -0.300323, "coding_mean_weight": 0.983866, "noncoding_mean_weight": 0.992044, "specialization_score": -0.2954776 }, "1": { "coding_frequency": 0.411565, "noncoding_frequency": 0.401079, "frequency_delta": 0.010485, "coding_mean_weight": 0.98971, "noncoding_mean_weight": 0.993694, "specialization_score": 0.01037759 }, "2": { "coding_frequency": 0.158163, "noncoding_frequency": 0.176259, "frequency_delta": -0.018096, "coding_mean_weight": 0.991421, "noncoding_mean_weight": 0.991889, "specialization_score": -0.01794048 }, "3": { "coding_frequency": 0.091837, "noncoding_frequency": 0.077338, "frequency_delta": 0.014499, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01449861 }, "4": { "coding_frequency": 0.040816, "noncoding_frequency": 0.017986, "frequency_delta": 0.022831, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02283072 }, "5": { "coding_frequency": 0.013605, "noncoding_frequency": 0.032374, "frequency_delta": -0.018769, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01876866 }, "6": { "coding_frequency": 0.066327, "noncoding_frequency": 0.039568, "frequency_delta": 0.026758, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02675819 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "8": { "coding_frequency": 0.066327, "noncoding_frequency": 0.064748, "frequency_delta": 0.001578, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00157833 }, "10": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "12": { "layer_index": 12, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.219388, "noncoding_frequency": 3.291367, "frequency_delta": -0.071979, "coding_mean_weight": 0.997594, "noncoding_mean_weight": 0.995089, "specialization_score": -0.07180597 }, "1": { "coding_frequency": 0.505102, "noncoding_frequency": 0.496403, "frequency_delta": 0.008699, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00869916 }, "2": { "coding_frequency": 0.244898, "noncoding_frequency": 0.345324, "frequency_delta": -0.100426, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.996023, "specialization_score": -0.10042578 }, "3": { "coding_frequency": 0.154762, "noncoding_frequency": 0.176259, "frequency_delta": -0.021497, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02149709 }, "4": { "coding_frequency": 0.039116, "noncoding_frequency": 0.06295, "frequency_delta": -0.023834, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02383399 }, "5": { "coding_frequency": 0.015306, "noncoding_frequency": 0.003597, "frequency_delta": 0.011709, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.011709 }, "6": { "coding_frequency": 0.001701, "noncoding_frequency": 0.01259, "frequency_delta": -0.010889, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01088925 }, "7": { "coding_frequency": 0.064626, "noncoding_frequency": 0.052158, "frequency_delta": 0.012468, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01246758 } } }, "13": { "layer_index": 13, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.911565, "noncoding_frequency": 2.994604, "frequency_delta": -0.08304, "coding_mean_weight": 0.969967, "noncoding_mean_weight": 0.962089, "specialization_score": -0.08054576 }, "1": { "coding_frequency": 0.423469, "noncoding_frequency": 0.420863, "frequency_delta": 0.002606, "coding_mean_weight": 0.942414, "noncoding_mean_weight": 0.924955, "specialization_score": 0.002456 }, "2": { "coding_frequency": 0.277211, "noncoding_frequency": 0.208633, "frequency_delta": 0.068578, "coding_mean_weight": 0.94125, "noncoding_mean_weight": 0.937689, "specialization_score": 0.06454885 }, "3": { "coding_frequency": 0.147959, "noncoding_frequency": 0.091727, "frequency_delta": 0.056233, "coding_mean_weight": 0.951172, "noncoding_mean_weight": 0.933307, "specialization_score": 0.05348684 }, "4": { "coding_frequency": 0.066327, "noncoding_frequency": 0.030576, "frequency_delta": 0.035751, "coding_mean_weight": 0.978566, "noncoding_mean_weight": 0.948989, "specialization_score": 0.0349847 }, "5": { "coding_frequency": 0.022109, "noncoding_frequency": 0.005396, "frequency_delta": 0.016713, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01671316 }, "6": { "coding_frequency": 0.081633, "noncoding_frequency": 0.066547, "frequency_delta": 0.015086, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01508589 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 } } }, "14": { "layer_index": 14, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 6.503401, "noncoding_frequency": 6.543165, "frequency_delta": -0.039764, "coding_mean_weight": 0.947127, "noncoding_mean_weight": 0.957937, "specialization_score": -0.03766166 }, "1": { "coding_frequency": 0.664966, "noncoding_frequency": 0.570144, "frequency_delta": 0.094822, "coding_mean_weight": 0.905953, "noncoding_mean_weight": 0.937214, "specialization_score": 0.08590437 }, "2": { "coding_frequency": 0.358844, "noncoding_frequency": 0.208633, "frequency_delta": 0.15021, "coding_mean_weight": 0.908594, "noncoding_mean_weight": 0.945515, "specialization_score": 0.13648031 }, "3": { "coding_frequency": 0.251701, "noncoding_frequency": 0.143885, "frequency_delta": 0.107816, "coding_mean_weight": 0.990116, "noncoding_mean_weight": 0.980347, "specialization_score": 0.10675014 }, "4": { "coding_frequency": 0.085034, "noncoding_frequency": 0.019784, "frequency_delta": 0.06525, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.06524984 }, "5": { "coding_frequency": 0.035714, "noncoding_frequency": 0.001799, "frequency_delta": 0.033916, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.03391572 }, "6": { "coding_frequency": 0.027211, "noncoding_frequency": 0.001799, "frequency_delta": 0.025412, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02541232 }, "7": { "coding_frequency": 0.006803, "noncoding_frequency": 0.001799, "frequency_delta": 0.005004, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00500416 } } }, "15": { "layer_index": 15, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 4.608844, "noncoding_frequency": 3.723022, "frequency_delta": 0.885822, "coding_mean_weight": 0.986322, "noncoding_mean_weight": 0.969168, "specialization_score": 0.87370569 }, "1": { "coding_frequency": 0.644558, "noncoding_frequency": 0.516187, "frequency_delta": 0.128371, "coding_mean_weight": 0.974274, "noncoding_mean_weight": 0.980789, "specialization_score": 0.12506831 }, "2": { "coding_frequency": 0.227891, "noncoding_frequency": 0.188849, "frequency_delta": 0.039042, "coding_mean_weight": 0.977167, "noncoding_mean_weight": 0.955394, "specialization_score": 0.03815078 }, "3": { "coding_frequency": 0.10034, "noncoding_frequency": 0.086331, "frequency_delta": 0.014009, "coding_mean_weight": 0.947746, "noncoding_mean_weight": 0.983744, "specialization_score": 0.01327716 }, "4": { "coding_frequency": 0.030612, "noncoding_frequency": 0.016187, "frequency_delta": 0.014425, "coding_mean_weight": 0.95204, "noncoding_mean_weight": 0.916233, "specialization_score": 0.01373336 }, "5": { "coding_frequency": 0.018707, "noncoding_frequency": 0.005396, "frequency_delta": 0.013312, "coding_mean_weight": 0.918857, "noncoding_mean_weight": 1.0, "specialization_score": 0.01223164 }, "6": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "7": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "16": { "layer_index": 16, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 11.802721, "noncoding_frequency": 10.348921, "frequency_delta": 1.4538, "coding_mean_weight": 0.96202, "noncoding_mean_weight": 0.986351, "specialization_score": 1.39858491 }, "1": { "coding_frequency": 0.989796, "noncoding_frequency": 0.81295, "frequency_delta": 0.176846, "coding_mean_weight": 0.928442, "noncoding_mean_weight": 0.99841, "specialization_score": 0.16419151 }, "2": { "coding_frequency": 0.188776, "noncoding_frequency": 0.19964, "frequency_delta": -0.010865, "coding_mean_weight": 0.947019, "noncoding_mean_weight": 1.0, "specialization_score": -0.01028915 }, "3": { "coding_frequency": 0.117347, "noncoding_frequency": 0.138489, "frequency_delta": -0.021142, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02114227 }, "4": { "coding_frequency": 0.042517, "noncoding_frequency": 0.01259, "frequency_delta": 0.029927, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02992708 }, "5": { "coding_frequency": 0.013605, "noncoding_frequency": 0.007194, "frequency_delta": 0.006411, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0064112 }, "6": { "coding_frequency": 0.001701, "noncoding_frequency": 0.008993, "frequency_delta": -0.007292, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00729213 }, "7": { "coding_frequency": 0.032313, "noncoding_frequency": 0.057554, "frequency_delta": -0.025241, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02524103 }, "8": { "coding_frequency": 0.034014, "noncoding_frequency": 0.005396, "frequency_delta": 0.028618, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02861792 } } }, "17": { "layer_index": 17, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 7.787415, "noncoding_frequency": 7.546763, "frequency_delta": 0.240652, "coding_mean_weight": 0.887218, "noncoding_mean_weight": 0.900245, "specialization_score": 0.21351112 }, "1": { "coding_frequency": 0.931973, "noncoding_frequency": 0.884892, "frequency_delta": 0.047081, "coding_mean_weight": 0.688656, "noncoding_mean_weight": 0.796055, "specialization_score": 0.03242241 }, "2": { "coding_frequency": 0.426871, "noncoding_frequency": 0.366906, "frequency_delta": 0.059964, "coding_mean_weight": 0.637528, "noncoding_mean_weight": 0.756975, "specialization_score": 0.0382289 }, "3": { "coding_frequency": 0.119048, "noncoding_frequency": 0.089928, "frequency_delta": 0.02912, "coding_mean_weight": 0.537988, "noncoding_mean_weight": 0.661582, "specialization_score": 0.01566597 }, "4": { "coding_frequency": 0.02551, "noncoding_frequency": 0.019784, "frequency_delta": 0.005726, "coding_mean_weight": 0.631055, "noncoding_mean_weight": 0.710938, "specialization_score": 0.00361344 }, "5": { "coding_frequency": 0.010204, "noncoding_frequency": 0.041367, "frequency_delta": -0.031163, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.118164, "specialization_score": -0.03116283 }, "6": { "coding_frequency": 0.069728, "noncoding_frequency": 0.02518, "frequency_delta": 0.044548, "coding_mean_weight": 0.124714, "noncoding_mean_weight": 0.082031, "specialization_score": 0.00555576 } } }, "18": { "layer_index": 18, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 11.190476, "noncoding_frequency": 10.829137, "frequency_delta": 0.361339, "coding_mean_weight": 0.953467, "noncoding_mean_weight": 0.987569, "specialization_score": 0.34452529 }, "1": { "coding_frequency": 1.173469, "noncoding_frequency": 1.066547, "frequency_delta": 0.106923, "coding_mean_weight": 0.938069, "noncoding_mean_weight": 0.998742, "specialization_score": 0.1003008 }, "2": { "coding_frequency": 0.722789, "noncoding_frequency": 0.620504, "frequency_delta": 0.102286, "coding_mean_weight": 0.933915, "noncoding_mean_weight": 0.997639, "specialization_score": 0.09552598 }, "3": { "coding_frequency": 0.261905, "noncoding_frequency": 0.244604, "frequency_delta": 0.0173, "coding_mean_weight": 0.935807, "noncoding_mean_weight": 1.0, "specialization_score": 0.01618988 }, "4": { "coding_frequency": 0.040816, "noncoding_frequency": 0.032374, "frequency_delta": 0.008442, "coding_mean_weight": 0.966634, "noncoding_mean_weight": 1.0, "specialization_score": 0.00816054 }, "5": { "coding_frequency": 0.011905, "noncoding_frequency": 0.016187, "frequency_delta": -0.004282, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00428229 }, "6": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 } } }, "19": { "layer_index": 19, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.654762, "noncoding_frequency": 3.816547, "frequency_delta": -0.161785, "coding_mean_weight": 0.997844, "noncoding_mean_weight": 0.989245, "specialization_score": -0.16143605 }, "1": { "coding_frequency": 0.846939, "noncoding_frequency": 0.746403, "frequency_delta": 0.100536, "coding_mean_weight": 0.995674, "noncoding_mean_weight": 0.988345, "specialization_score": 0.10010098 }, "2": { "coding_frequency": 0.547619, "noncoding_frequency": 0.557554, "frequency_delta": -0.009935, "coding_mean_weight": 0.995141, "noncoding_mean_weight": 0.98206, "specialization_score": -0.00988664 }, "3": { "coding_frequency": 0.363946, "noncoding_frequency": 0.323741, "frequency_delta": 0.040205, "coding_mean_weight": 0.997152, "noncoding_mean_weight": 0.984364, "specialization_score": 0.04009007 }, "4": { "coding_frequency": 0.192177, "noncoding_frequency": 0.210432, "frequency_delta": -0.018255, "coding_mean_weight": 0.993985, "noncoding_mean_weight": 0.993181, "specialization_score": -0.01814498 }, "5": { "coding_frequency": 0.108844, "noncoding_frequency": 0.102518, "frequency_delta": 0.006326, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.971645, "specialization_score": 0.00632555 }, "6": { "coding_frequency": 0.044218, "noncoding_frequency": 0.043165, "frequency_delta": 0.001052, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00105222 }, "7": { "coding_frequency": 0.020408, "noncoding_frequency": 0.010791, "frequency_delta": 0.009617, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0096168 }, "8": { "coding_frequency": 0.013605, "noncoding_frequency": 0.001799, "frequency_delta": 0.011807, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01180688 }, "9": { "coding_frequency": 0.005102, "noncoding_frequency": 0.005396, "frequency_delta": -0.000294, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00029364 }, "10": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "20": { "layer_index": 20, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 7.367347, "noncoding_frequency": 7.496403, "frequency_delta": -0.129056, "coding_mean_weight": 0.989198, "noncoding_mean_weight": 0.99043, "specialization_score": -0.12766188 }, "1": { "coding_frequency": 0.77381, "noncoding_frequency": 0.964029, "frequency_delta": -0.190219, "coding_mean_weight": 0.978958, "noncoding_mean_weight": 0.988008, "specialization_score": -0.18621666 }, "2": { "coding_frequency": 0.37585, "noncoding_frequency": 0.453237, "frequency_delta": -0.077387, "coding_mean_weight": 0.948357, "noncoding_mean_weight": 0.992025, "specialization_score": -0.07339057 }, "3": { "coding_frequency": 0.119048, "noncoding_frequency": 0.147482, "frequency_delta": -0.028434, "coding_mean_weight": 0.948298, "noncoding_mean_weight": 1.0, "specialization_score": -0.02696428 }, "4": { "coding_frequency": 0.040816, "noncoding_frequency": 0.035971, "frequency_delta": 0.004845, "coding_mean_weight": 0.978353, "noncoding_mean_weight": 1.0, "specialization_score": 0.00474022 }, "5": { "coding_frequency": 0.005102, "noncoding_frequency": 0.007194, "frequency_delta": -0.002092, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0020922 }, "6": { "coding_frequency": 0.0, "noncoding_frequency": 0.007194, "frequency_delta": -0.007194, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "7": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 }, "8": { "coding_frequency": 0.066327, "noncoding_frequency": 0.064748, "frequency_delta": 0.001578, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00157833 } } }, "21": { "layer_index": 21, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 4.869048, "noncoding_frequency": 6.838129, "frequency_delta": -1.969082, "coding_mean_weight": 0.995666, "noncoding_mean_weight": 0.996747, "specialization_score": -1.9605479 }, "1": { "coding_frequency": 0.857143, "noncoding_frequency": 0.866906, "frequency_delta": -0.009764, "coding_mean_weight": 0.998473, "noncoding_mean_weight": 0.993576, "specialization_score": -0.00974871 }, "2": { "coding_frequency": 0.489796, "noncoding_frequency": 0.467626, "frequency_delta": 0.02217, "coding_mean_weight": 0.997192, "noncoding_mean_weight": 1.0, "specialization_score": 0.02210777 }, "3": { "coding_frequency": 0.352041, "noncoding_frequency": 0.339928, "frequency_delta": 0.012113, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.982029, "specialization_score": 0.01211276 }, "4": { "coding_frequency": 0.183673, "noncoding_frequency": 0.18705, "frequency_delta": -0.003377, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.992206, "specialization_score": -0.00337689 }, "5": { "coding_frequency": 0.078231, "noncoding_frequency": 0.124101, "frequency_delta": -0.045869, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.987956, "specialization_score": -0.04586943 }, "6": { "coding_frequency": 0.052721, "noncoding_frequency": 0.066547, "frequency_delta": -0.013826, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01382567 }, "7": { "coding_frequency": 0.052721, "noncoding_frequency": 0.070144, "frequency_delta": -0.017423, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0174228 }, "8": { "coding_frequency": 0.008503, "noncoding_frequency": 0.014388, "frequency_delta": -0.005885, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00588509 }, "9": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "10": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "11": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 } } }, "22": { "layer_index": 22, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 5.352041, "noncoding_frequency": 7.133094, "frequency_delta": -1.781053, "coding_mean_weight": 0.970481, "noncoding_mean_weight": 0.97068, "specialization_score": -1.72847783 }, "1": { "coding_frequency": 0.89966, "noncoding_frequency": 0.892086, "frequency_delta": 0.007574, "coding_mean_weight": 0.955325, "noncoding_mean_weight": 0.94178, "specialization_score": 0.00723519 }, "2": { "coding_frequency": 0.651361, "noncoding_frequency": 0.624101, "frequency_delta": 0.02726, "coding_mean_weight": 0.978179, "noncoding_mean_weight": 0.943168, "specialization_score": 0.02666499 }, "3": { "coding_frequency": 0.47619, "noncoding_frequency": 0.361511, "frequency_delta": 0.11468, "coding_mean_weight": 0.977211, "noncoding_mean_weight": 0.940454, "specialization_score": 0.11206625 }, "4": { "coding_frequency": 0.270408, "noncoding_frequency": 0.214029, "frequency_delta": 0.056379, "coding_mean_weight": 0.992409, "noncoding_mean_weight": 0.952953, "specialization_score": 0.05595141 }, "5": { "coding_frequency": 0.117347, "noncoding_frequency": 0.127698, "frequency_delta": -0.010351, "coding_mean_weight": 0.991282, "noncoding_mean_weight": 0.932026, "specialization_score": -0.01026066 }, "6": { "coding_frequency": 0.076531, "noncoding_frequency": 0.059353, "frequency_delta": 0.017178, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.952356, "specialization_score": 0.01717809 }, "7": { "coding_frequency": 0.02381, "noncoding_frequency": 0.01259, "frequency_delta": 0.01122, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.782087, "specialization_score": 0.0112196 }, "8": { "coding_frequency": 0.078231, "noncoding_frequency": 0.073741, "frequency_delta": 0.00449, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00449029 }, "9": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "10": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 } } }, "23": { "layer_index": 23, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.119048, "noncoding_frequency": 2.507194, "frequency_delta": -0.388147, "coding_mean_weight": 0.964581, "noncoding_mean_weight": 0.97521, "specialization_score": -0.37439886 }, "1": { "coding_frequency": 0.447279, "noncoding_frequency": 0.485612, "frequency_delta": -0.038333, "coding_mean_weight": 0.993459, "noncoding_mean_weight": 0.991348, "specialization_score": -0.03808187 }, "2": { "coding_frequency": 0.304422, "noncoding_frequency": 0.375899, "frequency_delta": -0.071478, "coding_mean_weight": 0.966435, "noncoding_mean_weight": 0.988912, "specialization_score": -0.06907837 }, "3": { "coding_frequency": 0.244898, "noncoding_frequency": 0.223022, "frequency_delta": 0.021876, "coding_mean_weight": 0.974399, "noncoding_mean_weight": 0.98758, "specialization_score": 0.02131632 }, "4": { "coding_frequency": 0.158163, "noncoding_frequency": 0.215827, "frequency_delta": -0.057664, "coding_mean_weight": 0.965253, "noncoding_mean_weight": 0.992047, "specialization_score": -0.05566042 }, "5": { "coding_frequency": 0.142857, "noncoding_frequency": 0.118705, "frequency_delta": 0.024152, "coding_mean_weight": 0.934541, "noncoding_mean_weight": 1.0, "specialization_score": 0.02257113 }, "6": { "coding_frequency": 0.078231, "noncoding_frequency": 0.064748, "frequency_delta": 0.013483, "coding_mean_weight": 0.899255, "noncoding_mean_weight": 1.0, "specialization_score": 0.01212474 }, "7": { "coding_frequency": 0.064626, "noncoding_frequency": 0.046763, "frequency_delta": 0.017863, "coding_mean_weight": 0.901534, "noncoding_mean_weight": 1.0, "specialization_score": 0.01610434 }, "8": { "coding_frequency": 0.028912, "noncoding_frequency": 0.030576, "frequency_delta": -0.001664, "coding_mean_weight": 0.724322, "noncoding_mean_weight": 1.0, "specialization_score": -0.00120525 }, "9": { "coding_frequency": 0.030612, "noncoding_frequency": 0.021583, "frequency_delta": 0.00903, "coding_mean_weight": 0.656413, "noncoding_mean_weight": 1.0, "specialization_score": 0.00592709 }, "10": { "coding_frequency": 0.022109, "noncoding_frequency": 0.017986, "frequency_delta": 0.004123, "coding_mean_weight": 0.434871, "noncoding_mean_weight": 1.0, "specialization_score": 0.00179307 }, "11": { "coding_frequency": 0.010204, "noncoding_frequency": 0.008993, "frequency_delta": 0.001211, "coding_mean_weight": 0.15682, "noncoding_mean_weight": 1.0, "specialization_score": 0.00018995 }, "12": { "coding_frequency": 0.0, "noncoding_frequency": 0.003597, "frequency_delta": -0.003597, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "24": { "layer_index": 24, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.714286, "noncoding_frequency": 4.179856, "frequency_delta": -1.46557, "coding_mean_weight": 0.994489, "noncoding_mean_weight": 0.98124, "specialization_score": -1.45749366 }, "1": { "coding_frequency": 0.52381, "noncoding_frequency": 0.618705, "frequency_delta": -0.094896, "coding_mean_weight": 0.99733, "noncoding_mean_weight": 1.0, "specialization_score": -0.09464214 }, "2": { "coding_frequency": 0.382653, "noncoding_frequency": 0.363309, "frequency_delta": 0.019344, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01934371 }, "3": { "coding_frequency": 0.284014, "noncoding_frequency": 0.260791, "frequency_delta": 0.023222, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02322224 }, "4": { "coding_frequency": 0.229592, "noncoding_frequency": 0.149281, "frequency_delta": 0.080311, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.08031126 }, "5": { "coding_frequency": 0.113946, "noncoding_frequency": 0.140288, "frequency_delta": -0.026342, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02634219 }, "6": { "coding_frequency": 0.088435, "noncoding_frequency": 0.093525, "frequency_delta": -0.00509, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00508981 }, "7": { "coding_frequency": 0.107143, "noncoding_frequency": 0.133094, "frequency_delta": -0.025951, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02595067 }, "8": { "coding_frequency": 0.017007, "noncoding_frequency": 0.019784, "frequency_delta": -0.002777, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00277737 }, "9": { "coding_frequency": 0.011905, "noncoding_frequency": 0.019784, "frequency_delta": -0.007879, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00787941 }, "10": { "coding_frequency": 0.001701, "noncoding_frequency": 0.007194, "frequency_delta": -0.005494, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00549356 }, "11": { "coding_frequency": 0.001701, "noncoding_frequency": 0.005396, "frequency_delta": -0.003695, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.003695 }, "12": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "14": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "25": { "layer_index": 25, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.268707, "noncoding_frequency": 2.906475, "frequency_delta": -0.637767, "coding_mean_weight": 0.989134, "noncoding_mean_weight": 0.984517, "specialization_score": -0.63083736 }, "1": { "coding_frequency": 0.493197, "noncoding_frequency": 0.501799, "frequency_delta": -0.008601, "coding_mean_weight": 0.994322, "noncoding_mean_weight": 0.993588, "specialization_score": -0.00855244 }, "2": { "coding_frequency": 0.287415, "noncoding_frequency": 0.269784, "frequency_delta": 0.017631, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.995, "specialization_score": 0.01763079 }, "3": { "coding_frequency": 0.292517, "noncoding_frequency": 0.255396, "frequency_delta": 0.037121, "coding_mean_weight": 0.994774, "noncoding_mean_weight": 1.0, "specialization_score": 0.03692733 }, "4": { "coding_frequency": 0.151361, "noncoding_frequency": 0.127698, "frequency_delta": 0.023663, "coding_mean_weight": 0.99013, "noncoding_mean_weight": 1.0, "specialization_score": 0.02342915 }, "5": { "coding_frequency": 0.096939, "noncoding_frequency": 0.109712, "frequency_delta": -0.012773, "coding_mean_weight": 0.969367, "noncoding_mean_weight": 1.0, "specialization_score": -0.01238217 }, "6": { "coding_frequency": 0.096939, "noncoding_frequency": 0.061151, "frequency_delta": 0.035788, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0357877 }, "7": { "coding_frequency": 0.069728, "noncoding_frequency": 0.048561, "frequency_delta": 0.021167, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.981192, "specialization_score": 0.02116674 }, "8": { "coding_frequency": 0.05102, "noncoding_frequency": 0.034173, "frequency_delta": 0.016848, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01684775 }, "9": { "coding_frequency": 0.034014, "noncoding_frequency": 0.019784, "frequency_delta": 0.014229, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01422943 }, "10": { "coding_frequency": 0.013605, "noncoding_frequency": 0.016187, "frequency_delta": -0.002582, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00258161 }, "11": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.007194, "frequency_delta": -0.002092, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0020922 }, "13": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "16": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "19": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "23": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "24": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "26": { "layer_index": 26, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.057823, "noncoding_frequency": 4.426259, "frequency_delta": -1.368436, "coding_mean_weight": 0.99174, "noncoding_mean_weight": 0.982831, "specialization_score": -1.3571326 }, "1": { "coding_frequency": 0.513605, "noncoding_frequency": 0.766187, "frequency_delta": -0.252582, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.983043, "specialization_score": -0.25258161 }, "2": { "coding_frequency": 0.307823, "noncoding_frequency": 0.471223, "frequency_delta": -0.1634, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.993964, "specialization_score": -0.16339989 }, "3": { "coding_frequency": 0.158163, "noncoding_frequency": 0.242806, "frequency_delta": -0.084642, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.980378, "specialization_score": -0.08464249 }, "4": { "coding_frequency": 0.171769, "noncoding_frequency": 0.255396, "frequency_delta": -0.083627, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.99368, "specialization_score": -0.08362698 }, "5": { "coding_frequency": 0.059524, "noncoding_frequency": 0.140288, "frequency_delta": -0.080764, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.08076396 }, "6": { "coding_frequency": 0.044218, "noncoding_frequency": 0.088129, "frequency_delta": -0.043912, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.981047, "specialization_score": -0.04391181 }, "7": { "coding_frequency": 0.034014, "noncoding_frequency": 0.053957, "frequency_delta": -0.019943, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01994323 }, "8": { "coding_frequency": 0.039116, "noncoding_frequency": 0.039568, "frequency_delta": -0.000453, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.95843, "specialization_score": -0.0004527 }, "9": { "coding_frequency": 0.018707, "noncoding_frequency": 0.014388, "frequency_delta": 0.004319, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.889893, "specialization_score": 0.00431899 }, "10": { "coding_frequency": 0.005102, "noncoding_frequency": 0.010791, "frequency_delta": -0.005689, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00568933 }, "11": { "coding_frequency": 0.0, "noncoding_frequency": 0.005396, "frequency_delta": -0.005396, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "12": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "27": { "layer_index": 27, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 1.761905, "noncoding_frequency": 2.18705, "frequency_delta": -0.425146, "coding_mean_weight": 0.995148, "noncoding_mean_weight": 0.983831, "specialization_score": -0.4230828 }, "1": { "coding_frequency": 0.45068, "noncoding_frequency": 0.401079, "frequency_delta": 0.049601, "coding_mean_weight": 0.996897, "noncoding_mean_weight": 1.0, "specialization_score": 0.04944722 }, "2": { "coding_frequency": 0.343537, "noncoding_frequency": 0.264388, "frequency_delta": 0.079149, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.977572, "specialization_score": 0.07914893 }, "3": { "coding_frequency": 0.231293, "noncoding_frequency": 0.203237, "frequency_delta": 0.028055, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.99682, "specialization_score": 0.02805511 }, "4": { "coding_frequency": 0.256803, "noncoding_frequency": 0.210432, "frequency_delta": 0.046371, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.98388, "specialization_score": 0.04637107 }, "5": { "coding_frequency": 0.127551, "noncoding_frequency": 0.115108, "frequency_delta": 0.012443, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.986221, "specialization_score": 0.01244311 }, "6": { "coding_frequency": 0.079932, "noncoding_frequency": 0.104317, "frequency_delta": -0.024385, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02438457 }, "7": { "coding_frequency": 0.054422, "noncoding_frequency": 0.064748, "frequency_delta": -0.010326, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.988498, "specialization_score": -0.01032643 }, "8": { "coding_frequency": 0.032313, "noncoding_frequency": 0.048561, "frequency_delta": -0.016248, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.991898, "specialization_score": -0.01624823 }, "9": { "coding_frequency": 0.018707, "noncoding_frequency": 0.03777, "frequency_delta": -0.019062, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.988839, "specialization_score": -0.0190623 }, "10": { "coding_frequency": 0.006803, "noncoding_frequency": 0.021583, "frequency_delta": -0.01478, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01478001 }, "11": { "coding_frequency": 0.003401, "noncoding_frequency": 0.014388, "frequency_delta": -0.010987, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01098713 }, "12": { "coding_frequency": 0.003401, "noncoding_frequency": 0.01259, "frequency_delta": -0.009189, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00918857 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.007194, "frequency_delta": -0.003793, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00379288 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "16": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "17": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "28": { "coding_frequency": 0.005102, "noncoding_frequency": 0.0, "frequency_delta": 0.005102, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00510204 } } }, "28": { "layer_index": 28, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.078231, "noncoding_frequency": 3.003597, "frequency_delta": -0.925366, "coding_mean_weight": 0.980155, "noncoding_mean_weight": 0.993677, "specialization_score": -0.90700195 }, "1": { "coding_frequency": 0.367347, "noncoding_frequency": 0.455036, "frequency_delta": -0.087689, "coding_mean_weight": 0.992362, "noncoding_mean_weight": 0.996569, "specialization_score": -0.08701926 }, "2": { "coding_frequency": 0.280612, "noncoding_frequency": 0.235612, "frequency_delta": 0.045001, "coding_mean_weight": 0.994694, "noncoding_mean_weight": 0.987171, "specialization_score": 0.04476196 }, "3": { "coding_frequency": 0.176871, "noncoding_frequency": 0.165468, "frequency_delta": 0.011403, "coding_mean_weight": 0.992394, "noncoding_mean_weight": 0.98618, "specialization_score": 0.01131639 }, "4": { "coding_frequency": 0.12585, "noncoding_frequency": 0.107914, "frequency_delta": 0.017937, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.993099, "specialization_score": 0.01793667 }, "5": { "coding_frequency": 0.151361, "noncoding_frequency": 0.147482, "frequency_delta": 0.003879, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00387853 }, "6": { "coding_frequency": 0.073129, "noncoding_frequency": 0.048561, "frequency_delta": 0.024568, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0245681 }, "7": { "coding_frequency": 0.062925, "noncoding_frequency": 0.026978, "frequency_delta": 0.035947, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.03594675 }, "8": { "coding_frequency": 0.035714, "noncoding_frequency": 0.01259, "frequency_delta": 0.023124, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02312436 }, "9": { "coding_frequency": 0.030612, "noncoding_frequency": 0.016187, "frequency_delta": 0.014425, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01442519 }, "10": { "coding_frequency": 0.013605, "noncoding_frequency": 0.003597, "frequency_delta": 0.010008, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01000832 }, "11": { "coding_frequency": 0.011905, "noncoding_frequency": 0.003597, "frequency_delta": 0.008308, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00830764 }, "12": { "coding_frequency": 0.006803, "noncoding_frequency": 0.007194, "frequency_delta": -0.000392, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00039152 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.005396, "frequency_delta": -0.001994, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00199432 }, "14": { "coding_frequency": 0.005102, "noncoding_frequency": 0.0, "frequency_delta": 0.005102, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00510204 }, "15": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 }, "17": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "29": { "layer_index": 29, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.437075, "noncoding_frequency": 2.926259, "frequency_delta": -0.489184, "coding_mean_weight": 0.99689, "noncoding_mean_weight": 0.985273, "specialization_score": -0.48766281 }, "1": { "coding_frequency": 0.464286, "noncoding_frequency": 0.455036, "frequency_delta": 0.00925, "coding_mean_weight": 0.997625, "noncoding_mean_weight": 0.987768, "specialization_score": 0.00922778 }, "2": { "coding_frequency": 0.316327, "noncoding_frequency": 0.330935, "frequency_delta": -0.014609, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.986854, "specialization_score": -0.01460872 }, "3": { "coding_frequency": 0.229592, "noncoding_frequency": 0.19964, "frequency_delta": 0.029952, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02995155 }, "4": { "coding_frequency": 0.137755, "noncoding_frequency": 0.120504, "frequency_delta": 0.017252, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01725151 }, "5": { "coding_frequency": 0.073129, "noncoding_frequency": 0.082734, "frequency_delta": -0.009605, "coding_mean_weight": 0.979787, "noncoding_mean_weight": 0.928032, "specialization_score": -0.00941042 }, "6": { "coding_frequency": 0.056122, "noncoding_frequency": 0.070144, "frequency_delta": -0.014021, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01402144 }, "7": { "coding_frequency": 0.020408, "noncoding_frequency": 0.055755, "frequency_delta": -0.035347, "coding_mean_weight": 0.929769, "noncoding_mean_weight": 1.0, "specialization_score": -0.03286476 }, "8": { "coding_frequency": 0.028912, "noncoding_frequency": 0.05036, "frequency_delta": -0.021448, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02144815 }, "9": { "coding_frequency": 0.037415, "noncoding_frequency": 0.035971, "frequency_delta": 0.001444, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00144374 }, "10": { "coding_frequency": 0.010204, "noncoding_frequency": 0.007194, "frequency_delta": 0.00301, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00300984 }, "11": { "coding_frequency": 0.006803, "noncoding_frequency": 0.021583, "frequency_delta": -0.01478, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01478001 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.008993, "frequency_delta": -0.003891, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00389076 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "15": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 } } }, "30": { "layer_index": 30, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.073129, "noncoding_frequency": 3.733813, "frequency_delta": -0.660684, "coding_mean_weight": 0.974354, "noncoding_mean_weight": 0.972745, "specialization_score": -0.64373981 }, "1": { "coding_frequency": 0.607143, "noncoding_frequency": 0.692446, "frequency_delta": -0.085303, "coding_mean_weight": 0.981527, "noncoding_mean_weight": 0.9939, "specialization_score": -0.08372738 }, "2": { "coding_frequency": 0.433673, "noncoding_frequency": 0.530576, "frequency_delta": -0.096902, "coding_mean_weight": 0.994202, "noncoding_mean_weight": 0.995418, "specialization_score": -0.09634023 }, "3": { "coding_frequency": 0.255102, "noncoding_frequency": 0.375899, "frequency_delta": -0.120797, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.12079724 }, "4": { "coding_frequency": 0.154762, "noncoding_frequency": 0.242806, "frequency_delta": -0.088044, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.08804385 }, "5": { "coding_frequency": 0.10034, "noncoding_frequency": 0.165468, "frequency_delta": -0.065127, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.06512749 }, "6": { "coding_frequency": 0.059524, "noncoding_frequency": 0.100719, "frequency_delta": -0.041196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.04119562 }, "7": { "coding_frequency": 0.032313, "noncoding_frequency": 0.070144, "frequency_delta": -0.037831, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.03783096 }, "8": { "coding_frequency": 0.02551, "noncoding_frequency": 0.055755, "frequency_delta": -0.030245, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.03024519 }, "9": { "coding_frequency": 0.010204, "noncoding_frequency": 0.044964, "frequency_delta": -0.03476, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.03475995 }, "10": { "coding_frequency": 0.005102, "noncoding_frequency": 0.019784, "frequency_delta": -0.014682, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01468213 }, "11": { "coding_frequency": 0.001701, "noncoding_frequency": 0.014388, "frequency_delta": -0.012688, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01268781 }, "12": { "coding_frequency": 0.003401, "noncoding_frequency": 0.01259, "frequency_delta": -0.009189, "coding_mean_weight": 0.547607, "noncoding_mean_weight": 1.0, "specialization_score": -0.00503172 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "31": { "layer_index": 31, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.596939, "noncoding_frequency": 2.863309, "frequency_delta": -0.266371, "coding_mean_weight": 0.984066, "noncoding_mean_weight": 0.982792, "specialization_score": -0.26212623 }, "1": { "coding_frequency": 0.537415, "noncoding_frequency": 0.600719, "frequency_delta": -0.063304, "coding_mean_weight": 0.993288, "noncoding_mean_weight": 0.991673, "specialization_score": -0.06287956 }, "2": { "coding_frequency": 0.391156, "noncoding_frequency": 0.480216, "frequency_delta": -0.089059, "coding_mean_weight": 0.9962, "noncoding_mean_weight": 0.994324, "specialization_score": -0.08872094 }, "3": { "coding_frequency": 0.35034, "noncoding_frequency": 0.329137, "frequency_delta": 0.021203, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.991723, "specialization_score": 0.02120345 }, "4": { "coding_frequency": 0.183673, "noncoding_frequency": 0.25, "frequency_delta": -0.066327, "coding_mean_weight": 0.992188, "noncoding_mean_weight": 1.0, "specialization_score": -0.06580839 }, "5": { "coding_frequency": 0.096939, "noncoding_frequency": 0.206835, "frequency_delta": -0.109896, "coding_mean_weight": 0.986825, "noncoding_mean_weight": 0.992103, "specialization_score": -0.10844788 }, "6": { "coding_frequency": 0.161565, "noncoding_frequency": 0.127698, "frequency_delta": 0.033867, "coding_mean_weight": 0.991674, "noncoding_mean_weight": 1.0, "specialization_score": 0.03358481 }, "7": { "coding_frequency": 0.057823, "noncoding_frequency": 0.082734, "frequency_delta": -0.024911, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02491068 }, "8": { "coding_frequency": 0.02551, "noncoding_frequency": 0.06295, "frequency_delta": -0.037439, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.03743944 }, "9": { "coding_frequency": 0.020408, "noncoding_frequency": 0.021583, "frequency_delta": -0.001175, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00117457 }, "10": { "coding_frequency": 0.008503, "noncoding_frequency": 0.010791, "frequency_delta": -0.002288, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00228797 }, "11": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "12": { "coding_frequency": 0.008503, "noncoding_frequency": 0.0, "frequency_delta": 0.008503, "coding_mean_weight": 0.512695, "noncoding_mean_weight": 0, "specialization_score": 0.00435965 }, "13": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "18": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "32": { "layer_index": 32, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.503401, "noncoding_frequency": 2.52518, "frequency_delta": -0.021778, "coding_mean_weight": 0.955101, "noncoding_mean_weight": 0.987891, "specialization_score": -0.02080066 }, "1": { "coding_frequency": 0.527211, "noncoding_frequency": 0.464029, "frequency_delta": 0.063182, "coding_mean_weight": 0.977093, "noncoding_mean_weight": 0.996737, "specialization_score": 0.0617348 }, "2": { "coding_frequency": 0.311224, "noncoding_frequency": 0.392086, "frequency_delta": -0.080862, "coding_mean_weight": 0.990603, "noncoding_mean_weight": 1.0, "specialization_score": -0.08010198 }, "3": { "coding_frequency": 0.280612, "noncoding_frequency": 0.302158, "frequency_delta": -0.021546, "coding_mean_weight": 0.994377, "noncoding_mean_weight": 1.0, "specialization_score": -0.02142488 }, "4": { "coding_frequency": 0.158163, "noncoding_frequency": 0.154676, "frequency_delta": 0.003487, "coding_mean_weight": 0.990198, "noncoding_mean_weight": 1.0, "specialization_score": 0.00345283 }, "5": { "coding_frequency": 0.130952, "noncoding_frequency": 0.091727, "frequency_delta": 0.039226, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.03922576 }, "6": { "coding_frequency": 0.045918, "noncoding_frequency": 0.039568, "frequency_delta": 0.00635, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00635002 }, "7": { "coding_frequency": 0.022109, "noncoding_frequency": 0.028777, "frequency_delta": -0.006668, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00666813 }, "8": { "coding_frequency": 0.008503, "noncoding_frequency": 0.01259, "frequency_delta": -0.004087, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00408653 }, "9": { "coding_frequency": 0.013605, "noncoding_frequency": 0.016187, "frequency_delta": -0.002582, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00258161 }, "10": { "coding_frequency": 0.006803, "noncoding_frequency": 0.005396, "frequency_delta": 0.001407, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00140704 }, "11": { "coding_frequency": 0.006803, "noncoding_frequency": 0.007194, "frequency_delta": -0.000392, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00039152 }, "12": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "13": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.003597, "frequency_delta": -0.001896, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00189644 }, "15": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "17": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "19": { "coding_frequency": 0.0, "noncoding_frequency": 0.01259, "frequency_delta": -0.01259, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "21": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "22": { "coding_frequency": 0.0, "noncoding_frequency": 0.003597, "frequency_delta": -0.003597, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "25": { "coding_frequency": 0.0, "noncoding_frequency": 0.003597, "frequency_delta": -0.003597, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "28": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "30": { "coding_frequency": 0.0, "noncoding_frequency": 0.01259, "frequency_delta": -0.01259, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "33": { "layer_index": 33, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.312925, "noncoding_frequency": 2.339928, "frequency_delta": -0.027003, "coding_mean_weight": 0.962057, "noncoding_mean_weight": 0.969884, "specialization_score": -0.02597832 }, "1": { "coding_frequency": 0.488095, "noncoding_frequency": 0.508993, "frequency_delta": -0.020898, "coding_mean_weight": 0.979363, "noncoding_mean_weight": 0.991364, "specialization_score": -0.0204663 }, "2": { "coding_frequency": 0.336735, "noncoding_frequency": 0.377698, "frequency_delta": -0.040963, "coding_mean_weight": 0.987877, "noncoding_mean_weight": 0.995573, "specialization_score": -0.04046655 }, "3": { "coding_frequency": 0.290816, "noncoding_frequency": 0.251799, "frequency_delta": 0.039018, "coding_mean_weight": 0.990303, "noncoding_mean_weight": 1.0, "specialization_score": 0.03863941 }, "4": { "coding_frequency": 0.176871, "noncoding_frequency": 0.190647, "frequency_delta": -0.013777, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.987526, "specialization_score": -0.01377673 }, "5": { "coding_frequency": 0.098639, "noncoding_frequency": 0.136691, "frequency_delta": -0.038051, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.03805119 }, "6": { "coding_frequency": 0.090136, "noncoding_frequency": 0.115108, "frequency_delta": -0.024972, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.977753, "specialization_score": -0.02497186 }, "7": { "coding_frequency": 0.057823, "noncoding_frequency": 0.125899, "frequency_delta": -0.068076, "coding_mean_weight": 0.973518, "noncoding_mean_weight": 1.0, "specialization_score": -0.06627336 }, "8": { "coding_frequency": 0.035714, "noncoding_frequency": 0.066547, "frequency_delta": -0.030832, "coding_mean_weight": 0.957613, "noncoding_mean_weight": 1.0, "specialization_score": -0.02952558 }, "9": { "coding_frequency": 0.022109, "noncoding_frequency": 0.041367, "frequency_delta": -0.019258, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01925806 }, "10": { "coding_frequency": 0.011905, "noncoding_frequency": 0.023381, "frequency_delta": -0.011477, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01147653 }, "11": { "coding_frequency": 0.006803, "noncoding_frequency": 0.008993, "frequency_delta": -0.00219, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00219008 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "13": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "17": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 } } }, "34": { "layer_index": 34, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.442177, "noncoding_frequency": 2.802158, "frequency_delta": -0.359981, "coding_mean_weight": 0.984453, "noncoding_mean_weight": 0.961965, "specialization_score": -0.35438478 }, "1": { "coding_frequency": 0.576531, "noncoding_frequency": 0.517986, "frequency_delta": 0.058545, "coding_mean_weight": 0.995385, "noncoding_mean_weight": 0.923601, "specialization_score": 0.05827482 }, "2": { "coding_frequency": 0.384354, "noncoding_frequency": 0.401079, "frequency_delta": -0.016725, "coding_mean_weight": 0.996172, "noncoding_mean_weight": 0.958665, "specialization_score": -0.01666137 }, "3": { "coding_frequency": 0.255102, "noncoding_frequency": 0.223022, "frequency_delta": 0.03208, "coding_mean_weight": 0.995677, "noncoding_mean_weight": 0.909611, "specialization_score": 0.03194177 }, "4": { "coding_frequency": 0.154762, "noncoding_frequency": 0.147482, "frequency_delta": 0.00728, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.952011, "specialization_score": 0.00727989 }, "5": { "coding_frequency": 0.105442, "noncoding_frequency": 0.048561, "frequency_delta": 0.056881, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.05688103 }, "6": { "coding_frequency": 0.068027, "noncoding_frequency": 0.035971, "frequency_delta": 0.032056, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.954443, "specialization_score": 0.03205599 }, "7": { "coding_frequency": 0.056122, "noncoding_frequency": 0.030576, "frequency_delta": 0.025547, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02554691 }, "8": { "coding_frequency": 0.061224, "noncoding_frequency": 0.03777, "frequency_delta": 0.023455, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02345471 }, "9": { "coding_frequency": 0.039116, "noncoding_frequency": 0.01259, "frequency_delta": 0.026526, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02652572 }, "10": { "coding_frequency": 0.02381, "noncoding_frequency": 0.003597, "frequency_delta": 0.020212, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0202124 }, "11": { "coding_frequency": 0.008503, "noncoding_frequency": 0.005396, "frequency_delta": 0.003108, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.399414, "specialization_score": 0.00310772 }, "12": { "coding_frequency": 0.011905, "noncoding_frequency": 0.003597, "frequency_delta": 0.008308, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00830764 }, "13": { "coding_frequency": 0.011905, "noncoding_frequency": 0.0, "frequency_delta": 0.011905, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.01190476 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "15": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "16": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "19": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "21": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 } } }, "35": { "layer_index": 35, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 2.935374, "noncoding_frequency": 3.568345, "frequency_delta": -0.632971, "coding_mean_weight": 0.966152, "noncoding_mean_weight": 0.980503, "specialization_score": -0.61154637 }, "1": { "coding_frequency": 0.622449, "noncoding_frequency": 0.634892, "frequency_delta": -0.012443, "coding_mean_weight": 0.94717, "noncoding_mean_weight": 0.976618, "specialization_score": -0.01178574 }, "2": { "coding_frequency": 0.39966, "noncoding_frequency": 0.370504, "frequency_delta": 0.029156, "coding_mean_weight": 0.921272, "noncoding_mean_weight": 0.972396, "specialization_score": 0.02686085 }, "3": { "coding_frequency": 0.295918, "noncoding_frequency": 0.284173, "frequency_delta": 0.011746, "coding_mean_weight": 0.919855, "noncoding_mean_weight": 0.975354, "specialization_score": 0.01080435 }, "4": { "coding_frequency": 0.202381, "noncoding_frequency": 0.165468, "frequency_delta": 0.036913, "coding_mean_weight": 0.920308, "noncoding_mean_weight": 0.993971, "specialization_score": 0.03397163 }, "5": { "coding_frequency": 0.108844, "noncoding_frequency": 0.152878, "frequency_delta": -0.044034, "coding_mean_weight": 0.941711, "noncoding_mean_weight": 0.995037, "specialization_score": -0.04146745 }, "6": { "coding_frequency": 0.122449, "noncoding_frequency": 0.089928, "frequency_delta": 0.032521, "coding_mean_weight": 0.986762, "noncoding_mean_weight": 0.970938, "specialization_score": 0.03209041 }, "7": { "coding_frequency": 0.078231, "noncoding_frequency": 0.053957, "frequency_delta": 0.024274, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02427446 }, "8": { "coding_frequency": 0.052721, "noncoding_frequency": 0.032374, "frequency_delta": 0.020347, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.02034699 }, "9": { "coding_frequency": 0.015306, "noncoding_frequency": 0.023381, "frequency_delta": -0.008075, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00807517 }, "10": { "coding_frequency": 0.011905, "noncoding_frequency": 0.01259, "frequency_delta": -0.000685, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00068517 }, "11": { "coding_frequency": 0.011905, "noncoding_frequency": 0.007194, "frequency_delta": 0.004711, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00471052 }, "12": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "13": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "14": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "15": { "coding_frequency": 0.005102, "noncoding_frequency": 0.0, "frequency_delta": 0.005102, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00510204 }, "16": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "19": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "36": { "layer_index": 36, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.039116, "noncoding_frequency": 3.98741, "frequency_delta": -0.948294, "coding_mean_weight": 0.98931, "noncoding_mean_weight": 0.98951, "specialization_score": -0.93815717 }, "1": { "coding_frequency": 0.544218, "noncoding_frequency": 0.548561, "frequency_delta": -0.004343, "coding_mean_weight": 0.997986, "noncoding_mean_weight": 0.992328, "specialization_score": -0.00433472 }, "2": { "coding_frequency": 0.37415, "noncoding_frequency": 0.359712, "frequency_delta": 0.014437, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.992139, "specialization_score": 0.01443743 }, "3": { "coding_frequency": 0.25, "noncoding_frequency": 0.23741, "frequency_delta": 0.01259, "coding_mean_weight": 0.986072, "noncoding_mean_weight": 0.994437, "specialization_score": 0.01241458 }, "4": { "coding_frequency": 0.156463, "noncoding_frequency": 0.178058, "frequency_delta": -0.021595, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02159497 }, "5": { "coding_frequency": 0.112245, "noncoding_frequency": 0.109712, "frequency_delta": 0.002533, "coding_mean_weight": 0.986003, "noncoding_mean_weight": 0.986264, "specialization_score": 0.00249722 }, "6": { "coding_frequency": 0.073129, "noncoding_frequency": 0.073741, "frequency_delta": -0.000612, "coding_mean_weight": 0.978641, "noncoding_mean_weight": 1.0, "specialization_score": -0.00059869 }, "7": { "coding_frequency": 0.069728, "noncoding_frequency": 0.061151, "frequency_delta": 0.008577, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00857681 }, "8": { "coding_frequency": 0.047619, "noncoding_frequency": 0.06295, "frequency_delta": -0.015331, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01533059 }, "9": { "coding_frequency": 0.096939, "noncoding_frequency": 0.091727, "frequency_delta": 0.005212, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00521216 }, "10": { "coding_frequency": 0.020408, "noncoding_frequency": 0.014388, "frequency_delta": 0.00602, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00601967 }, "11": { "coding_frequency": 0.027211, "noncoding_frequency": 0.017986, "frequency_delta": 0.009225, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00922527 }, "12": { "coding_frequency": 0.022109, "noncoding_frequency": 0.016187, "frequency_delta": 0.005922, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00592179 }, "13": { "coding_frequency": 0.008503, "noncoding_frequency": 0.008993, "frequency_delta": -0.000489, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0004894 }, "14": { "coding_frequency": 0.011905, "noncoding_frequency": 0.005396, "frequency_delta": 0.006509, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00650908 }, "15": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "16": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "17": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "18": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "19": { "coding_frequency": 0.003401, "noncoding_frequency": 0.0, "frequency_delta": 0.003401, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00340136 } } }, "37": { "layer_index": 37, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 5.234694, "noncoding_frequency": 6.521583, "frequency_delta": -1.286889, "coding_mean_weight": 0.984455, "noncoding_mean_weight": 0.983987, "specialization_score": -1.26688418 }, "1": { "coding_frequency": 0.620748, "noncoding_frequency": 0.744604, "frequency_delta": -0.123856, "coding_mean_weight": 0.984546, "noncoding_mean_weight": 0.99136, "specialization_score": -0.12194195 }, "2": { "coding_frequency": 0.522109, "noncoding_frequency": 0.517986, "frequency_delta": 0.004123, "coding_mean_weight": 0.998219, "noncoding_mean_weight": 1.0, "specialization_score": 0.00411589 }, "3": { "coding_frequency": 0.307823, "noncoding_frequency": 0.255396, "frequency_delta": 0.052427, "coding_mean_weight": 0.992306, "noncoding_mean_weight": 0.972085, "specialization_score": 0.05202407 }, "4": { "coding_frequency": 0.187075, "noncoding_frequency": 0.208633, "frequency_delta": -0.021558, "coding_mean_weight": 0.976562, "noncoding_mean_weight": 0.985394, "specialization_score": -0.02105298 }, "5": { "coding_frequency": 0.122449, "noncoding_frequency": 0.111511, "frequency_delta": 0.010938, "coding_mean_weight": 0.795722, "noncoding_mean_weight": 0.962576, "specialization_score": 0.00870376 }, "6": { "coding_frequency": 0.052721, "noncoding_frequency": 0.046763, "frequency_delta": 0.005958, "coding_mean_weight": 0.973633, "noncoding_mean_weight": 1.0, "specialization_score": 0.00580139 }, "7": { "coding_frequency": 0.042517, "noncoding_frequency": 0.035971, "frequency_delta": 0.006546, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00654578 }, "8": { "coding_frequency": 0.020408, "noncoding_frequency": 0.026978, "frequency_delta": -0.00657, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00657025 }, "9": { "coding_frequency": 0.017007, "noncoding_frequency": 0.021583, "frequency_delta": -0.004576, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00457593 }, "10": { "coding_frequency": 0.015306, "noncoding_frequency": 0.01259, "frequency_delta": 0.002716, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00271619 }, "11": { "coding_frequency": 0.003401, "noncoding_frequency": 0.010791, "frequency_delta": -0.00739, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00739001 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "16": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "38": { "layer_index": 38, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.637755, "noncoding_frequency": 5.611511, "frequency_delta": -1.973756, "coding_mean_weight": 0.974962, "noncoding_mean_weight": 0.95464, "specialization_score": -1.92433681 }, "1": { "coding_frequency": 0.544218, "noncoding_frequency": 0.705036, "frequency_delta": -0.160818, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.968673, "specialization_score": -0.16081829 }, "2": { "coding_frequency": 0.360544, "noncoding_frequency": 0.357914, "frequency_delta": 0.002631, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.978192, "specialization_score": 0.00263055 }, "3": { "coding_frequency": 0.192177, "noncoding_frequency": 0.181655, "frequency_delta": 0.010522, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.995823, "specialization_score": 0.01052219 }, "4": { "coding_frequency": 0.163265, "noncoding_frequency": 0.145683, "frequency_delta": 0.017582, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.982446, "specialization_score": 0.01758185 }, "5": { "coding_frequency": 0.088435, "noncoding_frequency": 0.113309, "frequency_delta": -0.024874, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.972052, "specialization_score": -0.02487398 }, "6": { "coding_frequency": 0.086735, "noncoding_frequency": 0.071942, "frequency_delta": 0.014792, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.987891, "specialization_score": 0.01479225 }, "7": { "coding_frequency": 0.059524, "noncoding_frequency": 0.043165, "frequency_delta": 0.016358, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.01635834 }, "8": { "coding_frequency": 0.020408, "noncoding_frequency": 0.048561, "frequency_delta": -0.028153, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.981626, "specialization_score": -0.02815299 }, "9": { "coding_frequency": 0.020408, "noncoding_frequency": 0.016187, "frequency_delta": 0.004221, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00422111 }, "10": { "coding_frequency": 0.017007, "noncoding_frequency": 0.007194, "frequency_delta": 0.009813, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00981256 }, "11": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "12": { "coding_frequency": 0.008503, "noncoding_frequency": 0.003597, "frequency_delta": 0.004906, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00490628 }, "13": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.003597, "frequency_delta": -0.001896, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00189644 }, "15": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "16": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "39": { "layer_index": 39, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 7.806122, "noncoding_frequency": 10.18705, "frequency_delta": -2.380928, "coding_mean_weight": 0.991818, "noncoding_mean_weight": 0.984361, "specialization_score": -2.36144718 }, "1": { "coding_frequency": 1.147959, "noncoding_frequency": 1.17446, "frequency_delta": -0.026501, "coding_mean_weight": 0.998738, "noncoding_mean_weight": 1.0, "specialization_score": -0.0264678 }, "2": { "coding_frequency": 0.758503, "noncoding_frequency": 0.672662, "frequency_delta": 0.085842, "coding_mean_weight": 0.998353, "noncoding_mean_weight": 0.995525, "specialization_score": 0.08570015 }, "3": { "coding_frequency": 0.44898, "noncoding_frequency": 0.431655, "frequency_delta": 0.017325, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.996627, "specialization_score": 0.01732492 }, "4": { "coding_frequency": 0.284014, "noncoding_frequency": 0.278777, "frequency_delta": 0.005237, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00523663 }, "5": { "coding_frequency": 0.142857, "noncoding_frequency": 0.205036, "frequency_delta": -0.062179, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.06217883 }, "6": { "coding_frequency": 0.136054, "noncoding_frequency": 0.179856, "frequency_delta": -0.043802, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.04380169 }, "7": { "coding_frequency": 0.061224, "noncoding_frequency": 0.046763, "frequency_delta": 0.014462, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0144619 }, "8": { "coding_frequency": 0.030612, "noncoding_frequency": 0.039568, "frequency_delta": -0.008956, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0089561 }, "9": { "coding_frequency": 0.013605, "noncoding_frequency": 0.016187, "frequency_delta": -0.002582, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00258161 }, "10": { "coding_frequency": 0.010204, "noncoding_frequency": 0.005396, "frequency_delta": 0.004808, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.835938, "specialization_score": 0.0048084 }, "11": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.007194, "frequency_delta": -0.002092, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0020922 }, "13": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "14": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "16": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 }, "20": { "coding_frequency": 0.001701, "noncoding_frequency": 0.0, "frequency_delta": 0.001701, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0, "specialization_score": 0.00170068 } } }, "40": { "layer_index": 40, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 12.263605, "noncoding_frequency": 12.935252, "frequency_delta": -0.671646, "coding_mean_weight": 0.981175, "noncoding_mean_weight": 0.983711, "specialization_score": -0.65900262 }, "1": { "coding_frequency": 1.151361, "noncoding_frequency": 1.271583, "frequency_delta": -0.120222, "coding_mean_weight": 0.995329, "noncoding_mean_weight": 0.997823, "specialization_score": -0.11966063 }, "2": { "coding_frequency": 0.710884, "noncoding_frequency": 0.721223, "frequency_delta": -0.010339, "coding_mean_weight": 0.998252, "noncoding_mean_weight": 0.996386, "specialization_score": -0.0103206 }, "3": { "coding_frequency": 0.471088, "noncoding_frequency": 0.370504, "frequency_delta": 0.100585, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.10058484 }, "4": { "coding_frequency": 0.22449, "noncoding_frequency": 0.255396, "frequency_delta": -0.030906, "coding_mean_weight": 0.993867, "noncoding_mean_weight": 0.994347, "specialization_score": -0.03071634 }, "5": { "coding_frequency": 0.098639, "noncoding_frequency": 0.172662, "frequency_delta": -0.074022, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.07402242 }, "6": { "coding_frequency": 0.05102, "noncoding_frequency": 0.079137, "frequency_delta": -0.028116, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02811628 }, "7": { "coding_frequency": 0.015306, "noncoding_frequency": 0.032374, "frequency_delta": -0.017068, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.01706798 }, "8": { "coding_frequency": 0.017007, "noncoding_frequency": 0.026978, "frequency_delta": -0.009972, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.945638, "specialization_score": -0.00997161 }, "9": { "coding_frequency": 0.008503, "noncoding_frequency": 0.016187, "frequency_delta": -0.007684, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00768365 }, "10": { "coding_frequency": 0.003401, "noncoding_frequency": 0.007194, "frequency_delta": -0.003793, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00379288 }, "11": { "coding_frequency": 0.0, "noncoding_frequency": 0.003597, "frequency_delta": -0.003597, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "12": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "13": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "14": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.001799, "frequency_delta": -0.001799, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "17": { "coding_frequency": 0.0, "noncoding_frequency": 0.003597, "frequency_delta": -0.003597, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 } } }, "41": { "layer_index": 41, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 6.988095, "noncoding_frequency": 10.215827, "frequency_delta": -3.227732, "coding_mean_weight": 0.991149, "noncoding_mean_weight": 0.99083, "specialization_score": -3.19916348 }, "1": { "coding_frequency": 0.928571, "noncoding_frequency": 1.143885, "frequency_delta": -0.215313, "coding_mean_weight": 0.987746, "noncoding_mean_weight": 0.987007, "specialization_score": -0.21267501 }, "2": { "coding_frequency": 0.547619, "noncoding_frequency": 0.589928, "frequency_delta": -0.042309, "coding_mean_weight": 0.991244, "noncoding_mean_weight": 0.988338, "specialization_score": -0.04193855 }, "3": { "coding_frequency": 0.438776, "noncoding_frequency": 0.341727, "frequency_delta": 0.097049, "coding_mean_weight": 0.992354, "noncoding_mean_weight": 0.996854, "specialization_score": 0.09630686 }, "4": { "coding_frequency": 0.22619, "noncoding_frequency": 0.169065, "frequency_delta": 0.057126, "coding_mean_weight": 0.993348, "noncoding_mean_weight": 0.95859, "specialization_score": 0.05674573 }, "5": { "coding_frequency": 0.115646, "noncoding_frequency": 0.111511, "frequency_delta": 0.004135, "coding_mean_weight": 0.991785, "noncoding_mean_weight": 0.986139, "specialization_score": 0.00410149 }, "6": { "coding_frequency": 0.061224, "noncoding_frequency": 0.061151, "frequency_delta": 7.3e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.961799, "specialization_score": 7.341e-05 }, "7": { "coding_frequency": 0.073129, "noncoding_frequency": 0.039568, "frequency_delta": 0.033561, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.921586, "specialization_score": 0.03356091 }, "8": { "coding_frequency": 0.066327, "noncoding_frequency": 0.019784, "frequency_delta": 0.046542, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.790572, "specialization_score": 0.04654236 }, "9": { "coding_frequency": 0.02551, "noncoding_frequency": 0.008993, "frequency_delta": 0.016517, "coding_mean_weight": 1.0, "noncoding_mean_weight": 0.826367, "specialization_score": 0.0165174 }, "10": { "coding_frequency": 0.07483, "noncoding_frequency": 0.068345, "frequency_delta": 0.006485, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00648461 }, "11": { "coding_frequency": 0.0, "noncoding_frequency": 0.008993, "frequency_delta": -0.008993, "coding_mean_weight": 0, "noncoding_mean_weight": 1.0, "specialization_score": -0.0 }, "12": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "13": { "coding_frequency": 0.001701, "noncoding_frequency": 0.005396, "frequency_delta": -0.003695, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.003695 }, "14": { "coding_frequency": 0.003401, "noncoding_frequency": 0.001799, "frequency_delta": 0.001603, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.0016028 }, "15": { "coding_frequency": 0.0, "noncoding_frequency": 0.008993, "frequency_delta": -0.008993, "coding_mean_weight": 0, "noncoding_mean_weight": 0.324805, "specialization_score": -0.0 } } }, "42": { "layer_index": 42, "router_type": "topk", "total_coding_tokens": 588, "total_noncoding_tokens": 556, "experts": { "0": { "coding_frequency": 3.918367, "noncoding_frequency": 5.598921, "frequency_delta": -1.680554, "coding_mean_weight": 0.981302, "noncoding_mean_weight": 0.991125, "specialization_score": -1.64913054 }, "1": { "coding_frequency": 0.666667, "noncoding_frequency": 0.732014, "frequency_delta": -0.065348, "coding_mean_weight": 0.974452, "noncoding_mean_weight": 0.999069, "specialization_score": -0.06367822 }, "2": { "coding_frequency": 0.503401, "noncoding_frequency": 0.476619, "frequency_delta": 0.026783, "coding_mean_weight": 0.975454, "noncoding_mean_weight": 1.0, "specialization_score": 0.02612525 }, "3": { "coding_frequency": 0.416667, "noncoding_frequency": 0.354317, "frequency_delta": 0.06235, "coding_mean_weight": 0.96306, "noncoding_mean_weight": 1.0, "specialization_score": 0.06004691 }, "4": { "coding_frequency": 0.35034, "noncoding_frequency": 0.190647, "frequency_delta": 0.159693, "coding_mean_weight": 0.987447, "noncoding_mean_weight": 0.994933, "specialization_score": 0.15768803 }, "5": { "coding_frequency": 0.12585, "noncoding_frequency": 0.091727, "frequency_delta": 0.034124, "coding_mean_weight": 0.925003, "noncoding_mean_weight": 1.0, "specialization_score": 0.03156455 }, "6": { "coding_frequency": 0.079932, "noncoding_frequency": 0.052158, "frequency_delta": 0.027774, "coding_mean_weight": 0.984707, "noncoding_mean_weight": 1.0, "specialization_score": 0.02734896 }, "7": { "coding_frequency": 0.034014, "noncoding_frequency": 0.021583, "frequency_delta": 0.012431, "coding_mean_weight": 0.956201, "noncoding_mean_weight": 1.0, "specialization_score": 0.01188641 }, "8": { "coding_frequency": 0.015306, "noncoding_frequency": 0.014388, "frequency_delta": 0.000918, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00091763 }, "9": { "coding_frequency": 0.008503, "noncoding_frequency": 0.030576, "frequency_delta": -0.022072, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.02207214 }, "10": { "coding_frequency": 0.003401, "noncoding_frequency": 0.003597, "frequency_delta": -0.000196, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00019576 }, "11": { "coding_frequency": 0.005102, "noncoding_frequency": 0.001799, "frequency_delta": 0.003303, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00330348 }, "12": { "coding_frequency": 0.005102, "noncoding_frequency": 0.003597, "frequency_delta": 0.001505, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": 0.00150492 }, "13": { "coding_frequency": 0.001701, "noncoding_frequency": 0.003597, "frequency_delta": -0.001896, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00189644 }, "14": { "coding_frequency": 0.001701, "noncoding_frequency": 0.003597, "frequency_delta": -0.001896, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -0.00189644 }, "17": { "coding_frequency": 0.001701, "noncoding_frequency": 0.001799, "frequency_delta": -9.8e-05, "coding_mean_weight": 1.0, "noncoding_mean_weight": 1.0, "specialization_score": -9.788e-05 } } } }