| { |
| "0": { |
| "layer_index": 0, |
| "router_type": "hash", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 102.865646, |
| "noncoding_frequency": 107.293165, |
| "frequency_delta": -4.427519, |
| "coding_mean_weight": 0.986965, |
| "noncoding_mean_weight": 0.986074, |
| "specialization_score": -4.36980654 |
| }, |
| "1": { |
| "coding_frequency": 12.147959, |
| "noncoding_frequency": 7.260791, |
| "frequency_delta": 4.887168, |
| "coding_mean_weight": 0.982493, |
| "noncoding_mean_weight": 0.984881, |
| "specialization_score": 4.80160822 |
| }, |
| "2": { |
| "coding_frequency": 2.62585, |
| "noncoding_frequency": 1.073741, |
| "frequency_delta": 1.552109, |
| "coding_mean_weight": 0.975769, |
| "noncoding_mean_weight": 0.989268, |
| "specialization_score": 1.51450019 |
| }, |
| "3": { |
| "coding_frequency": 0.588435, |
| "noncoding_frequency": 0.181655, |
| "frequency_delta": 0.406781, |
| "coding_mean_weight": 0.964921, |
| "noncoding_mean_weight": 0.971892, |
| "specialization_score": 0.39251124 |
| }, |
| "4": { |
| "coding_frequency": 0.171769, |
| "noncoding_frequency": 0.02518, |
| "frequency_delta": 0.146589, |
| "coding_mean_weight": 0.956195, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.14016753 |
| }, |
| "5": { |
| "coding_frequency": 0.02381, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.018414, |
| "coding_mean_weight": 0.932443, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01716986 |
| }, |
| "6": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.007194, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 0.542969, |
| "specialization_score": -0.0 |
| }, |
| "7": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "1": { |
| "layer_index": 1, |
| "router_type": "hash", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 194.197279, |
| "noncoding_frequency": 201.321942, |
| "frequency_delta": -7.124664, |
| "coding_mean_weight": 0.981914, |
| "noncoding_mean_weight": 0.981789, |
| "specialization_score": -6.99580694 |
| }, |
| "1": { |
| "coding_frequency": 49.663265, |
| "noncoding_frequency": 37.361511, |
| "frequency_delta": 12.301755, |
| "coding_mean_weight": 0.989191, |
| "noncoding_mean_weight": 0.990929, |
| "specialization_score": 12.16878497 |
| }, |
| "2": { |
| "coding_frequency": 2.697279, |
| "noncoding_frequency": 2.508993, |
| "frequency_delta": 0.188286, |
| "coding_mean_weight": 0.991002, |
| "noncoding_mean_weight": 0.995229, |
| "specialization_score": 0.18659191 |
| }, |
| "3": { |
| "coding_frequency": 0.05102, |
| "noncoding_frequency": 0.041367, |
| "frequency_delta": 0.009654, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0096535 |
| } |
| } |
| }, |
| "2": { |
| "layer_index": 2, |
| "router_type": "hash", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 110.494898, |
| "noncoding_frequency": 126.48741, |
| "frequency_delta": -15.992512, |
| "coding_mean_weight": 0.977315, |
| "noncoding_mean_weight": 0.979094, |
| "specialization_score": -15.62972214 |
| }, |
| "1": { |
| "coding_frequency": 86.413265, |
| "noncoding_frequency": 79.636691, |
| "frequency_delta": 6.776575, |
| "coding_mean_weight": 0.984777, |
| "noncoding_mean_weight": 0.983532, |
| "specialization_score": 6.67341493 |
| }, |
| "2": { |
| "coding_frequency": 37.302721, |
| "noncoding_frequency": 29.226619, |
| "frequency_delta": 8.076102, |
| "coding_mean_weight": 0.989214, |
| "noncoding_mean_weight": 0.990994, |
| "specialization_score": 7.98899362 |
| }, |
| "3": { |
| "coding_frequency": 5.647959, |
| "noncoding_frequency": 3.730216, |
| "frequency_delta": 1.917743, |
| "coding_mean_weight": 0.993649, |
| "noncoding_mean_weight": 0.996406, |
| "specialization_score": 1.90556379 |
| }, |
| "4": { |
| "coding_frequency": 0.32483, |
| "noncoding_frequency": 0.230216, |
| "frequency_delta": 0.094614, |
| "coding_mean_weight": 0.991993, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.09385653 |
| }, |
| "5": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.000294, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00029364 |
| } |
| } |
| }, |
| "3": { |
| "layer_index": 3, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 1.853741, |
| "noncoding_frequency": 1.633094, |
| "frequency_delta": 0.220648, |
| "coding_mean_weight": 0.992738, |
| "noncoding_mean_weight": 0.971318, |
| "specialization_score": 0.21904563 |
| }, |
| "1": { |
| "coding_frequency": 0.35034, |
| "noncoding_frequency": 0.311151, |
| "frequency_delta": 0.039189, |
| "coding_mean_weight": 0.989471, |
| "noncoding_mean_weight": 0.953938, |
| "specialization_score": 0.03877644 |
| }, |
| "2": { |
| "coding_frequency": 0.156463, |
| "noncoding_frequency": 0.271583, |
| "frequency_delta": -0.11512, |
| "coding_mean_weight": 0.982369, |
| "noncoding_mean_weight": 0.984168, |
| "specialization_score": -0.11309047 |
| }, |
| "3": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.106115, |
| "frequency_delta": -0.027884, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.972441, |
| "specialization_score": -0.02788382 |
| }, |
| "4": { |
| "coding_frequency": 0.02381, |
| "noncoding_frequency": 0.044964, |
| "frequency_delta": -0.021155, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.900273, |
| "specialization_score": -0.02115451 |
| }, |
| "5": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": -0.004184, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.871094, |
| "specialization_score": -0.00418441 |
| }, |
| "7": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.005004, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00500416 |
| } |
| } |
| }, |
| "4": { |
| "layer_index": 4, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.338435, |
| "noncoding_frequency": 2.057554, |
| "frequency_delta": 0.280881, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.994383, |
| "specialization_score": 0.28088142 |
| }, |
| "1": { |
| "coding_frequency": 0.556122, |
| "noncoding_frequency": 0.456835, |
| "frequency_delta": 0.099288, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.09928792 |
| }, |
| "2": { |
| "coding_frequency": 0.260204, |
| "noncoding_frequency": 0.316547, |
| "frequency_delta": -0.056343, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.05634268 |
| }, |
| "3": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.077338, |
| "frequency_delta": -0.043325, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.04332452 |
| }, |
| "4": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.017986, |
| "frequency_delta": -0.007782, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00778153 |
| }, |
| "5": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.003206, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0032056 |
| }, |
| "6": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.001896, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00189644 |
| } |
| } |
| }, |
| "5": { |
| "layer_index": 5, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.622449, |
| "noncoding_frequency": 3.136691, |
| "frequency_delta": -0.514242, |
| "coding_mean_weight": 0.995048, |
| "noncoding_mean_weight": 0.996656, |
| "specialization_score": -0.51169515 |
| }, |
| "1": { |
| "coding_frequency": 0.566327, |
| "noncoding_frequency": 0.492806, |
| "frequency_delta": 0.073521, |
| "coding_mean_weight": 0.990909, |
| "noncoding_mean_weight": 0.997427, |
| "specialization_score": 0.0728524 |
| }, |
| "2": { |
| "coding_frequency": 0.306122, |
| "noncoding_frequency": 0.239209, |
| "frequency_delta": 0.066914, |
| "coding_mean_weight": 0.977946, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0654381 |
| }, |
| "3": { |
| "coding_frequency": 0.147959, |
| "noncoding_frequency": 0.113309, |
| "frequency_delta": 0.03465, |
| "coding_mean_weight": 0.945312, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0327549 |
| }, |
| "4": { |
| "coding_frequency": 0.102041, |
| "noncoding_frequency": 0.091727, |
| "frequency_delta": 0.010314, |
| "coding_mean_weight": 0.972965, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01003535 |
| }, |
| "5": { |
| "coding_frequency": 0.071429, |
| "noncoding_frequency": 0.017986, |
| "frequency_delta": 0.053443, |
| "coding_mean_weight": 0.958426, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.05122112 |
| }, |
| "6": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.01341, |
| "coding_mean_weight": 0.675098, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00905285 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "9": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "6": { |
| "layer_index": 6, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.542517, |
| "noncoding_frequency": 2.19964, |
| "frequency_delta": 0.342877, |
| "coding_mean_weight": 0.9608, |
| "noncoding_mean_weight": 0.935427, |
| "specialization_score": 0.32943596 |
| }, |
| "1": { |
| "coding_frequency": 0.386054, |
| "noncoding_frequency": 0.347122, |
| "frequency_delta": 0.038932, |
| "coding_mean_weight": 0.908014, |
| "noncoding_mean_weight": 0.876999, |
| "specialization_score": 0.03535091 |
| }, |
| "2": { |
| "coding_frequency": 0.158163, |
| "noncoding_frequency": 0.170863, |
| "frequency_delta": -0.0127, |
| "coding_mean_weight": 0.871503, |
| "noncoding_mean_weight": 0.826151, |
| "specialization_score": -0.01106813 |
| }, |
| "3": { |
| "coding_frequency": 0.093537, |
| "noncoding_frequency": 0.111511, |
| "frequency_delta": -0.017973, |
| "coding_mean_weight": 0.749503, |
| "noncoding_mean_weight": 0.709418, |
| "specialization_score": -0.0134711 |
| }, |
| "4": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.070144, |
| "frequency_delta": -0.03613, |
| "coding_mean_weight": 0.537402, |
| "noncoding_mean_weight": 0.616612, |
| "specialization_score": -0.01941648 |
| }, |
| "5": { |
| "coding_frequency": 0.027211, |
| "noncoding_frequency": 0.028777, |
| "frequency_delta": -0.001566, |
| "coding_mean_weight": 0.41449, |
| "noncoding_mean_weight": 0.438904, |
| "specialization_score": -0.00064913 |
| }, |
| "6": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.080935, |
| "frequency_delta": -0.002704, |
| "coding_mean_weight": 0.900115, |
| "noncoding_mean_weight": 0.850304, |
| "specialization_score": -0.00243387 |
| }, |
| "7": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": 0.006313, |
| "coding_mean_weight": 0.260308, |
| "noncoding_mean_weight": 0.32666, |
| "specialization_score": 0.00164341 |
| }, |
| "8": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 0.219727, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -4.301e-05 |
| }, |
| "9": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 0.142578, |
| "noncoding_mean_weight": 0.126953, |
| "specialization_score": -1.396e-05 |
| }, |
| "10": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 0.087891, |
| "specialization_score": -0.0 |
| }, |
| "11": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "12": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 0.125, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "7": { |
| "layer_index": 7, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.782313, |
| "noncoding_frequency": 2.888489, |
| "frequency_delta": -0.106176, |
| "coding_mean_weight": 0.970847, |
| "noncoding_mean_weight": 0.977663, |
| "specialization_score": -0.10308093 |
| }, |
| "1": { |
| "coding_frequency": 0.510204, |
| "noncoding_frequency": 0.368705, |
| "frequency_delta": 0.141499, |
| "coding_mean_weight": 0.995153, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.1408132 |
| }, |
| "2": { |
| "coding_frequency": 0.272109, |
| "noncoding_frequency": 0.205036, |
| "frequency_delta": 0.067073, |
| "coding_mean_weight": 0.986877, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.06619268 |
| }, |
| "3": { |
| "coding_frequency": 0.119048, |
| "noncoding_frequency": 0.089928, |
| "frequency_delta": 0.02912, |
| "coding_mean_weight": 0.988532, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02878562 |
| }, |
| "4": { |
| "coding_frequency": 0.045918, |
| "noncoding_frequency": 0.046763, |
| "frequency_delta": -0.000844, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00084422 |
| }, |
| "5": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": 0.00772, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00772035 |
| }, |
| "6": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "9": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "8": { |
| "layer_index": 8, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.120748, |
| "noncoding_frequency": 3.314748, |
| "frequency_delta": -0.194, |
| "coding_mean_weight": 0.999617, |
| "noncoding_mean_weight": 0.995164, |
| "specialization_score": -0.1939256 |
| }, |
| "1": { |
| "coding_frequency": 0.477891, |
| "noncoding_frequency": 0.640288, |
| "frequency_delta": -0.162397, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.16239661 |
| }, |
| "2": { |
| "coding_frequency": 0.292517, |
| "noncoding_frequency": 0.341727, |
| "frequency_delta": -0.04921, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.98788, |
| "specialization_score": -0.04920961 |
| }, |
| "3": { |
| "coding_frequency": 0.197279, |
| "noncoding_frequency": 0.169065, |
| "frequency_delta": 0.028214, |
| "coding_mean_weight": 0.996094, |
| "noncoding_mean_weight": 0.991086, |
| "specialization_score": 0.02810396 |
| }, |
| "4": { |
| "coding_frequency": 0.204082, |
| "noncoding_frequency": 0.115108, |
| "frequency_delta": 0.088974, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.08897372 |
| }, |
| "5": { |
| "coding_frequency": 0.039116, |
| "noncoding_frequency": 0.032374, |
| "frequency_delta": 0.006742, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00674155 |
| }, |
| "6": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": 0.00602, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00601967 |
| }, |
| "7": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.008406, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00840552 |
| }, |
| "8": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "10": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "9": { |
| "layer_index": 9, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.491497, |
| "noncoding_frequency": 3.532374, |
| "frequency_delta": -1.040878, |
| "coding_mean_weight": 0.944687, |
| "noncoding_mean_weight": 0.971924, |
| "specialization_score": -0.98330346 |
| }, |
| "1": { |
| "coding_frequency": 0.343537, |
| "noncoding_frequency": 0.446043, |
| "frequency_delta": -0.102506, |
| "coding_mean_weight": 0.930509, |
| "noncoding_mean_weight": 0.974145, |
| "specialization_score": -0.09538252 |
| }, |
| "2": { |
| "coding_frequency": 0.193878, |
| "noncoding_frequency": 0.196043, |
| "frequency_delta": -0.002166, |
| "coding_mean_weight": 0.912144, |
| "noncoding_mean_weight": 0.955405, |
| "specialization_score": -0.00197535 |
| }, |
| "3": { |
| "coding_frequency": 0.108844, |
| "noncoding_frequency": 0.133094, |
| "frequency_delta": -0.02425, |
| "coding_mean_weight": 0.937302, |
| "noncoding_mean_weight": 0.966553, |
| "specialization_score": -0.02272956 |
| }, |
| "4": { |
| "coding_frequency": 0.061224, |
| "noncoding_frequency": 0.079137, |
| "frequency_delta": -0.017912, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0179122 |
| }, |
| "5": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": -0.020665, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0206651 |
| }, |
| "6": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": -0.018964, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01896442 |
| }, |
| "7": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.003793, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00379288 |
| }, |
| "8": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "9": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "10": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.066547, |
| "frequency_delta": -0.00022, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00022023 |
| } |
| } |
| }, |
| "10": { |
| "layer_index": 10, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.732993, |
| "noncoding_frequency": 3.847122, |
| "frequency_delta": -0.114129, |
| "coding_mean_weight": 0.992901, |
| "noncoding_mean_weight": 0.995748, |
| "specialization_score": -0.1133189 |
| }, |
| "1": { |
| "coding_frequency": 0.639456, |
| "noncoding_frequency": 0.559353, |
| "frequency_delta": 0.080103, |
| "coding_mean_weight": 0.994325, |
| "noncoding_mean_weight": 0.992244, |
| "specialization_score": 0.07964868 |
| }, |
| "2": { |
| "coding_frequency": 0.304422, |
| "noncoding_frequency": 0.316547, |
| "frequency_delta": -0.012125, |
| "coding_mean_weight": 0.992755, |
| "noncoding_mean_weight": 0.995728, |
| "specialization_score": -0.01203715 |
| }, |
| "3": { |
| "coding_frequency": 0.168367, |
| "noncoding_frequency": 0.152878, |
| "frequency_delta": 0.01549, |
| "coding_mean_weight": 0.991359, |
| "noncoding_mean_weight": 0.974586, |
| "specialization_score": 0.0153558 |
| }, |
| "4": { |
| "coding_frequency": 0.061224, |
| "noncoding_frequency": 0.082734, |
| "frequency_delta": -0.021509, |
| "coding_mean_weight": 0.976481, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02100345 |
| }, |
| "5": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": -0.013862, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01386238 |
| }, |
| "6": { |
| "coding_frequency": 0.071429, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": 0.035457, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.960547, |
| "specialization_score": 0.03545735 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.03777, |
| "frequency_delta": -0.036069, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.963356, |
| "specialization_score": -0.0360691 |
| }, |
| "8": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "11": { |
| "layer_index": 11, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.530612, |
| "noncoding_frequency": 3.830935, |
| "frequency_delta": -0.300323, |
| "coding_mean_weight": 0.983866, |
| "noncoding_mean_weight": 0.992044, |
| "specialization_score": -0.2954776 |
| }, |
| "1": { |
| "coding_frequency": 0.411565, |
| "noncoding_frequency": 0.401079, |
| "frequency_delta": 0.010485, |
| "coding_mean_weight": 0.98971, |
| "noncoding_mean_weight": 0.993694, |
| "specialization_score": 0.01037759 |
| }, |
| "2": { |
| "coding_frequency": 0.158163, |
| "noncoding_frequency": 0.176259, |
| "frequency_delta": -0.018096, |
| "coding_mean_weight": 0.991421, |
| "noncoding_mean_weight": 0.991889, |
| "specialization_score": -0.01794048 |
| }, |
| "3": { |
| "coding_frequency": 0.091837, |
| "noncoding_frequency": 0.077338, |
| "frequency_delta": 0.014499, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01449861 |
| }, |
| "4": { |
| "coding_frequency": 0.040816, |
| "noncoding_frequency": 0.017986, |
| "frequency_delta": 0.022831, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02283072 |
| }, |
| "5": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.032374, |
| "frequency_delta": -0.018769, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01876866 |
| }, |
| "6": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.039568, |
| "frequency_delta": 0.026758, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02675819 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "8": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.064748, |
| "frequency_delta": 0.001578, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00157833 |
| }, |
| "10": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "12": { |
| "layer_index": 12, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.219388, |
| "noncoding_frequency": 3.291367, |
| "frequency_delta": -0.071979, |
| "coding_mean_weight": 0.997594, |
| "noncoding_mean_weight": 0.995089, |
| "specialization_score": -0.07180597 |
| }, |
| "1": { |
| "coding_frequency": 0.505102, |
| "noncoding_frequency": 0.496403, |
| "frequency_delta": 0.008699, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00869916 |
| }, |
| "2": { |
| "coding_frequency": 0.244898, |
| "noncoding_frequency": 0.345324, |
| "frequency_delta": -0.100426, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.996023, |
| "specialization_score": -0.10042578 |
| }, |
| "3": { |
| "coding_frequency": 0.154762, |
| "noncoding_frequency": 0.176259, |
| "frequency_delta": -0.021497, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02149709 |
| }, |
| "4": { |
| "coding_frequency": 0.039116, |
| "noncoding_frequency": 0.06295, |
| "frequency_delta": -0.023834, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02383399 |
| }, |
| "5": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.011709, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.011709 |
| }, |
| "6": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.010889, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01088925 |
| }, |
| "7": { |
| "coding_frequency": 0.064626, |
| "noncoding_frequency": 0.052158, |
| "frequency_delta": 0.012468, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01246758 |
| } |
| } |
| }, |
| "13": { |
| "layer_index": 13, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.911565, |
| "noncoding_frequency": 2.994604, |
| "frequency_delta": -0.08304, |
| "coding_mean_weight": 0.969967, |
| "noncoding_mean_weight": 0.962089, |
| "specialization_score": -0.08054576 |
| }, |
| "1": { |
| "coding_frequency": 0.423469, |
| "noncoding_frequency": 0.420863, |
| "frequency_delta": 0.002606, |
| "coding_mean_weight": 0.942414, |
| "noncoding_mean_weight": 0.924955, |
| "specialization_score": 0.002456 |
| }, |
| "2": { |
| "coding_frequency": 0.277211, |
| "noncoding_frequency": 0.208633, |
| "frequency_delta": 0.068578, |
| "coding_mean_weight": 0.94125, |
| "noncoding_mean_weight": 0.937689, |
| "specialization_score": 0.06454885 |
| }, |
| "3": { |
| "coding_frequency": 0.147959, |
| "noncoding_frequency": 0.091727, |
| "frequency_delta": 0.056233, |
| "coding_mean_weight": 0.951172, |
| "noncoding_mean_weight": 0.933307, |
| "specialization_score": 0.05348684 |
| }, |
| "4": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.030576, |
| "frequency_delta": 0.035751, |
| "coding_mean_weight": 0.978566, |
| "noncoding_mean_weight": 0.948989, |
| "specialization_score": 0.0349847 |
| }, |
| "5": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.016713, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01671316 |
| }, |
| "6": { |
| "coding_frequency": 0.081633, |
| "noncoding_frequency": 0.066547, |
| "frequency_delta": 0.015086, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01508589 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| } |
| } |
| }, |
| "14": { |
| "layer_index": 14, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 6.503401, |
| "noncoding_frequency": 6.543165, |
| "frequency_delta": -0.039764, |
| "coding_mean_weight": 0.947127, |
| "noncoding_mean_weight": 0.957937, |
| "specialization_score": -0.03766166 |
| }, |
| "1": { |
| "coding_frequency": 0.664966, |
| "noncoding_frequency": 0.570144, |
| "frequency_delta": 0.094822, |
| "coding_mean_weight": 0.905953, |
| "noncoding_mean_weight": 0.937214, |
| "specialization_score": 0.08590437 |
| }, |
| "2": { |
| "coding_frequency": 0.358844, |
| "noncoding_frequency": 0.208633, |
| "frequency_delta": 0.15021, |
| "coding_mean_weight": 0.908594, |
| "noncoding_mean_weight": 0.945515, |
| "specialization_score": 0.13648031 |
| }, |
| "3": { |
| "coding_frequency": 0.251701, |
| "noncoding_frequency": 0.143885, |
| "frequency_delta": 0.107816, |
| "coding_mean_weight": 0.990116, |
| "noncoding_mean_weight": 0.980347, |
| "specialization_score": 0.10675014 |
| }, |
| "4": { |
| "coding_frequency": 0.085034, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": 0.06525, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.06524984 |
| }, |
| "5": { |
| "coding_frequency": 0.035714, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.033916, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03391572 |
| }, |
| "6": { |
| "coding_frequency": 0.027211, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.025412, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02541232 |
| }, |
| "7": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.005004, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00500416 |
| } |
| } |
| }, |
| "15": { |
| "layer_index": 15, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 4.608844, |
| "noncoding_frequency": 3.723022, |
| "frequency_delta": 0.885822, |
| "coding_mean_weight": 0.986322, |
| "noncoding_mean_weight": 0.969168, |
| "specialization_score": 0.87370569 |
| }, |
| "1": { |
| "coding_frequency": 0.644558, |
| "noncoding_frequency": 0.516187, |
| "frequency_delta": 0.128371, |
| "coding_mean_weight": 0.974274, |
| "noncoding_mean_weight": 0.980789, |
| "specialization_score": 0.12506831 |
| }, |
| "2": { |
| "coding_frequency": 0.227891, |
| "noncoding_frequency": 0.188849, |
| "frequency_delta": 0.039042, |
| "coding_mean_weight": 0.977167, |
| "noncoding_mean_weight": 0.955394, |
| "specialization_score": 0.03815078 |
| }, |
| "3": { |
| "coding_frequency": 0.10034, |
| "noncoding_frequency": 0.086331, |
| "frequency_delta": 0.014009, |
| "coding_mean_weight": 0.947746, |
| "noncoding_mean_weight": 0.983744, |
| "specialization_score": 0.01327716 |
| }, |
| "4": { |
| "coding_frequency": 0.030612, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": 0.014425, |
| "coding_mean_weight": 0.95204, |
| "noncoding_mean_weight": 0.916233, |
| "specialization_score": 0.01373336 |
| }, |
| "5": { |
| "coding_frequency": 0.018707, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.013312, |
| "coding_mean_weight": 0.918857, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01223164 |
| }, |
| "6": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "7": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "16": { |
| "layer_index": 16, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 11.802721, |
| "noncoding_frequency": 10.348921, |
| "frequency_delta": 1.4538, |
| "coding_mean_weight": 0.96202, |
| "noncoding_mean_weight": 0.986351, |
| "specialization_score": 1.39858491 |
| }, |
| "1": { |
| "coding_frequency": 0.989796, |
| "noncoding_frequency": 0.81295, |
| "frequency_delta": 0.176846, |
| "coding_mean_weight": 0.928442, |
| "noncoding_mean_weight": 0.99841, |
| "specialization_score": 0.16419151 |
| }, |
| "2": { |
| "coding_frequency": 0.188776, |
| "noncoding_frequency": 0.19964, |
| "frequency_delta": -0.010865, |
| "coding_mean_weight": 0.947019, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01028915 |
| }, |
| "3": { |
| "coding_frequency": 0.117347, |
| "noncoding_frequency": 0.138489, |
| "frequency_delta": -0.021142, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02114227 |
| }, |
| "4": { |
| "coding_frequency": 0.042517, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": 0.029927, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02992708 |
| }, |
| "5": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": 0.006411, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0064112 |
| }, |
| "6": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.007292, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00729213 |
| }, |
| "7": { |
| "coding_frequency": 0.032313, |
| "noncoding_frequency": 0.057554, |
| "frequency_delta": -0.025241, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02524103 |
| }, |
| "8": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.028618, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02861792 |
| } |
| } |
| }, |
| "17": { |
| "layer_index": 17, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 7.787415, |
| "noncoding_frequency": 7.546763, |
| "frequency_delta": 0.240652, |
| "coding_mean_weight": 0.887218, |
| "noncoding_mean_weight": 0.900245, |
| "specialization_score": 0.21351112 |
| }, |
| "1": { |
| "coding_frequency": 0.931973, |
| "noncoding_frequency": 0.884892, |
| "frequency_delta": 0.047081, |
| "coding_mean_weight": 0.688656, |
| "noncoding_mean_weight": 0.796055, |
| "specialization_score": 0.03242241 |
| }, |
| "2": { |
| "coding_frequency": 0.426871, |
| "noncoding_frequency": 0.366906, |
| "frequency_delta": 0.059964, |
| "coding_mean_weight": 0.637528, |
| "noncoding_mean_weight": 0.756975, |
| "specialization_score": 0.0382289 |
| }, |
| "3": { |
| "coding_frequency": 0.119048, |
| "noncoding_frequency": 0.089928, |
| "frequency_delta": 0.02912, |
| "coding_mean_weight": 0.537988, |
| "noncoding_mean_weight": 0.661582, |
| "specialization_score": 0.01566597 |
| }, |
| "4": { |
| "coding_frequency": 0.02551, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": 0.005726, |
| "coding_mean_weight": 0.631055, |
| "noncoding_mean_weight": 0.710938, |
| "specialization_score": 0.00361344 |
| }, |
| "5": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.041367, |
| "frequency_delta": -0.031163, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.118164, |
| "specialization_score": -0.03116283 |
| }, |
| "6": { |
| "coding_frequency": 0.069728, |
| "noncoding_frequency": 0.02518, |
| "frequency_delta": 0.044548, |
| "coding_mean_weight": 0.124714, |
| "noncoding_mean_weight": 0.082031, |
| "specialization_score": 0.00555576 |
| } |
| } |
| }, |
| "18": { |
| "layer_index": 18, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 11.190476, |
| "noncoding_frequency": 10.829137, |
| "frequency_delta": 0.361339, |
| "coding_mean_weight": 0.953467, |
| "noncoding_mean_weight": 0.987569, |
| "specialization_score": 0.34452529 |
| }, |
| "1": { |
| "coding_frequency": 1.173469, |
| "noncoding_frequency": 1.066547, |
| "frequency_delta": 0.106923, |
| "coding_mean_weight": 0.938069, |
| "noncoding_mean_weight": 0.998742, |
| "specialization_score": 0.1003008 |
| }, |
| "2": { |
| "coding_frequency": 0.722789, |
| "noncoding_frequency": 0.620504, |
| "frequency_delta": 0.102286, |
| "coding_mean_weight": 0.933915, |
| "noncoding_mean_weight": 0.997639, |
| "specialization_score": 0.09552598 |
| }, |
| "3": { |
| "coding_frequency": 0.261905, |
| "noncoding_frequency": 0.244604, |
| "frequency_delta": 0.0173, |
| "coding_mean_weight": 0.935807, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01618988 |
| }, |
| "4": { |
| "coding_frequency": 0.040816, |
| "noncoding_frequency": 0.032374, |
| "frequency_delta": 0.008442, |
| "coding_mean_weight": 0.966634, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00816054 |
| }, |
| "5": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": -0.004282, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00428229 |
| }, |
| "6": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| } |
| } |
| }, |
| "19": { |
| "layer_index": 19, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.654762, |
| "noncoding_frequency": 3.816547, |
| "frequency_delta": -0.161785, |
| "coding_mean_weight": 0.997844, |
| "noncoding_mean_weight": 0.989245, |
| "specialization_score": -0.16143605 |
| }, |
| "1": { |
| "coding_frequency": 0.846939, |
| "noncoding_frequency": 0.746403, |
| "frequency_delta": 0.100536, |
| "coding_mean_weight": 0.995674, |
| "noncoding_mean_weight": 0.988345, |
| "specialization_score": 0.10010098 |
| }, |
| "2": { |
| "coding_frequency": 0.547619, |
| "noncoding_frequency": 0.557554, |
| "frequency_delta": -0.009935, |
| "coding_mean_weight": 0.995141, |
| "noncoding_mean_weight": 0.98206, |
| "specialization_score": -0.00988664 |
| }, |
| "3": { |
| "coding_frequency": 0.363946, |
| "noncoding_frequency": 0.323741, |
| "frequency_delta": 0.040205, |
| "coding_mean_weight": 0.997152, |
| "noncoding_mean_weight": 0.984364, |
| "specialization_score": 0.04009007 |
| }, |
| "4": { |
| "coding_frequency": 0.192177, |
| "noncoding_frequency": 0.210432, |
| "frequency_delta": -0.018255, |
| "coding_mean_weight": 0.993985, |
| "noncoding_mean_weight": 0.993181, |
| "specialization_score": -0.01814498 |
| }, |
| "5": { |
| "coding_frequency": 0.108844, |
| "noncoding_frequency": 0.102518, |
| "frequency_delta": 0.006326, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.971645, |
| "specialization_score": 0.00632555 |
| }, |
| "6": { |
| "coding_frequency": 0.044218, |
| "noncoding_frequency": 0.043165, |
| "frequency_delta": 0.001052, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00105222 |
| }, |
| "7": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.010791, |
| "frequency_delta": 0.009617, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0096168 |
| }, |
| "8": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.011807, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01180688 |
| }, |
| "9": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.000294, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00029364 |
| }, |
| "10": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "20": { |
| "layer_index": 20, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 7.367347, |
| "noncoding_frequency": 7.496403, |
| "frequency_delta": -0.129056, |
| "coding_mean_weight": 0.989198, |
| "noncoding_mean_weight": 0.99043, |
| "specialization_score": -0.12766188 |
| }, |
| "1": { |
| "coding_frequency": 0.77381, |
| "noncoding_frequency": 0.964029, |
| "frequency_delta": -0.190219, |
| "coding_mean_weight": 0.978958, |
| "noncoding_mean_weight": 0.988008, |
| "specialization_score": -0.18621666 |
| }, |
| "2": { |
| "coding_frequency": 0.37585, |
| "noncoding_frequency": 0.453237, |
| "frequency_delta": -0.077387, |
| "coding_mean_weight": 0.948357, |
| "noncoding_mean_weight": 0.992025, |
| "specialization_score": -0.07339057 |
| }, |
| "3": { |
| "coding_frequency": 0.119048, |
| "noncoding_frequency": 0.147482, |
| "frequency_delta": -0.028434, |
| "coding_mean_weight": 0.948298, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02696428 |
| }, |
| "4": { |
| "coding_frequency": 0.040816, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": 0.004845, |
| "coding_mean_weight": 0.978353, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00474022 |
| }, |
| "5": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.002092, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0020922 |
| }, |
| "6": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.007194, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "7": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| }, |
| "8": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.064748, |
| "frequency_delta": 0.001578, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00157833 |
| } |
| } |
| }, |
| "21": { |
| "layer_index": 21, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 4.869048, |
| "noncoding_frequency": 6.838129, |
| "frequency_delta": -1.969082, |
| "coding_mean_weight": 0.995666, |
| "noncoding_mean_weight": 0.996747, |
| "specialization_score": -1.9605479 |
| }, |
| "1": { |
| "coding_frequency": 0.857143, |
| "noncoding_frequency": 0.866906, |
| "frequency_delta": -0.009764, |
| "coding_mean_weight": 0.998473, |
| "noncoding_mean_weight": 0.993576, |
| "specialization_score": -0.00974871 |
| }, |
| "2": { |
| "coding_frequency": 0.489796, |
| "noncoding_frequency": 0.467626, |
| "frequency_delta": 0.02217, |
| "coding_mean_weight": 0.997192, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02210777 |
| }, |
| "3": { |
| "coding_frequency": 0.352041, |
| "noncoding_frequency": 0.339928, |
| "frequency_delta": 0.012113, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.982029, |
| "specialization_score": 0.01211276 |
| }, |
| "4": { |
| "coding_frequency": 0.183673, |
| "noncoding_frequency": 0.18705, |
| "frequency_delta": -0.003377, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.992206, |
| "specialization_score": -0.00337689 |
| }, |
| "5": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.124101, |
| "frequency_delta": -0.045869, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.987956, |
| "specialization_score": -0.04586943 |
| }, |
| "6": { |
| "coding_frequency": 0.052721, |
| "noncoding_frequency": 0.066547, |
| "frequency_delta": -0.013826, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01382567 |
| }, |
| "7": { |
| "coding_frequency": 0.052721, |
| "noncoding_frequency": 0.070144, |
| "frequency_delta": -0.017423, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0174228 |
| }, |
| "8": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": -0.005885, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00588509 |
| }, |
| "9": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "10": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "11": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| } |
| } |
| }, |
| "22": { |
| "layer_index": 22, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 5.352041, |
| "noncoding_frequency": 7.133094, |
| "frequency_delta": -1.781053, |
| "coding_mean_weight": 0.970481, |
| "noncoding_mean_weight": 0.97068, |
| "specialization_score": -1.72847783 |
| }, |
| "1": { |
| "coding_frequency": 0.89966, |
| "noncoding_frequency": 0.892086, |
| "frequency_delta": 0.007574, |
| "coding_mean_weight": 0.955325, |
| "noncoding_mean_weight": 0.94178, |
| "specialization_score": 0.00723519 |
| }, |
| "2": { |
| "coding_frequency": 0.651361, |
| "noncoding_frequency": 0.624101, |
| "frequency_delta": 0.02726, |
| "coding_mean_weight": 0.978179, |
| "noncoding_mean_weight": 0.943168, |
| "specialization_score": 0.02666499 |
| }, |
| "3": { |
| "coding_frequency": 0.47619, |
| "noncoding_frequency": 0.361511, |
| "frequency_delta": 0.11468, |
| "coding_mean_weight": 0.977211, |
| "noncoding_mean_weight": 0.940454, |
| "specialization_score": 0.11206625 |
| }, |
| "4": { |
| "coding_frequency": 0.270408, |
| "noncoding_frequency": 0.214029, |
| "frequency_delta": 0.056379, |
| "coding_mean_weight": 0.992409, |
| "noncoding_mean_weight": 0.952953, |
| "specialization_score": 0.05595141 |
| }, |
| "5": { |
| "coding_frequency": 0.117347, |
| "noncoding_frequency": 0.127698, |
| "frequency_delta": -0.010351, |
| "coding_mean_weight": 0.991282, |
| "noncoding_mean_weight": 0.932026, |
| "specialization_score": -0.01026066 |
| }, |
| "6": { |
| "coding_frequency": 0.076531, |
| "noncoding_frequency": 0.059353, |
| "frequency_delta": 0.017178, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.952356, |
| "specialization_score": 0.01717809 |
| }, |
| "7": { |
| "coding_frequency": 0.02381, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": 0.01122, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.782087, |
| "specialization_score": 0.0112196 |
| }, |
| "8": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.073741, |
| "frequency_delta": 0.00449, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00449029 |
| }, |
| "9": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "10": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| } |
| } |
| }, |
| "23": { |
| "layer_index": 23, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.119048, |
| "noncoding_frequency": 2.507194, |
| "frequency_delta": -0.388147, |
| "coding_mean_weight": 0.964581, |
| "noncoding_mean_weight": 0.97521, |
| "specialization_score": -0.37439886 |
| }, |
| "1": { |
| "coding_frequency": 0.447279, |
| "noncoding_frequency": 0.485612, |
| "frequency_delta": -0.038333, |
| "coding_mean_weight": 0.993459, |
| "noncoding_mean_weight": 0.991348, |
| "specialization_score": -0.03808187 |
| }, |
| "2": { |
| "coding_frequency": 0.304422, |
| "noncoding_frequency": 0.375899, |
| "frequency_delta": -0.071478, |
| "coding_mean_weight": 0.966435, |
| "noncoding_mean_weight": 0.988912, |
| "specialization_score": -0.06907837 |
| }, |
| "3": { |
| "coding_frequency": 0.244898, |
| "noncoding_frequency": 0.223022, |
| "frequency_delta": 0.021876, |
| "coding_mean_weight": 0.974399, |
| "noncoding_mean_weight": 0.98758, |
| "specialization_score": 0.02131632 |
| }, |
| "4": { |
| "coding_frequency": 0.158163, |
| "noncoding_frequency": 0.215827, |
| "frequency_delta": -0.057664, |
| "coding_mean_weight": 0.965253, |
| "noncoding_mean_weight": 0.992047, |
| "specialization_score": -0.05566042 |
| }, |
| "5": { |
| "coding_frequency": 0.142857, |
| "noncoding_frequency": 0.118705, |
| "frequency_delta": 0.024152, |
| "coding_mean_weight": 0.934541, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02257113 |
| }, |
| "6": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.064748, |
| "frequency_delta": 0.013483, |
| "coding_mean_weight": 0.899255, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01212474 |
| }, |
| "7": { |
| "coding_frequency": 0.064626, |
| "noncoding_frequency": 0.046763, |
| "frequency_delta": 0.017863, |
| "coding_mean_weight": 0.901534, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01610434 |
| }, |
| "8": { |
| "coding_frequency": 0.028912, |
| "noncoding_frequency": 0.030576, |
| "frequency_delta": -0.001664, |
| "coding_mean_weight": 0.724322, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00120525 |
| }, |
| "9": { |
| "coding_frequency": 0.030612, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": 0.00903, |
| "coding_mean_weight": 0.656413, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00592709 |
| }, |
| "10": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.017986, |
| "frequency_delta": 0.004123, |
| "coding_mean_weight": 0.434871, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00179307 |
| }, |
| "11": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": 0.001211, |
| "coding_mean_weight": 0.15682, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00018995 |
| }, |
| "12": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.003597, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "24": { |
| "layer_index": 24, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.714286, |
| "noncoding_frequency": 4.179856, |
| "frequency_delta": -1.46557, |
| "coding_mean_weight": 0.994489, |
| "noncoding_mean_weight": 0.98124, |
| "specialization_score": -1.45749366 |
| }, |
| "1": { |
| "coding_frequency": 0.52381, |
| "noncoding_frequency": 0.618705, |
| "frequency_delta": -0.094896, |
| "coding_mean_weight": 0.99733, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.09464214 |
| }, |
| "2": { |
| "coding_frequency": 0.382653, |
| "noncoding_frequency": 0.363309, |
| "frequency_delta": 0.019344, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01934371 |
| }, |
| "3": { |
| "coding_frequency": 0.284014, |
| "noncoding_frequency": 0.260791, |
| "frequency_delta": 0.023222, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02322224 |
| }, |
| "4": { |
| "coding_frequency": 0.229592, |
| "noncoding_frequency": 0.149281, |
| "frequency_delta": 0.080311, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.08031126 |
| }, |
| "5": { |
| "coding_frequency": 0.113946, |
| "noncoding_frequency": 0.140288, |
| "frequency_delta": -0.026342, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02634219 |
| }, |
| "6": { |
| "coding_frequency": 0.088435, |
| "noncoding_frequency": 0.093525, |
| "frequency_delta": -0.00509, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00508981 |
| }, |
| "7": { |
| "coding_frequency": 0.107143, |
| "noncoding_frequency": 0.133094, |
| "frequency_delta": -0.025951, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02595067 |
| }, |
| "8": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": -0.002777, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00277737 |
| }, |
| "9": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": -0.007879, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00787941 |
| }, |
| "10": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.005494, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00549356 |
| }, |
| "11": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.003695, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.003695 |
| }, |
| "12": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "14": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "25": { |
| "layer_index": 25, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.268707, |
| "noncoding_frequency": 2.906475, |
| "frequency_delta": -0.637767, |
| "coding_mean_weight": 0.989134, |
| "noncoding_mean_weight": 0.984517, |
| "specialization_score": -0.63083736 |
| }, |
| "1": { |
| "coding_frequency": 0.493197, |
| "noncoding_frequency": 0.501799, |
| "frequency_delta": -0.008601, |
| "coding_mean_weight": 0.994322, |
| "noncoding_mean_weight": 0.993588, |
| "specialization_score": -0.00855244 |
| }, |
| "2": { |
| "coding_frequency": 0.287415, |
| "noncoding_frequency": 0.269784, |
| "frequency_delta": 0.017631, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.995, |
| "specialization_score": 0.01763079 |
| }, |
| "3": { |
| "coding_frequency": 0.292517, |
| "noncoding_frequency": 0.255396, |
| "frequency_delta": 0.037121, |
| "coding_mean_weight": 0.994774, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03692733 |
| }, |
| "4": { |
| "coding_frequency": 0.151361, |
| "noncoding_frequency": 0.127698, |
| "frequency_delta": 0.023663, |
| "coding_mean_weight": 0.99013, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02342915 |
| }, |
| "5": { |
| "coding_frequency": 0.096939, |
| "noncoding_frequency": 0.109712, |
| "frequency_delta": -0.012773, |
| "coding_mean_weight": 0.969367, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01238217 |
| }, |
| "6": { |
| "coding_frequency": 0.096939, |
| "noncoding_frequency": 0.061151, |
| "frequency_delta": 0.035788, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0357877 |
| }, |
| "7": { |
| "coding_frequency": 0.069728, |
| "noncoding_frequency": 0.048561, |
| "frequency_delta": 0.021167, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.981192, |
| "specialization_score": 0.02116674 |
| }, |
| "8": { |
| "coding_frequency": 0.05102, |
| "noncoding_frequency": 0.034173, |
| "frequency_delta": 0.016848, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01684775 |
| }, |
| "9": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": 0.014229, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01422943 |
| }, |
| "10": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": -0.002582, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00258161 |
| }, |
| "11": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.002092, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0020922 |
| }, |
| "13": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "16": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "19": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "23": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "24": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "26": { |
| "layer_index": 26, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.057823, |
| "noncoding_frequency": 4.426259, |
| "frequency_delta": -1.368436, |
| "coding_mean_weight": 0.99174, |
| "noncoding_mean_weight": 0.982831, |
| "specialization_score": -1.3571326 |
| }, |
| "1": { |
| "coding_frequency": 0.513605, |
| "noncoding_frequency": 0.766187, |
| "frequency_delta": -0.252582, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.983043, |
| "specialization_score": -0.25258161 |
| }, |
| "2": { |
| "coding_frequency": 0.307823, |
| "noncoding_frequency": 0.471223, |
| "frequency_delta": -0.1634, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.993964, |
| "specialization_score": -0.16339989 |
| }, |
| "3": { |
| "coding_frequency": 0.158163, |
| "noncoding_frequency": 0.242806, |
| "frequency_delta": -0.084642, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.980378, |
| "specialization_score": -0.08464249 |
| }, |
| "4": { |
| "coding_frequency": 0.171769, |
| "noncoding_frequency": 0.255396, |
| "frequency_delta": -0.083627, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.99368, |
| "specialization_score": -0.08362698 |
| }, |
| "5": { |
| "coding_frequency": 0.059524, |
| "noncoding_frequency": 0.140288, |
| "frequency_delta": -0.080764, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.08076396 |
| }, |
| "6": { |
| "coding_frequency": 0.044218, |
| "noncoding_frequency": 0.088129, |
| "frequency_delta": -0.043912, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.981047, |
| "specialization_score": -0.04391181 |
| }, |
| "7": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.053957, |
| "frequency_delta": -0.019943, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01994323 |
| }, |
| "8": { |
| "coding_frequency": 0.039116, |
| "noncoding_frequency": 0.039568, |
| "frequency_delta": -0.000453, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.95843, |
| "specialization_score": -0.0004527 |
| }, |
| "9": { |
| "coding_frequency": 0.018707, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": 0.004319, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.889893, |
| "specialization_score": 0.00431899 |
| }, |
| "10": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.010791, |
| "frequency_delta": -0.005689, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00568933 |
| }, |
| "11": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.005396, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "12": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "27": { |
| "layer_index": 27, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 1.761905, |
| "noncoding_frequency": 2.18705, |
| "frequency_delta": -0.425146, |
| "coding_mean_weight": 0.995148, |
| "noncoding_mean_weight": 0.983831, |
| "specialization_score": -0.4230828 |
| }, |
| "1": { |
| "coding_frequency": 0.45068, |
| "noncoding_frequency": 0.401079, |
| "frequency_delta": 0.049601, |
| "coding_mean_weight": 0.996897, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.04944722 |
| }, |
| "2": { |
| "coding_frequency": 0.343537, |
| "noncoding_frequency": 0.264388, |
| "frequency_delta": 0.079149, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.977572, |
| "specialization_score": 0.07914893 |
| }, |
| "3": { |
| "coding_frequency": 0.231293, |
| "noncoding_frequency": 0.203237, |
| "frequency_delta": 0.028055, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.99682, |
| "specialization_score": 0.02805511 |
| }, |
| "4": { |
| "coding_frequency": 0.256803, |
| "noncoding_frequency": 0.210432, |
| "frequency_delta": 0.046371, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.98388, |
| "specialization_score": 0.04637107 |
| }, |
| "5": { |
| "coding_frequency": 0.127551, |
| "noncoding_frequency": 0.115108, |
| "frequency_delta": 0.012443, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.986221, |
| "specialization_score": 0.01244311 |
| }, |
| "6": { |
| "coding_frequency": 0.079932, |
| "noncoding_frequency": 0.104317, |
| "frequency_delta": -0.024385, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02438457 |
| }, |
| "7": { |
| "coding_frequency": 0.054422, |
| "noncoding_frequency": 0.064748, |
| "frequency_delta": -0.010326, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.988498, |
| "specialization_score": -0.01032643 |
| }, |
| "8": { |
| "coding_frequency": 0.032313, |
| "noncoding_frequency": 0.048561, |
| "frequency_delta": -0.016248, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.991898, |
| "specialization_score": -0.01624823 |
| }, |
| "9": { |
| "coding_frequency": 0.018707, |
| "noncoding_frequency": 0.03777, |
| "frequency_delta": -0.019062, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.988839, |
| "specialization_score": -0.0190623 |
| }, |
| "10": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": -0.01478, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01478001 |
| }, |
| "11": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": -0.010987, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01098713 |
| }, |
| "12": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.009189, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00918857 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.003793, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00379288 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "16": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "17": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "28": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.005102, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00510204 |
| } |
| } |
| }, |
| "28": { |
| "layer_index": 28, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.078231, |
| "noncoding_frequency": 3.003597, |
| "frequency_delta": -0.925366, |
| "coding_mean_weight": 0.980155, |
| "noncoding_mean_weight": 0.993677, |
| "specialization_score": -0.90700195 |
| }, |
| "1": { |
| "coding_frequency": 0.367347, |
| "noncoding_frequency": 0.455036, |
| "frequency_delta": -0.087689, |
| "coding_mean_weight": 0.992362, |
| "noncoding_mean_weight": 0.996569, |
| "specialization_score": -0.08701926 |
| }, |
| "2": { |
| "coding_frequency": 0.280612, |
| "noncoding_frequency": 0.235612, |
| "frequency_delta": 0.045001, |
| "coding_mean_weight": 0.994694, |
| "noncoding_mean_weight": 0.987171, |
| "specialization_score": 0.04476196 |
| }, |
| "3": { |
| "coding_frequency": 0.176871, |
| "noncoding_frequency": 0.165468, |
| "frequency_delta": 0.011403, |
| "coding_mean_weight": 0.992394, |
| "noncoding_mean_weight": 0.98618, |
| "specialization_score": 0.01131639 |
| }, |
| "4": { |
| "coding_frequency": 0.12585, |
| "noncoding_frequency": 0.107914, |
| "frequency_delta": 0.017937, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.993099, |
| "specialization_score": 0.01793667 |
| }, |
| "5": { |
| "coding_frequency": 0.151361, |
| "noncoding_frequency": 0.147482, |
| "frequency_delta": 0.003879, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00387853 |
| }, |
| "6": { |
| "coding_frequency": 0.073129, |
| "noncoding_frequency": 0.048561, |
| "frequency_delta": 0.024568, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0245681 |
| }, |
| "7": { |
| "coding_frequency": 0.062925, |
| "noncoding_frequency": 0.026978, |
| "frequency_delta": 0.035947, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03594675 |
| }, |
| "8": { |
| "coding_frequency": 0.035714, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": 0.023124, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02312436 |
| }, |
| "9": { |
| "coding_frequency": 0.030612, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": 0.014425, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01442519 |
| }, |
| "10": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.010008, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01000832 |
| }, |
| "11": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.008308, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00830764 |
| }, |
| "12": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.000392, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00039152 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.001994, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00199432 |
| }, |
| "14": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.005102, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00510204 |
| }, |
| "15": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| }, |
| "17": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "29": { |
| "layer_index": 29, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.437075, |
| "noncoding_frequency": 2.926259, |
| "frequency_delta": -0.489184, |
| "coding_mean_weight": 0.99689, |
| "noncoding_mean_weight": 0.985273, |
| "specialization_score": -0.48766281 |
| }, |
| "1": { |
| "coding_frequency": 0.464286, |
| "noncoding_frequency": 0.455036, |
| "frequency_delta": 0.00925, |
| "coding_mean_weight": 0.997625, |
| "noncoding_mean_weight": 0.987768, |
| "specialization_score": 0.00922778 |
| }, |
| "2": { |
| "coding_frequency": 0.316327, |
| "noncoding_frequency": 0.330935, |
| "frequency_delta": -0.014609, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.986854, |
| "specialization_score": -0.01460872 |
| }, |
| "3": { |
| "coding_frequency": 0.229592, |
| "noncoding_frequency": 0.19964, |
| "frequency_delta": 0.029952, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02995155 |
| }, |
| "4": { |
| "coding_frequency": 0.137755, |
| "noncoding_frequency": 0.120504, |
| "frequency_delta": 0.017252, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01725151 |
| }, |
| "5": { |
| "coding_frequency": 0.073129, |
| "noncoding_frequency": 0.082734, |
| "frequency_delta": -0.009605, |
| "coding_mean_weight": 0.979787, |
| "noncoding_mean_weight": 0.928032, |
| "specialization_score": -0.00941042 |
| }, |
| "6": { |
| "coding_frequency": 0.056122, |
| "noncoding_frequency": 0.070144, |
| "frequency_delta": -0.014021, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01402144 |
| }, |
| "7": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.055755, |
| "frequency_delta": -0.035347, |
| "coding_mean_weight": 0.929769, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03286476 |
| }, |
| "8": { |
| "coding_frequency": 0.028912, |
| "noncoding_frequency": 0.05036, |
| "frequency_delta": -0.021448, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02144815 |
| }, |
| "9": { |
| "coding_frequency": 0.037415, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": 0.001444, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00144374 |
| }, |
| "10": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": 0.00301, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00300984 |
| }, |
| "11": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": -0.01478, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01478001 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.003891, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00389076 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "15": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| } |
| } |
| }, |
| "30": { |
| "layer_index": 30, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.073129, |
| "noncoding_frequency": 3.733813, |
| "frequency_delta": -0.660684, |
| "coding_mean_weight": 0.974354, |
| "noncoding_mean_weight": 0.972745, |
| "specialization_score": -0.64373981 |
| }, |
| "1": { |
| "coding_frequency": 0.607143, |
| "noncoding_frequency": 0.692446, |
| "frequency_delta": -0.085303, |
| "coding_mean_weight": 0.981527, |
| "noncoding_mean_weight": 0.9939, |
| "specialization_score": -0.08372738 |
| }, |
| "2": { |
| "coding_frequency": 0.433673, |
| "noncoding_frequency": 0.530576, |
| "frequency_delta": -0.096902, |
| "coding_mean_weight": 0.994202, |
| "noncoding_mean_weight": 0.995418, |
| "specialization_score": -0.09634023 |
| }, |
| "3": { |
| "coding_frequency": 0.255102, |
| "noncoding_frequency": 0.375899, |
| "frequency_delta": -0.120797, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.12079724 |
| }, |
| "4": { |
| "coding_frequency": 0.154762, |
| "noncoding_frequency": 0.242806, |
| "frequency_delta": -0.088044, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.08804385 |
| }, |
| "5": { |
| "coding_frequency": 0.10034, |
| "noncoding_frequency": 0.165468, |
| "frequency_delta": -0.065127, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.06512749 |
| }, |
| "6": { |
| "coding_frequency": 0.059524, |
| "noncoding_frequency": 0.100719, |
| "frequency_delta": -0.041196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.04119562 |
| }, |
| "7": { |
| "coding_frequency": 0.032313, |
| "noncoding_frequency": 0.070144, |
| "frequency_delta": -0.037831, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03783096 |
| }, |
| "8": { |
| "coding_frequency": 0.02551, |
| "noncoding_frequency": 0.055755, |
| "frequency_delta": -0.030245, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03024519 |
| }, |
| "9": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.044964, |
| "frequency_delta": -0.03476, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03475995 |
| }, |
| "10": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": -0.014682, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01468213 |
| }, |
| "11": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": -0.012688, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01268781 |
| }, |
| "12": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.009189, |
| "coding_mean_weight": 0.547607, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00503172 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "31": { |
| "layer_index": 31, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.596939, |
| "noncoding_frequency": 2.863309, |
| "frequency_delta": -0.266371, |
| "coding_mean_weight": 0.984066, |
| "noncoding_mean_weight": 0.982792, |
| "specialization_score": -0.26212623 |
| }, |
| "1": { |
| "coding_frequency": 0.537415, |
| "noncoding_frequency": 0.600719, |
| "frequency_delta": -0.063304, |
| "coding_mean_weight": 0.993288, |
| "noncoding_mean_weight": 0.991673, |
| "specialization_score": -0.06287956 |
| }, |
| "2": { |
| "coding_frequency": 0.391156, |
| "noncoding_frequency": 0.480216, |
| "frequency_delta": -0.089059, |
| "coding_mean_weight": 0.9962, |
| "noncoding_mean_weight": 0.994324, |
| "specialization_score": -0.08872094 |
| }, |
| "3": { |
| "coding_frequency": 0.35034, |
| "noncoding_frequency": 0.329137, |
| "frequency_delta": 0.021203, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.991723, |
| "specialization_score": 0.02120345 |
| }, |
| "4": { |
| "coding_frequency": 0.183673, |
| "noncoding_frequency": 0.25, |
| "frequency_delta": -0.066327, |
| "coding_mean_weight": 0.992188, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.06580839 |
| }, |
| "5": { |
| "coding_frequency": 0.096939, |
| "noncoding_frequency": 0.206835, |
| "frequency_delta": -0.109896, |
| "coding_mean_weight": 0.986825, |
| "noncoding_mean_weight": 0.992103, |
| "specialization_score": -0.10844788 |
| }, |
| "6": { |
| "coding_frequency": 0.161565, |
| "noncoding_frequency": 0.127698, |
| "frequency_delta": 0.033867, |
| "coding_mean_weight": 0.991674, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03358481 |
| }, |
| "7": { |
| "coding_frequency": 0.057823, |
| "noncoding_frequency": 0.082734, |
| "frequency_delta": -0.024911, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02491068 |
| }, |
| "8": { |
| "coding_frequency": 0.02551, |
| "noncoding_frequency": 0.06295, |
| "frequency_delta": -0.037439, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03743944 |
| }, |
| "9": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": -0.001175, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00117457 |
| }, |
| "10": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.010791, |
| "frequency_delta": -0.002288, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00228797 |
| }, |
| "11": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "12": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.008503, |
| "coding_mean_weight": 0.512695, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00435965 |
| }, |
| "13": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "18": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "32": { |
| "layer_index": 32, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.503401, |
| "noncoding_frequency": 2.52518, |
| "frequency_delta": -0.021778, |
| "coding_mean_weight": 0.955101, |
| "noncoding_mean_weight": 0.987891, |
| "specialization_score": -0.02080066 |
| }, |
| "1": { |
| "coding_frequency": 0.527211, |
| "noncoding_frequency": 0.464029, |
| "frequency_delta": 0.063182, |
| "coding_mean_weight": 0.977093, |
| "noncoding_mean_weight": 0.996737, |
| "specialization_score": 0.0617348 |
| }, |
| "2": { |
| "coding_frequency": 0.311224, |
| "noncoding_frequency": 0.392086, |
| "frequency_delta": -0.080862, |
| "coding_mean_weight": 0.990603, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.08010198 |
| }, |
| "3": { |
| "coding_frequency": 0.280612, |
| "noncoding_frequency": 0.302158, |
| "frequency_delta": -0.021546, |
| "coding_mean_weight": 0.994377, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02142488 |
| }, |
| "4": { |
| "coding_frequency": 0.158163, |
| "noncoding_frequency": 0.154676, |
| "frequency_delta": 0.003487, |
| "coding_mean_weight": 0.990198, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00345283 |
| }, |
| "5": { |
| "coding_frequency": 0.130952, |
| "noncoding_frequency": 0.091727, |
| "frequency_delta": 0.039226, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03922576 |
| }, |
| "6": { |
| "coding_frequency": 0.045918, |
| "noncoding_frequency": 0.039568, |
| "frequency_delta": 0.00635, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00635002 |
| }, |
| "7": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.028777, |
| "frequency_delta": -0.006668, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00666813 |
| }, |
| "8": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.004087, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00408653 |
| }, |
| "9": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": -0.002582, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00258161 |
| }, |
| "10": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.001407, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00140704 |
| }, |
| "11": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.000392, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00039152 |
| }, |
| "12": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "13": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.001896, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00189644 |
| }, |
| "15": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "17": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "19": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.01259, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "21": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "22": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.003597, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "25": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.003597, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "28": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "30": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.01259, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "33": { |
| "layer_index": 33, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.312925, |
| "noncoding_frequency": 2.339928, |
| "frequency_delta": -0.027003, |
| "coding_mean_weight": 0.962057, |
| "noncoding_mean_weight": 0.969884, |
| "specialization_score": -0.02597832 |
| }, |
| "1": { |
| "coding_frequency": 0.488095, |
| "noncoding_frequency": 0.508993, |
| "frequency_delta": -0.020898, |
| "coding_mean_weight": 0.979363, |
| "noncoding_mean_weight": 0.991364, |
| "specialization_score": -0.0204663 |
| }, |
| "2": { |
| "coding_frequency": 0.336735, |
| "noncoding_frequency": 0.377698, |
| "frequency_delta": -0.040963, |
| "coding_mean_weight": 0.987877, |
| "noncoding_mean_weight": 0.995573, |
| "specialization_score": -0.04046655 |
| }, |
| "3": { |
| "coding_frequency": 0.290816, |
| "noncoding_frequency": 0.251799, |
| "frequency_delta": 0.039018, |
| "coding_mean_weight": 0.990303, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03863941 |
| }, |
| "4": { |
| "coding_frequency": 0.176871, |
| "noncoding_frequency": 0.190647, |
| "frequency_delta": -0.013777, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.987526, |
| "specialization_score": -0.01377673 |
| }, |
| "5": { |
| "coding_frequency": 0.098639, |
| "noncoding_frequency": 0.136691, |
| "frequency_delta": -0.038051, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.03805119 |
| }, |
| "6": { |
| "coding_frequency": 0.090136, |
| "noncoding_frequency": 0.115108, |
| "frequency_delta": -0.024972, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.977753, |
| "specialization_score": -0.02497186 |
| }, |
| "7": { |
| "coding_frequency": 0.057823, |
| "noncoding_frequency": 0.125899, |
| "frequency_delta": -0.068076, |
| "coding_mean_weight": 0.973518, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.06627336 |
| }, |
| "8": { |
| "coding_frequency": 0.035714, |
| "noncoding_frequency": 0.066547, |
| "frequency_delta": -0.030832, |
| "coding_mean_weight": 0.957613, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02952558 |
| }, |
| "9": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.041367, |
| "frequency_delta": -0.019258, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01925806 |
| }, |
| "10": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.023381, |
| "frequency_delta": -0.011477, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01147653 |
| }, |
| "11": { |
| "coding_frequency": 0.006803, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.00219, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00219008 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "13": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "17": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| } |
| } |
| }, |
| "34": { |
| "layer_index": 34, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.442177, |
| "noncoding_frequency": 2.802158, |
| "frequency_delta": -0.359981, |
| "coding_mean_weight": 0.984453, |
| "noncoding_mean_weight": 0.961965, |
| "specialization_score": -0.35438478 |
| }, |
| "1": { |
| "coding_frequency": 0.576531, |
| "noncoding_frequency": 0.517986, |
| "frequency_delta": 0.058545, |
| "coding_mean_weight": 0.995385, |
| "noncoding_mean_weight": 0.923601, |
| "specialization_score": 0.05827482 |
| }, |
| "2": { |
| "coding_frequency": 0.384354, |
| "noncoding_frequency": 0.401079, |
| "frequency_delta": -0.016725, |
| "coding_mean_weight": 0.996172, |
| "noncoding_mean_weight": 0.958665, |
| "specialization_score": -0.01666137 |
| }, |
| "3": { |
| "coding_frequency": 0.255102, |
| "noncoding_frequency": 0.223022, |
| "frequency_delta": 0.03208, |
| "coding_mean_weight": 0.995677, |
| "noncoding_mean_weight": 0.909611, |
| "specialization_score": 0.03194177 |
| }, |
| "4": { |
| "coding_frequency": 0.154762, |
| "noncoding_frequency": 0.147482, |
| "frequency_delta": 0.00728, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.952011, |
| "specialization_score": 0.00727989 |
| }, |
| "5": { |
| "coding_frequency": 0.105442, |
| "noncoding_frequency": 0.048561, |
| "frequency_delta": 0.056881, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.05688103 |
| }, |
| "6": { |
| "coding_frequency": 0.068027, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": 0.032056, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.954443, |
| "specialization_score": 0.03205599 |
| }, |
| "7": { |
| "coding_frequency": 0.056122, |
| "noncoding_frequency": 0.030576, |
| "frequency_delta": 0.025547, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02554691 |
| }, |
| "8": { |
| "coding_frequency": 0.061224, |
| "noncoding_frequency": 0.03777, |
| "frequency_delta": 0.023455, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02345471 |
| }, |
| "9": { |
| "coding_frequency": 0.039116, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": 0.026526, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02652572 |
| }, |
| "10": { |
| "coding_frequency": 0.02381, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.020212, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0202124 |
| }, |
| "11": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.003108, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.399414, |
| "specialization_score": 0.00310772 |
| }, |
| "12": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.008308, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00830764 |
| }, |
| "13": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.011905, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.01190476 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "15": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "16": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "19": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "21": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| } |
| } |
| }, |
| "35": { |
| "layer_index": 35, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 2.935374, |
| "noncoding_frequency": 3.568345, |
| "frequency_delta": -0.632971, |
| "coding_mean_weight": 0.966152, |
| "noncoding_mean_weight": 0.980503, |
| "specialization_score": -0.61154637 |
| }, |
| "1": { |
| "coding_frequency": 0.622449, |
| "noncoding_frequency": 0.634892, |
| "frequency_delta": -0.012443, |
| "coding_mean_weight": 0.94717, |
| "noncoding_mean_weight": 0.976618, |
| "specialization_score": -0.01178574 |
| }, |
| "2": { |
| "coding_frequency": 0.39966, |
| "noncoding_frequency": 0.370504, |
| "frequency_delta": 0.029156, |
| "coding_mean_weight": 0.921272, |
| "noncoding_mean_weight": 0.972396, |
| "specialization_score": 0.02686085 |
| }, |
| "3": { |
| "coding_frequency": 0.295918, |
| "noncoding_frequency": 0.284173, |
| "frequency_delta": 0.011746, |
| "coding_mean_weight": 0.919855, |
| "noncoding_mean_weight": 0.975354, |
| "specialization_score": 0.01080435 |
| }, |
| "4": { |
| "coding_frequency": 0.202381, |
| "noncoding_frequency": 0.165468, |
| "frequency_delta": 0.036913, |
| "coding_mean_weight": 0.920308, |
| "noncoding_mean_weight": 0.993971, |
| "specialization_score": 0.03397163 |
| }, |
| "5": { |
| "coding_frequency": 0.108844, |
| "noncoding_frequency": 0.152878, |
| "frequency_delta": -0.044034, |
| "coding_mean_weight": 0.941711, |
| "noncoding_mean_weight": 0.995037, |
| "specialization_score": -0.04146745 |
| }, |
| "6": { |
| "coding_frequency": 0.122449, |
| "noncoding_frequency": 0.089928, |
| "frequency_delta": 0.032521, |
| "coding_mean_weight": 0.986762, |
| "noncoding_mean_weight": 0.970938, |
| "specialization_score": 0.03209041 |
| }, |
| "7": { |
| "coding_frequency": 0.078231, |
| "noncoding_frequency": 0.053957, |
| "frequency_delta": 0.024274, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02427446 |
| }, |
| "8": { |
| "coding_frequency": 0.052721, |
| "noncoding_frequency": 0.032374, |
| "frequency_delta": 0.020347, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02034699 |
| }, |
| "9": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.023381, |
| "frequency_delta": -0.008075, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00807517 |
| }, |
| "10": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": -0.000685, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00068517 |
| }, |
| "11": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": 0.004711, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00471052 |
| }, |
| "12": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "13": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "14": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "15": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.005102, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00510204 |
| }, |
| "16": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "19": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "36": { |
| "layer_index": 36, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.039116, |
| "noncoding_frequency": 3.98741, |
| "frequency_delta": -0.948294, |
| "coding_mean_weight": 0.98931, |
| "noncoding_mean_weight": 0.98951, |
| "specialization_score": -0.93815717 |
| }, |
| "1": { |
| "coding_frequency": 0.544218, |
| "noncoding_frequency": 0.548561, |
| "frequency_delta": -0.004343, |
| "coding_mean_weight": 0.997986, |
| "noncoding_mean_weight": 0.992328, |
| "specialization_score": -0.00433472 |
| }, |
| "2": { |
| "coding_frequency": 0.37415, |
| "noncoding_frequency": 0.359712, |
| "frequency_delta": 0.014437, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.992139, |
| "specialization_score": 0.01443743 |
| }, |
| "3": { |
| "coding_frequency": 0.25, |
| "noncoding_frequency": 0.23741, |
| "frequency_delta": 0.01259, |
| "coding_mean_weight": 0.986072, |
| "noncoding_mean_weight": 0.994437, |
| "specialization_score": 0.01241458 |
| }, |
| "4": { |
| "coding_frequency": 0.156463, |
| "noncoding_frequency": 0.178058, |
| "frequency_delta": -0.021595, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02159497 |
| }, |
| "5": { |
| "coding_frequency": 0.112245, |
| "noncoding_frequency": 0.109712, |
| "frequency_delta": 0.002533, |
| "coding_mean_weight": 0.986003, |
| "noncoding_mean_weight": 0.986264, |
| "specialization_score": 0.00249722 |
| }, |
| "6": { |
| "coding_frequency": 0.073129, |
| "noncoding_frequency": 0.073741, |
| "frequency_delta": -0.000612, |
| "coding_mean_weight": 0.978641, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00059869 |
| }, |
| "7": { |
| "coding_frequency": 0.069728, |
| "noncoding_frequency": 0.061151, |
| "frequency_delta": 0.008577, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00857681 |
| }, |
| "8": { |
| "coding_frequency": 0.047619, |
| "noncoding_frequency": 0.06295, |
| "frequency_delta": -0.015331, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01533059 |
| }, |
| "9": { |
| "coding_frequency": 0.096939, |
| "noncoding_frequency": 0.091727, |
| "frequency_delta": 0.005212, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00521216 |
| }, |
| "10": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": 0.00602, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00601967 |
| }, |
| "11": { |
| "coding_frequency": 0.027211, |
| "noncoding_frequency": 0.017986, |
| "frequency_delta": 0.009225, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00922527 |
| }, |
| "12": { |
| "coding_frequency": 0.022109, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": 0.005922, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00592179 |
| }, |
| "13": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.000489, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0004894 |
| }, |
| "14": { |
| "coding_frequency": 0.011905, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.006509, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00650908 |
| }, |
| "15": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "16": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "17": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "18": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "19": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.003401, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00340136 |
| } |
| } |
| }, |
| "37": { |
| "layer_index": 37, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 5.234694, |
| "noncoding_frequency": 6.521583, |
| "frequency_delta": -1.286889, |
| "coding_mean_weight": 0.984455, |
| "noncoding_mean_weight": 0.983987, |
| "specialization_score": -1.26688418 |
| }, |
| "1": { |
| "coding_frequency": 0.620748, |
| "noncoding_frequency": 0.744604, |
| "frequency_delta": -0.123856, |
| "coding_mean_weight": 0.984546, |
| "noncoding_mean_weight": 0.99136, |
| "specialization_score": -0.12194195 |
| }, |
| "2": { |
| "coding_frequency": 0.522109, |
| "noncoding_frequency": 0.517986, |
| "frequency_delta": 0.004123, |
| "coding_mean_weight": 0.998219, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00411589 |
| }, |
| "3": { |
| "coding_frequency": 0.307823, |
| "noncoding_frequency": 0.255396, |
| "frequency_delta": 0.052427, |
| "coding_mean_weight": 0.992306, |
| "noncoding_mean_weight": 0.972085, |
| "specialization_score": 0.05202407 |
| }, |
| "4": { |
| "coding_frequency": 0.187075, |
| "noncoding_frequency": 0.208633, |
| "frequency_delta": -0.021558, |
| "coding_mean_weight": 0.976562, |
| "noncoding_mean_weight": 0.985394, |
| "specialization_score": -0.02105298 |
| }, |
| "5": { |
| "coding_frequency": 0.122449, |
| "noncoding_frequency": 0.111511, |
| "frequency_delta": 0.010938, |
| "coding_mean_weight": 0.795722, |
| "noncoding_mean_weight": 0.962576, |
| "specialization_score": 0.00870376 |
| }, |
| "6": { |
| "coding_frequency": 0.052721, |
| "noncoding_frequency": 0.046763, |
| "frequency_delta": 0.005958, |
| "coding_mean_weight": 0.973633, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00580139 |
| }, |
| "7": { |
| "coding_frequency": 0.042517, |
| "noncoding_frequency": 0.035971, |
| "frequency_delta": 0.006546, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00654578 |
| }, |
| "8": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.026978, |
| "frequency_delta": -0.00657, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00657025 |
| }, |
| "9": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": -0.004576, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00457593 |
| }, |
| "10": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.01259, |
| "frequency_delta": 0.002716, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00271619 |
| }, |
| "11": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.010791, |
| "frequency_delta": -0.00739, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00739001 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "16": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "38": { |
| "layer_index": 38, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.637755, |
| "noncoding_frequency": 5.611511, |
| "frequency_delta": -1.973756, |
| "coding_mean_weight": 0.974962, |
| "noncoding_mean_weight": 0.95464, |
| "specialization_score": -1.92433681 |
| }, |
| "1": { |
| "coding_frequency": 0.544218, |
| "noncoding_frequency": 0.705036, |
| "frequency_delta": -0.160818, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.968673, |
| "specialization_score": -0.16081829 |
| }, |
| "2": { |
| "coding_frequency": 0.360544, |
| "noncoding_frequency": 0.357914, |
| "frequency_delta": 0.002631, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.978192, |
| "specialization_score": 0.00263055 |
| }, |
| "3": { |
| "coding_frequency": 0.192177, |
| "noncoding_frequency": 0.181655, |
| "frequency_delta": 0.010522, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.995823, |
| "specialization_score": 0.01052219 |
| }, |
| "4": { |
| "coding_frequency": 0.163265, |
| "noncoding_frequency": 0.145683, |
| "frequency_delta": 0.017582, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.982446, |
| "specialization_score": 0.01758185 |
| }, |
| "5": { |
| "coding_frequency": 0.088435, |
| "noncoding_frequency": 0.113309, |
| "frequency_delta": -0.024874, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.972052, |
| "specialization_score": -0.02487398 |
| }, |
| "6": { |
| "coding_frequency": 0.086735, |
| "noncoding_frequency": 0.071942, |
| "frequency_delta": 0.014792, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.987891, |
| "specialization_score": 0.01479225 |
| }, |
| "7": { |
| "coding_frequency": 0.059524, |
| "noncoding_frequency": 0.043165, |
| "frequency_delta": 0.016358, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01635834 |
| }, |
| "8": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.048561, |
| "frequency_delta": -0.028153, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.981626, |
| "specialization_score": -0.02815299 |
| }, |
| "9": { |
| "coding_frequency": 0.020408, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": 0.004221, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00422111 |
| }, |
| "10": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": 0.009813, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00981256 |
| }, |
| "11": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "12": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.004906, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00490628 |
| }, |
| "13": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.001896, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00189644 |
| }, |
| "15": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "16": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "39": { |
| "layer_index": 39, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 7.806122, |
| "noncoding_frequency": 10.18705, |
| "frequency_delta": -2.380928, |
| "coding_mean_weight": 0.991818, |
| "noncoding_mean_weight": 0.984361, |
| "specialization_score": -2.36144718 |
| }, |
| "1": { |
| "coding_frequency": 1.147959, |
| "noncoding_frequency": 1.17446, |
| "frequency_delta": -0.026501, |
| "coding_mean_weight": 0.998738, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0264678 |
| }, |
| "2": { |
| "coding_frequency": 0.758503, |
| "noncoding_frequency": 0.672662, |
| "frequency_delta": 0.085842, |
| "coding_mean_weight": 0.998353, |
| "noncoding_mean_weight": 0.995525, |
| "specialization_score": 0.08570015 |
| }, |
| "3": { |
| "coding_frequency": 0.44898, |
| "noncoding_frequency": 0.431655, |
| "frequency_delta": 0.017325, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.996627, |
| "specialization_score": 0.01732492 |
| }, |
| "4": { |
| "coding_frequency": 0.284014, |
| "noncoding_frequency": 0.278777, |
| "frequency_delta": 0.005237, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00523663 |
| }, |
| "5": { |
| "coding_frequency": 0.142857, |
| "noncoding_frequency": 0.205036, |
| "frequency_delta": -0.062179, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.06217883 |
| }, |
| "6": { |
| "coding_frequency": 0.136054, |
| "noncoding_frequency": 0.179856, |
| "frequency_delta": -0.043802, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.04380169 |
| }, |
| "7": { |
| "coding_frequency": 0.061224, |
| "noncoding_frequency": 0.046763, |
| "frequency_delta": 0.014462, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0144619 |
| }, |
| "8": { |
| "coding_frequency": 0.030612, |
| "noncoding_frequency": 0.039568, |
| "frequency_delta": -0.008956, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0089561 |
| }, |
| "9": { |
| "coding_frequency": 0.013605, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": -0.002582, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00258161 |
| }, |
| "10": { |
| "coding_frequency": 0.010204, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": 0.004808, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.835938, |
| "specialization_score": 0.0048084 |
| }, |
| "11": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.002092, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0020922 |
| }, |
| "13": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "14": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "16": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| }, |
| "20": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.0, |
| "frequency_delta": 0.001701, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0, |
| "specialization_score": 0.00170068 |
| } |
| } |
| }, |
| "40": { |
| "layer_index": 40, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 12.263605, |
| "noncoding_frequency": 12.935252, |
| "frequency_delta": -0.671646, |
| "coding_mean_weight": 0.981175, |
| "noncoding_mean_weight": 0.983711, |
| "specialization_score": -0.65900262 |
| }, |
| "1": { |
| "coding_frequency": 1.151361, |
| "noncoding_frequency": 1.271583, |
| "frequency_delta": -0.120222, |
| "coding_mean_weight": 0.995329, |
| "noncoding_mean_weight": 0.997823, |
| "specialization_score": -0.11966063 |
| }, |
| "2": { |
| "coding_frequency": 0.710884, |
| "noncoding_frequency": 0.721223, |
| "frequency_delta": -0.010339, |
| "coding_mean_weight": 0.998252, |
| "noncoding_mean_weight": 0.996386, |
| "specialization_score": -0.0103206 |
| }, |
| "3": { |
| "coding_frequency": 0.471088, |
| "noncoding_frequency": 0.370504, |
| "frequency_delta": 0.100585, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.10058484 |
| }, |
| "4": { |
| "coding_frequency": 0.22449, |
| "noncoding_frequency": 0.255396, |
| "frequency_delta": -0.030906, |
| "coding_mean_weight": 0.993867, |
| "noncoding_mean_weight": 0.994347, |
| "specialization_score": -0.03071634 |
| }, |
| "5": { |
| "coding_frequency": 0.098639, |
| "noncoding_frequency": 0.172662, |
| "frequency_delta": -0.074022, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.07402242 |
| }, |
| "6": { |
| "coding_frequency": 0.05102, |
| "noncoding_frequency": 0.079137, |
| "frequency_delta": -0.028116, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02811628 |
| }, |
| "7": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.032374, |
| "frequency_delta": -0.017068, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.01706798 |
| }, |
| "8": { |
| "coding_frequency": 0.017007, |
| "noncoding_frequency": 0.026978, |
| "frequency_delta": -0.009972, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.945638, |
| "specialization_score": -0.00997161 |
| }, |
| "9": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.016187, |
| "frequency_delta": -0.007684, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00768365 |
| }, |
| "10": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.007194, |
| "frequency_delta": -0.003793, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00379288 |
| }, |
| "11": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.003597, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "12": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "13": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "14": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -0.001799, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "17": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.003597, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "41": { |
| "layer_index": 41, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 6.988095, |
| "noncoding_frequency": 10.215827, |
| "frequency_delta": -3.227732, |
| "coding_mean_weight": 0.991149, |
| "noncoding_mean_weight": 0.99083, |
| "specialization_score": -3.19916348 |
| }, |
| "1": { |
| "coding_frequency": 0.928571, |
| "noncoding_frequency": 1.143885, |
| "frequency_delta": -0.215313, |
| "coding_mean_weight": 0.987746, |
| "noncoding_mean_weight": 0.987007, |
| "specialization_score": -0.21267501 |
| }, |
| "2": { |
| "coding_frequency": 0.547619, |
| "noncoding_frequency": 0.589928, |
| "frequency_delta": -0.042309, |
| "coding_mean_weight": 0.991244, |
| "noncoding_mean_weight": 0.988338, |
| "specialization_score": -0.04193855 |
| }, |
| "3": { |
| "coding_frequency": 0.438776, |
| "noncoding_frequency": 0.341727, |
| "frequency_delta": 0.097049, |
| "coding_mean_weight": 0.992354, |
| "noncoding_mean_weight": 0.996854, |
| "specialization_score": 0.09630686 |
| }, |
| "4": { |
| "coding_frequency": 0.22619, |
| "noncoding_frequency": 0.169065, |
| "frequency_delta": 0.057126, |
| "coding_mean_weight": 0.993348, |
| "noncoding_mean_weight": 0.95859, |
| "specialization_score": 0.05674573 |
| }, |
| "5": { |
| "coding_frequency": 0.115646, |
| "noncoding_frequency": 0.111511, |
| "frequency_delta": 0.004135, |
| "coding_mean_weight": 0.991785, |
| "noncoding_mean_weight": 0.986139, |
| "specialization_score": 0.00410149 |
| }, |
| "6": { |
| "coding_frequency": 0.061224, |
| "noncoding_frequency": 0.061151, |
| "frequency_delta": 7.3e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.961799, |
| "specialization_score": 7.341e-05 |
| }, |
| "7": { |
| "coding_frequency": 0.073129, |
| "noncoding_frequency": 0.039568, |
| "frequency_delta": 0.033561, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.921586, |
| "specialization_score": 0.03356091 |
| }, |
| "8": { |
| "coding_frequency": 0.066327, |
| "noncoding_frequency": 0.019784, |
| "frequency_delta": 0.046542, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.790572, |
| "specialization_score": 0.04654236 |
| }, |
| "9": { |
| "coding_frequency": 0.02551, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": 0.016517, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 0.826367, |
| "specialization_score": 0.0165174 |
| }, |
| "10": { |
| "coding_frequency": 0.07483, |
| "noncoding_frequency": 0.068345, |
| "frequency_delta": 0.006485, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00648461 |
| }, |
| "11": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.008993, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.0 |
| }, |
| "12": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "13": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.005396, |
| "frequency_delta": -0.003695, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.003695 |
| }, |
| "14": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.001603, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.0016028 |
| }, |
| "15": { |
| "coding_frequency": 0.0, |
| "noncoding_frequency": 0.008993, |
| "frequency_delta": -0.008993, |
| "coding_mean_weight": 0, |
| "noncoding_mean_weight": 0.324805, |
| "specialization_score": -0.0 |
| } |
| } |
| }, |
| "42": { |
| "layer_index": 42, |
| "router_type": "topk", |
| "total_coding_tokens": 588, |
| "total_noncoding_tokens": 556, |
| "experts": { |
| "0": { |
| "coding_frequency": 3.918367, |
| "noncoding_frequency": 5.598921, |
| "frequency_delta": -1.680554, |
| "coding_mean_weight": 0.981302, |
| "noncoding_mean_weight": 0.991125, |
| "specialization_score": -1.64913054 |
| }, |
| "1": { |
| "coding_frequency": 0.666667, |
| "noncoding_frequency": 0.732014, |
| "frequency_delta": -0.065348, |
| "coding_mean_weight": 0.974452, |
| "noncoding_mean_weight": 0.999069, |
| "specialization_score": -0.06367822 |
| }, |
| "2": { |
| "coding_frequency": 0.503401, |
| "noncoding_frequency": 0.476619, |
| "frequency_delta": 0.026783, |
| "coding_mean_weight": 0.975454, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02612525 |
| }, |
| "3": { |
| "coding_frequency": 0.416667, |
| "noncoding_frequency": 0.354317, |
| "frequency_delta": 0.06235, |
| "coding_mean_weight": 0.96306, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.06004691 |
| }, |
| "4": { |
| "coding_frequency": 0.35034, |
| "noncoding_frequency": 0.190647, |
| "frequency_delta": 0.159693, |
| "coding_mean_weight": 0.987447, |
| "noncoding_mean_weight": 0.994933, |
| "specialization_score": 0.15768803 |
| }, |
| "5": { |
| "coding_frequency": 0.12585, |
| "noncoding_frequency": 0.091727, |
| "frequency_delta": 0.034124, |
| "coding_mean_weight": 0.925003, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.03156455 |
| }, |
| "6": { |
| "coding_frequency": 0.079932, |
| "noncoding_frequency": 0.052158, |
| "frequency_delta": 0.027774, |
| "coding_mean_weight": 0.984707, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.02734896 |
| }, |
| "7": { |
| "coding_frequency": 0.034014, |
| "noncoding_frequency": 0.021583, |
| "frequency_delta": 0.012431, |
| "coding_mean_weight": 0.956201, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.01188641 |
| }, |
| "8": { |
| "coding_frequency": 0.015306, |
| "noncoding_frequency": 0.014388, |
| "frequency_delta": 0.000918, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00091763 |
| }, |
| "9": { |
| "coding_frequency": 0.008503, |
| "noncoding_frequency": 0.030576, |
| "frequency_delta": -0.022072, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.02207214 |
| }, |
| "10": { |
| "coding_frequency": 0.003401, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.000196, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00019576 |
| }, |
| "11": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": 0.003303, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00330348 |
| }, |
| "12": { |
| "coding_frequency": 0.005102, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": 0.001505, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": 0.00150492 |
| }, |
| "13": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.001896, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00189644 |
| }, |
| "14": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.003597, |
| "frequency_delta": -0.001896, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -0.00189644 |
| }, |
| "17": { |
| "coding_frequency": 0.001701, |
| "noncoding_frequency": 0.001799, |
| "frequency_delta": -9.8e-05, |
| "coding_mean_weight": 1.0, |
| "noncoding_mean_weight": 1.0, |
| "specialization_score": -9.788e-05 |
| } |
| } |
| } |
| } |
