top_6_experts.json

{"model.layers.1.mlp": [45, 51, 44, 61, 22, 14], "model.layers.2.mlp": [25, 18, 27, 13, 23, 3], "model.layers.3.mlp": [54, 28, 25, 41, 23, 57], "model.layers.4.mlp": [11, 21, 49, 33, 14, 37], "model.layers.5.mlp": [35, 54, 20, 9, 47, 52], "model.layers.6.mlp": [45, 22, 1, 42, 47, 13], "model.layers.7.mlp": [58, 24, 43, 62, 18, 44], "model.layers.8.mlp": [47, 39, 54, 58, 30, 56], "model.layers.9.mlp": [31, 22, 32, 13, 12, 24], "model.layers.10.mlp": [22, 47, 42, 19, 2, 13], "model.layers.11.mlp": [11, 17, 29, 10, 22, 59], "model.layers.12.mlp": [4, 3, 59, 56, 5, 26], "model.layers.13.mlp": [17, 10, 47, 14, 42, 58], "model.layers.14.mlp": [51, 7, 27, 31, 61, 18], "model.layers.15.mlp": [24, 14, 17, 55, 41, 5], "model.layers.16.mlp": [61, 33, 19, 49, 9, 63], "model.layers.17.mlp": [32, 29, 26, 43, 0, 27], "model.layers.18.mlp": [56, 5, 2, 36, 1, 42], "model.layers.19.mlp": [24, 36, 40, 0, 23, 2], "model.layers.20.mlp": [1, 56, 38, 48, 58, 20], "model.layers.21.mlp": [19, 5, 28, 15, 13, 10], "model.layers.22.mlp": [32, 14, 58, 31, 3, 45], "model.layers.23.mlp": [20, 58, 0, 42, 33, 45], "model.layers.24.mlp": [7, 63, 47, 42, 10, 62], "model.layers.25.mlp": [45, 39, 46, 11, 38, 48], "model.layers.26.mlp": [6, 46, 49, 13, 57, 11]}