HectorHe's picture
Training in progress, step 100
f40b459 verified
{"model.layers.1.mlp": [51, 61, 44], "model.layers.2.mlp": [27, 25, 18], "model.layers.3.mlp": [54, 25, 41], "model.layers.4.mlp": [37, 21, 33], "model.layers.5.mlp": [54, 47, 20], "model.layers.6.mlp": [22, 1, 13], "model.layers.7.mlp": [58, 43, 24], "model.layers.8.mlp": [47, 39, 56], "model.layers.9.mlp": [31, 13, 22], "model.layers.10.mlp": [47, 19, 42], "model.layers.11.mlp": [29, 11, 17], "model.layers.12.mlp": [5, 56, 3], "model.layers.13.mlp": [10, 42, 58], "model.layers.14.mlp": [51, 7, 27], "model.layers.15.mlp": [24, 55, 5], "model.layers.16.mlp": [33, 61, 63], "model.layers.17.mlp": [0, 26, 43], "model.layers.18.mlp": [5, 56, 42], "model.layers.19.mlp": [2, 23, 24], "model.layers.20.mlp": [1, 56, 38], "model.layers.21.mlp": [5, 15, 13], "model.layers.22.mlp": [32, 58, 31], "model.layers.23.mlp": [20, 0, 58], "model.layers.24.mlp": [62, 42, 7], "model.layers.25.mlp": [45, 48, 39], "model.layers.26.mlp": [46, 49, 6]}