layer,module,loss,damp,time
0,self_attn.k_proj,0.00181,0.01000,1.628
0,self_attn.v_proj,0.00058,0.01000,1.055
0,self_attn.q_proj,0.00521,0.01000,0.963
0,self_attn.o_proj,0.00872,0.01000,1.337
0,mlp.up_proj,0.00229,0.01000,1.268
0,mlp.gate_proj,0.00249,0.01000,0.985
0,mlp.down_proj,0.00278,0.01000,9.139
1,self_attn.k_proj,0.00008,0.01000,1.376
1,self_attn.v_proj,0.00004,0.01000,1.041
1,self_attn.q_proj,0.00037,0.01000,1.097
1,self_attn.o_proj,0.00007,0.01000,1.271
1,mlp.up_proj,0.01983,0.01000,1.274
1,mlp.gate_proj,0.06317,0.01000,1.121
1,mlp.down_proj,0.00076,0.01000,8.816
2,self_attn.k_proj,0.00036,0.01000,1.526
2,self_attn.v_proj,0.00014,0.01000,1.065
2,self_attn.q_proj,0.00105,0.01000,1.062
2,self_attn.o_proj,0.00050,0.01000,1.169
2,mlp.up_proj,0.03695,0.01000,1.266
2,mlp.gate_proj,0.08180,0.01000,1.114
2,mlp.down_proj,0.00401,0.01000,8.641
3,self_attn.k_proj,0.00195,0.01000,1.314
3,self_attn.v_proj,0.00061,0.01000,1.014
3,self_attn.q_proj,0.00567,0.01000,0.983
3,self_attn.o_proj,0.00191,0.01000,1.151
3,mlp.up_proj,0.04342,0.01000,1.263
3,mlp.gate_proj,0.10068,0.01000,0.984
3,mlp.down_proj,0.00952,0.01000,8.731
4,self_attn.k_proj,0.00189,0.01000,1.294
4,self_attn.v_proj,0.00091,0.01000,0.951
4,self_attn.q_proj,0.00580,0.01000,0.953
4,self_attn.o_proj,0.00353,0.01000,1.151
4,mlp.up_proj,0.11338,0.01000,1.324
4,mlp.gate_proj,0.21889,0.01000,0.991
4,mlp.down_proj,0.01758,0.01500,9.008
5,self_attn.k_proj,0.00690,0.01000,1.289
5,self_attn.v_proj,0.00391,0.01000,0.953
5,self_attn.q_proj,0.02364,0.01000,0.953
5,self_attn.o_proj,0.00573,0.01000,1.161
5,mlp.up_proj,0.20997,0.01000,1.257
5,mlp.gate_proj,0.37232,0.01000,1.000
5,mlp.down_proj,0.45726,0.01000,8.895
6,self_attn.k_proj,0.00756,0.01000,1.290
6,self_attn.v_proj,0.00554,0.01000,0.951
6,self_attn.q_proj,0.02690,0.01000,1.107
6,self_attn.o_proj,0.00447,0.01000,1.157
6,mlp.up_proj,0.37545,0.01000,1.250
6,mlp.gate_proj,0.62869,0.01000,0.974
6,mlp.down_proj,0.05541,0.01000,8.600
7,self_attn.k_proj,0.01086,0.01000,1.288
7,self_attn.v_proj,0.00889,0.01000,0.944
7,self_attn.q_proj,0.03943,0.01000,1.149
7,self_attn.o_proj,0.00570,0.01000,1.245
7,mlp.up_proj,0.51763,0.01000,1.248
7,mlp.gate_proj,0.86344,0.01000,0.977
7,mlp.down_proj,0.02820,0.01000,9.251
8,self_attn.k_proj,0.01291,0.01000,1.495
8,self_attn.v_proj,0.00755,0.01000,0.946
8,self_attn.q_proj,0.04571,0.01000,0.975
8,self_attn.o_proj,0.00443,0.01000,1.182
8,mlp.up_proj,0.36296,0.01000,1.295
8,mlp.gate_proj,0.58848,0.01000,1.021
8,mlp.down_proj,0.03396,0.01000,8.970
9,self_attn.k_proj,0.01218,0.01000,1.291
9,self_attn.v_proj,0.01012,0.01000,1.129
9,self_attn.q_proj,0.04297,0.01000,1.144
9,self_attn.o_proj,0.00916,0.01000,1.501
9,mlp.up_proj,0.21287,0.01000,1.344
9,mlp.gate_proj,0.22939,0.01000,0.980
9,mlp.down_proj,0.04524,0.01000,8.610
10,self_attn.k_proj,0.01828,0.01000,1.280
10,self_attn.v_proj,0.01469,0.01000,0.941
10,self_attn.q_proj,0.06746,0.01000,0.936
10,self_attn.o_proj,0.00962,0.01000,1.311
10,mlp.up_proj,0.25426,0.01000,1.554
10,mlp.gate_proj,0.27420,0.01000,0.974
10,mlp.down_proj,0.05793,0.01000,8.932
11,self_attn.k_proj,0.01196,0.01000,1.275
11,self_attn.v_proj,0.00873,0.01000,1.075
11,self_attn.q_proj,0.04446,0.01000,1.100
11,self_attn.o_proj,0.01372,0.01000,1.138
11,mlp.up_proj,0.28697,0.01000,1.272
11,mlp.gate_proj,0.34460,0.01000,1.002
11,mlp.down_proj,0.04829,0.01000,9.126
12,self_attn.k_proj,0.01499,0.01000,1.299
12,self_attn.v_proj,0.01024,0.01000,0.957
12,self_attn.q_proj,0.05611,0.01000,0.957
12,self_attn.o_proj,0.01447,0.01000,1.158
12,mlp.up_proj,0.30172,0.01000,1.263
12,mlp.gate_proj,0.32230,0.01000,0.987
12,mlp.down_proj,0.06169,0.01000,8.662
13,self_attn.k_proj,0.01743,0.01000,1.293
13,self_attn.v_proj,0.01268,0.01000,0.960
13,self_attn.q_proj,0.06218,0.01000,0.957
13,self_attn.o_proj,0.01537,0.01000,1.189
13,mlp.up_proj,0.34970,0.01000,1.259
13,mlp.gate_proj,0.37660,0.01000,0.989
13,mlp.down_proj,0.07440,0.01000,8.704
14,self_attn.k_proj,0.02267,0.01000,1.295
14,self_attn.v_proj,0.01480,0.01000,0.948
14,self_attn.q_proj,0.08074,0.01000,0.952
14,self_attn.o_proj,0.01590,0.01000,1.188
14,mlp.up_proj,0.36882,0.01000,1.262
14,mlp.gate_proj,0.40142,0.01000,1.016
14,mlp.down_proj,0.07973,0.01000,8.611
15,self_attn.k_proj,0.01975,0.01000,1.283
15,self_attn.v_proj,0.01531,0.01000,0.948
15,self_attn.q_proj,0.07040,0.01000,0.949
15,self_attn.o_proj,0.02005,0.01000,1.153
15,mlp.up_proj,0.37718,0.01000,1.254
15,mlp.gate_proj,0.42659,0.01000,1.019
15,mlp.down_proj,0.08410,0.01000,8.551
16,self_attn.k_proj,0.01735,0.01000,1.279
16,self_attn.v_proj,0.01043,0.01000,0.960
16,self_attn.q_proj,0.05884,0.01000,1.004
16,self_attn.o_proj,0.01433,0.01000,1.147
16,mlp.up_proj,0.36031,0.01000,1.527
16,mlp.gate_proj,0.38748,0.01000,0.997
16,mlp.down_proj,0.07643,0.01000,8.926
17,self_attn.k_proj,0.02311,0.01000,1.282
17,self_attn.v_proj,0.01356,0.01000,1.099
17,self_attn.q_proj,0.07921,0.01000,1.085
17,self_attn.o_proj,0.01385,0.01000,1.161
17,mlp.up_proj,0.35850,0.01000,1.259
17,mlp.gate_proj,0.37995,0.01000,1.109
17,mlp.down_proj,0.07524,0.01000,9.141
18,self_attn.k_proj,0.02295,0.01000,1.491
18,self_attn.v_proj,0.01360,0.01000,0.965
18,self_attn.q_proj,0.07877,0.01000,0.960
18,self_attn.o_proj,0.01489,0.01000,1.162
18,mlp.up_proj,0.35406,0.01000,1.530
18,mlp.gate_proj,0.37263,0.01000,0.982
18,mlp.down_proj,0.07540,0.01000,8.764
19,self_attn.k_proj,0.02103,0.01000,1.517
19,self_attn.v_proj,0.01427,0.01000,0.953
19,self_attn.q_proj,0.07643,0.01000,0.949
19,self_attn.o_proj,0.01076,0.01000,1.156
19,mlp.up_proj,0.36091,0.01000,1.250
19,mlp.gate_proj,0.37927,0.01000,0.969
19,mlp.down_proj,0.07594,0.01000,8.811
20,self_attn.k_proj,0.02451,0.01000,1.538
20,self_attn.v_proj,0.01357,0.01000,0.952
20,self_attn.q_proj,0.08364,0.01000,0.951
20,self_attn.o_proj,0.01562,0.01000,1.152
20,mlp.up_proj,0.34508,0.01000,1.264
20,mlp.gate_proj,0.35693,0.01000,0.989
20,mlp.down_proj,0.07434,0.01000,9.717
21,self_attn.k_proj,0.02049,0.01000,1.304
21,self_attn.v_proj,0.01252,0.01000,0.958
21,self_attn.q_proj,0.07065,0.01000,0.951
21,self_attn.o_proj,0.01754,0.01000,1.148
21,mlp.up_proj,0.33859,0.01000,1.266
21,mlp.gate_proj,0.35209,0.01000,0.995
21,mlp.down_proj,0.07305,0.01000,8.820
22,self_attn.k_proj,0.02253,0.01000,1.340
22,self_attn.v_proj,0.01796,0.01000,0.946
22,self_attn.q_proj,0.08046,0.01000,0.943
22,self_attn.o_proj,0.02418,0.01000,1.146
22,mlp.up_proj,0.36037,0.01000,1.262
22,mlp.gate_proj,0.37428,0.01000,0.996
22,mlp.down_proj,0.08261,0.01000,8.555
23,self_attn.k_proj,0.02267,0.01000,1.282
23,self_attn.v_proj,0.01908,0.01000,0.939
23,self_attn.q_proj,0.08313,0.01000,0.945
23,self_attn.o_proj,0.02851,0.01000,1.145
23,mlp.up_proj,0.38849,0.01000,1.247
23,mlp.gate_proj,0.41017,0.01000,0.973
23,mlp.down_proj,0.09091,0.01000,8.848
24,self_attn.k_proj,0.02929,0.01000,1.276
24,self_attn.v_proj,0.01912,0.01000,0.943
24,self_attn.q_proj,0.10273,0.01000,1.217
24,self_attn.o_proj,0.02329,0.01000,1.244
24,mlp.up_proj,0.39628,0.01000,1.257
24,mlp.gate_proj,0.41227,0.01000,0.983
24,mlp.down_proj,0.09201,0.01000,9.262
25,self_attn.k_proj,0.03221,0.01000,1.347
25,self_attn.v_proj,0.02449,0.01000,1.005
25,self_attn.q_proj,0.11800,0.01000,0.957
25,self_attn.o_proj,0.02147,0.01000,1.208
25,mlp.up_proj,0.40438,0.01000,1.269
25,mlp.gate_proj,0.41443,0.01000,0.986
25,mlp.down_proj,0.09938,0.01000,8.650
26,self_attn.k_proj,0.02858,0.01000,1.324
26,self_attn.v_proj,0.01672,0.01000,0.958
26,self_attn.q_proj,0.10425,0.01000,0.949
26,self_attn.o_proj,0.02635,0.01000,1.158
26,mlp.up_proj,0.42493,0.01000,1.268
26,mlp.gate_proj,0.43178,0.01000,0.976
26,mlp.down_proj,0.10951,0.01000,9.078
27,self_attn.k_proj,0.02859,0.01000,1.553
27,self_attn.v_proj,0.01780,0.01000,0.951
27,self_attn.q_proj,0.09552,0.01000,0.941
27,self_attn.o_proj,0.03713,0.01000,1.147
27,mlp.up_proj,0.44619,0.01000,1.372
27,mlp.gate_proj,0.45457,0.01000,0.977
27,mlp.down_proj,0.12345,0.01000,8.829
28,self_attn.k_proj,0.02760,0.01000,1.324
28,self_attn.v_proj,0.02699,0.01000,0.938
28,self_attn.q_proj,0.10456,0.01000,0.943
28,self_attn.o_proj,0.04723,0.01000,1.173
28,mlp.up_proj,0.49709,0.01000,1.402
28,mlp.gate_proj,0.50134,0.01000,0.989
28,mlp.down_proj,0.14361,0.01000,8.962
29,self_attn.k_proj,0.04132,0.01000,1.514
29,self_attn.v_proj,0.03286,0.01000,0.962
29,self_attn.q_proj,0.14399,0.01000,0.953
29,self_attn.o_proj,0.05016,0.01000,1.165
29,mlp.up_proj,0.54362,0.01000,1.393
29,mlp.gate_proj,0.54566,0.01000,1.111
29,mlp.down_proj,0.15721,0.01000,8.815
30,self_attn.k_proj,0.03512,0.01000,1.282
30,self_attn.v_proj,0.03419,0.01000,0.947
30,self_attn.q_proj,0.13253,0.01000,0.946
30,self_attn.o_proj,0.07466,0.01000,1.148
30,mlp.up_proj,0.58744,0.01000,1.281
30,mlp.gate_proj,0.58986,0.01000,0.976
30,mlp.down_proj,0.17093,0.01000,8.726
31,self_attn.k_proj,0.03822,0.01000,1.381
31,self_attn.v_proj,0.03452,0.01000,0.951
31,self_attn.q_proj,0.13952,0.01000,0.945
31,self_attn.o_proj,0.06276,0.01000,1.159
31,mlp.up_proj,0.64794,0.01000,1.264
31,mlp.gate_proj,0.65103,0.01000,0.987
31,mlp.down_proj,0.18908,0.01000,8.514
32,self_attn.k_proj,0.03512,0.01000,1.302
32,self_attn.v_proj,0.02486,0.01000,0.945
32,self_attn.q_proj,0.12034,0.01000,0.946
32,self_attn.o_proj,0.04974,0.01000,1.152
32,mlp.up_proj,0.71553,0.01000,1.266
32,mlp.gate_proj,0.74719,0.01000,1.022
32,mlp.down_proj,0.19432,0.01000,8.626
33,self_attn.k_proj,0.03768,0.01000,1.374
33,self_attn.v_proj,0.02781,0.01000,0.953
33,self_attn.q_proj,0.13671,0.01000,0.952
33,self_attn.o_proj,0.05441,0.01000,1.166
33,mlp.up_proj,0.66676,0.01000,1.271
33,mlp.gate_proj,0.68216,0.01000,0.989
33,mlp.down_proj,0.18027,0.01000,8.828
34,self_attn.k_proj,0.03597,0.01000,1.466
34,self_attn.v_proj,0.03010,0.01000,0.953
34,self_attn.q_proj,0.13358,0.01000,0.949
34,self_attn.o_proj,0.06713,0.01000,1.146
34,mlp.up_proj,0.65525,0.01000,1.292
34,mlp.gate_proj,0.65718,0.01000,0.989
34,mlp.down_proj,0.17735,0.01000,8.565
35,self_attn.k_proj,0.03822,0.01000,1.296
35,self_attn.v_proj,0.02947,0.01000,0.953
35,self_attn.q_proj,0.15420,0.01000,0.950
35,self_attn.o_proj,0.04260,0.01000,1.152
35,mlp.up_proj,0.66104,0.01000,1.258
35,mlp.gate_proj,0.66144,0.01000,0.980
35,mlp.down_proj,0.17431,0.01000,8.688
36,self_attn.k_proj,0.03892,0.01000,1.305
36,self_attn.v_proj,0.02821,0.01000,0.986
36,self_attn.q_proj,0.14618,0.01000,0.962
36,self_attn.o_proj,0.05490,0.01000,1.142
36,mlp.up_proj,0.61141,0.01000,1.390
36,mlp.gate_proj,0.58876,0.01000,0.984
36,mlp.down_proj,0.16665,0.01000,8.555
37,self_attn.k_proj,0.03451,0.01000,1.278
37,self_attn.v_proj,0.02691,0.01000,0.940
37,self_attn.q_proj,0.12838,0.01000,0.935
37,self_attn.o_proj,0.05069,0.01000,1.147
37,mlp.up_proj,0.60143,0.01000,1.257
37,mlp.gate_proj,0.57711,0.01000,0.979
37,mlp.down_proj,0.15773,0.01000,8.779
38,self_attn.k_proj,0.03875,0.01000,1.289
38,self_attn.v_proj,0.03983,0.01000,0.949
38,self_attn.q_proj,0.14263,0.01000,0.968
38,self_attn.o_proj,0.06564,0.01000,1.162
38,mlp.up_proj,0.61313,0.01000,1.254
38,mlp.gate_proj,0.59020,0.01000,1.098
38,mlp.down_proj,0.19839,0.01000,8.651
39,self_attn.k_proj,0.03762,0.01000,1.305
39,self_attn.v_proj,0.04266,0.01000,0.949
39,self_attn.q_proj,0.15146,0.01000,0.951
39,self_attn.o_proj,0.06589,0.01000,1.144
39,mlp.up_proj,0.62933,0.01000,1.271
39,mlp.gate_proj,0.62921,0.01000,0.986
39,mlp.down_proj,0.17220,0.01000,8.787
40,self_attn.k_proj,0.04988,0.01000,1.281
40,self_attn.v_proj,0.03638,0.01000,0.946
40,self_attn.q_proj,0.17013,0.01000,0.960
40,self_attn.o_proj,0.06430,0.01000,1.171
40,mlp.up_proj,0.61217,0.01000,1.257
40,mlp.gate_proj,0.60309,0.01000,0.984
40,mlp.down_proj,0.15957,0.01000,8.981
41,self_attn.k_proj,0.04624,0.01000,1.297
41,self_attn.v_proj,0.04834,0.01000,0.942
41,self_attn.q_proj,0.17993,0.01000,0.948
41,self_attn.o_proj,0.05399,0.01000,1.181
41,mlp.up_proj,0.61073,0.01000,1.260
41,mlp.gate_proj,0.58550,0.01000,0.982
41,mlp.down_proj,0.16731,0.01000,8.868
42,self_attn.k_proj,0.04069,0.01000,1.281
42,self_attn.v_proj,0.02910,0.01000,0.944
42,self_attn.q_proj,0.15584,0.01000,0.946
42,self_attn.o_proj,0.04923,0.01000,1.153
42,mlp.up_proj,0.64678,0.01000,1.260
42,mlp.gate_proj,0.60939,0.01000,0.984
42,mlp.down_proj,0.19431,0.01000,8.775
43,self_attn.k_proj,0.04022,0.01000,1.276
43,self_attn.v_proj,0.03467,0.01000,0.927
43,self_attn.q_proj,0.14634,0.01000,1.143
43,self_attn.o_proj,0.06336,0.01000,1.157
43,mlp.up_proj,0.68128,0.01000,1.381
43,mlp.gate_proj,0.64407,0.01000,1.094
43,mlp.down_proj,0.26093,0.01000,8.818
44,self_attn.k_proj,0.03470,0.01000,1.441
44,self_attn.v_proj,0.04923,0.01000,0.949
44,self_attn.q_proj,0.14693,0.01000,0.940
44,self_attn.o_proj,0.08132,0.01000,1.148
44,mlp.up_proj,0.70852,0.01000,1.269
44,mlp.gate_proj,0.66717,0.01000,0.972
44,mlp.down_proj,0.24243,0.01000,8.931
45,self_attn.k_proj,0.04433,0.01000,1.305
45,self_attn.v_proj,0.05005,0.01000,0.963
45,self_attn.q_proj,0.16797,0.01000,0.950
45,self_attn.o_proj,0.08465,0.01000,1.151
45,mlp.up_proj,0.72091,0.01000,1.253
45,mlp.gate_proj,0.68039,0.01000,0.973
45,mlp.down_proj,0.25630,0.01000,8.751
46,self_attn.k_proj,0.03801,0.01000,1.456
46,self_attn.v_proj,0.05617,0.01000,0.948
46,self_attn.q_proj,0.15819,0.01000,0.940
46,self_attn.o_proj,0.11615,0.01000,1.168
46,mlp.up_proj,0.75903,0.01000,1.254
46,mlp.gate_proj,0.72064,0.01000,0.979
46,mlp.down_proj,0.28376,0.01000,8.536
47,self_attn.k_proj,0.03928,0.01000,1.273
47,self_attn.v_proj,0.04958,0.01000,0.940
47,self_attn.q_proj,0.16008,0.01000,0.937
47,self_attn.o_proj,0.08830,0.01000,1.143
47,mlp.up_proj,0.84120,0.01000,1.260
47,mlp.gate_proj,0.80544,0.01000,0.979
47,mlp.down_proj,0.33272,0.01000,8.706
48,self_attn.k_proj,0.04195,0.01000,1.281
48,self_attn.v_proj,0.06904,0.01000,0.925
48,self_attn.q_proj,0.17118,0.01000,1.138
48,self_attn.o_proj,0.08658,0.01000,1.143
48,mlp.up_proj,0.91981,0.01000,1.274
48,mlp.gate_proj,0.89425,0.01000,0.995
48,mlp.down_proj,0.38339,0.01000,8.720
49,self_attn.k_proj,0.04353,0.01000,1.282
49,self_attn.v_proj,0.06275,0.01000,0.938
49,self_attn.q_proj,0.18522,0.01000,1.041
49,self_attn.o_proj,0.10188,0.01000,1.160
49,mlp.up_proj,1.07168,0.01000,1.256
49,mlp.gate_proj,1.04401,0.01000,1.115
49,mlp.down_proj,0.53593,0.01000,8.714
50,self_attn.k_proj,0.04556,0.01000,1.283
50,self_attn.v_proj,0.07704,0.01000,0.942
50,self_attn.q_proj,0.20064,0.01000,0.947
50,self_attn.o_proj,0.08585,0.01000,1.494
50,mlp.up_proj,1.24208,0.01000,1.263
50,mlp.gate_proj,1.23797,0.01000,1.178
50,mlp.down_proj,0.61609,0.01000,8.734
51,self_attn.k_proj,0.04451,0.01000,1.498
51,self_attn.v_proj,0.06594,0.01000,0.949
51,self_attn.q_proj,0.18372,0.01000,0.946
51,self_attn.o_proj,0.13851,0.01000,1.327
51,mlp.up_proj,1.40687,0.01000,1.251
51,mlp.gate_proj,1.42159,0.01000,0.976
51,mlp.down_proj,0.71100,0.01000,8.515
52,self_attn.k_proj,0.05231,0.01000,1.284
52,self_attn.v_proj,0.11768,0.01000,0.943
52,self_attn.q_proj,0.22465,0.01000,0.946
52,self_attn.o_proj,0.11266,0.01000,1.143
52,mlp.up_proj,1.51766,0.01000,1.258
52,mlp.gate_proj,1.52218,0.01000,0.985
52,mlp.down_proj,0.83831,0.01000,8.762
53,self_attn.k_proj,0.05946,0.01000,1.275
53,self_attn.v_proj,0.11907,0.01000,0.940
53,self_attn.q_proj,0.23798,0.01000,1.138
53,self_attn.o_proj,0.13464,0.01000,1.169
53,mlp.up_proj,1.67141,0.01000,1.362
53,mlp.gate_proj,1.67826,0.01000,1.042
53,mlp.down_proj,0.91173,0.01000,8.855
54,self_attn.k_proj,0.05603,0.01000,1.497
54,self_attn.v_proj,0.10766,0.01000,0.959
54,self_attn.q_proj,0.22550,0.01000,0.944
54,self_attn.o_proj,0.12389,0.01000,1.179
54,mlp.up_proj,1.83837,0.01000,1.263
54,mlp.gate_proj,1.82574,0.01000,0.979
54,mlp.down_proj,0.99548,0.01000,8.588
55,self_attn.k_proj,0.05264,0.01000,1.487
55,self_attn.v_proj,0.10971,0.01000,0.941
55,self_attn.q_proj,0.23395,0.01000,0.943
55,self_attn.o_proj,0.15005,0.01000,1.272
55,mlp.up_proj,2.00582,0.01000,1.263
55,mlp.gate_proj,1.96548,0.01000,1.175
55,mlp.down_proj,1.16159,0.01000,8.755
56,self_attn.k_proj,0.06338,0.01000,1.305
56,self_attn.v_proj,0.16080,0.01000,1.071
56,self_attn.q_proj,0.26327,0.01000,0.936
56,self_attn.o_proj,0.12678,0.01000,1.152
56,mlp.up_proj,2.22185,0.01000,1.277
56,mlp.gate_proj,2.16169,0.01000,1.900
56,mlp.down_proj,1.30818,0.01000,9.581
57,self_attn.k_proj,0.06006,0.01000,1.479
57,self_attn.v_proj,0.16206,0.01000,0.938
57,self_attn.q_proj,0.27033,0.01000,0.947
57,self_attn.o_proj,0.10007,0.01000,1.167
57,mlp.up_proj,2.39594,0.01000,1.256
57,mlp.gate_proj,2.29397,0.01000,0.973
57,mlp.down_proj,1.46725,0.01000,8.759
58,self_attn.k_proj,0.06478,0.01000,1.287
58,self_attn.v_proj,0.19286,0.01000,1.023
58,self_attn.q_proj,0.26770,0.01000,1.067
58,self_attn.o_proj,0.11564,0.01000,1.162
58,mlp.up_proj,2.64188,0.01000,1.263
58,mlp.gate_proj,2.49549,0.01000,0.988
58,mlp.down_proj,1.84226,0.01000,8.772
59,self_attn.k_proj,0.07165,0.01000,1.389
59,self_attn.v_proj,0.25612,0.01000,0.940
59,self_attn.q_proj,0.32657,0.01000,0.951
59,self_attn.o_proj,0.26997,0.01000,1.256
59,mlp.up_proj,2.90084,0.01000,1.265
59,mlp.gate_proj,2.69010,0.01000,0.989
59,mlp.down_proj,2.26100,0.01000,9.444
60,self_attn.k_proj,0.06164,0.01000,1.272
60,self_attn.v_proj,0.29892,0.01000,0.931
60,self_attn.q_proj,0.31335,0.01000,1.165
60,self_attn.o_proj,0.36412,0.01000,1.157
60,mlp.up_proj,3.16681,0.01000,1.478
60,mlp.gate_proj,2.88549,0.01000,0.990
60,mlp.down_proj,5.10703,0.01000,8.807
61,self_attn.k_proj,0.07005,0.01000,1.283
61,self_attn.v_proj,0.39553,0.01000,1.030
61,self_attn.q_proj,0.35106,0.01000,1.057
61,self_attn.o_proj,0.38217,0.01000,1.159
61,mlp.up_proj,3.53276,0.01000,1.244
61,mlp.gate_proj,3.23118,0.01000,0.971
61,mlp.down_proj,3.93392,0.01000,8.633
62,self_attn.k_proj,0.06981,0.01000,1.289
62,self_attn.v_proj,0.47386,0.01000,0.955
62,self_attn.q_proj,0.35913,0.01000,0.949
62,self_attn.o_proj,0.89568,0.01000,1.162
62,mlp.up_proj,3.48408,0.01000,1.269
62,mlp.gate_proj,3.27445,0.01000,0.971
62,mlp.down_proj,6.44702,0.01000,8.788
63,self_attn.k_proj,0.06092,0.01000,1.287
63,self_attn.v_proj,0.32002,0.01000,0.945
63,self_attn.q_proj,0.25905,0.01000,0.954
63,self_attn.o_proj,0.37422,0.01000,1.244
63,mlp.up_proj,3.89177,0.01000,1.388
63,mlp.gate_proj,3.74961,0.01000,1.050
63,mlp.down_proj,13.07281,0.01000,8.775