quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,228.61710,0.01000,1.859
0,self_attn.v_proj,253.19312,0.01000,1.604
0,self_attn.q_proj,141.86264,0.01000,1.590
0,self_attn.o_proj,343.01404,0.01000,1.226
0,mlp.up_proj,39.20745,0.01000,1.646
0,mlp.gate_proj,39.89334,0.01000,1.639
0,mlp.down_proj,58.10246,0.01000,8.292
1,self_attn.k_proj,68.73937,0.01000,1.606
1,self_attn.v_proj,64.62814,0.01000,1.597
1,self_attn.q_proj,9.89349,0.01000,1.620
1,self_attn.o_proj,12.42410,0.01000,1.223
1,mlp.up_proj,30.04769,0.01000,1.682
1,mlp.gate_proj,38.34677,0.01000,1.668
1,mlp.down_proj,4.29689,0.01000,8.273
2,self_attn.k_proj,16.71628,0.01000,1.604
2,self_attn.v_proj,17.16328,0.01000,1.583
2,self_attn.q_proj,30.74933,0.01000,1.609
2,self_attn.o_proj,7.20554,0.01000,1.218
2,mlp.up_proj,42.72074,0.01000,1.665
2,mlp.gate_proj,44.59277,0.01000,1.655
2,mlp.down_proj,8.48032,0.01000,8.256
3,self_attn.k_proj,35.89268,0.01000,1.604
3,self_attn.v_proj,35.70708,0.01000,1.593
3,self_attn.q_proj,41.87522,0.01000,1.603
3,self_attn.o_proj,17.80805,0.01000,1.227
3,mlp.up_proj,74.39162,0.01000,1.667
3,mlp.gate_proj,105.57904,0.01000,1.659
3,mlp.down_proj,2.80403,0.01000,8.299
4,self_attn.k_proj,18.24422,0.01000,1.595
4,self_attn.v_proj,21.32573,0.01000,1.584
4,self_attn.q_proj,4.11614,0.01000,1.602
4,self_attn.o_proj,28.03704,0.01000,1.216
4,mlp.up_proj,101.50375,0.01000,1.674
4,mlp.gate_proj,107.20500,0.01000,1.661
4,mlp.down_proj,9.10312,0.01000,8.271
5,self_attn.k_proj,39.42845,0.01000,1.594
5,self_attn.v_proj,42.69853,0.01000,1.586
5,self_attn.q_proj,34.36060,0.01000,1.605
5,self_attn.o_proj,3.56486,0.01000,1.218
5,mlp.up_proj,142.57787,0.01000,1.683
5,mlp.gate_proj,142.91211,0.01000,1.669
5,mlp.down_proj,25.05610,0.01000,8.347
6,self_attn.k_proj,20.35823,0.01000,1.608
6,self_attn.v_proj,19.73539,0.01000,1.600
6,self_attn.q_proj,23.32359,0.01000,1.631
6,self_attn.o_proj,6.24194,0.01000,1.233
6,mlp.up_proj,116.53198,0.01000,1.684
6,mlp.gate_proj,118.43733,0.01000,1.673
6,mlp.down_proj,25.87358,0.01000,8.363
7,self_attn.k_proj,17.67576,0.01000,1.622
7,self_attn.v_proj,18.29718,0.01000,1.627
7,self_attn.q_proj,23.04462,0.01000,1.657
7,self_attn.o_proj,9.27544,0.01000,1.239
7,mlp.up_proj,26.80667,0.01000,1.700
7,mlp.gate_proj,27.09825,0.01000,1.693
7,mlp.down_proj,4.54449,0.01000,8.431
8,self_attn.k_proj,26.21228,0.01000,1.630
8,self_attn.v_proj,28.40262,0.01000,1.619
8,self_attn.q_proj,10.82491,0.01000,1.639
8,self_attn.o_proj,7.82063,0.01000,1.236
8,mlp.up_proj,25.34582,0.01000,1.702
8,mlp.gate_proj,25.62141,0.01000,1.689
8,mlp.down_proj,2.88563,0.01000,8.396
9,self_attn.k_proj,33.19525,0.01000,1.626
9,self_attn.v_proj,35.50793,0.01000,1.629
9,self_attn.q_proj,13.00117,0.01000,1.654
9,self_attn.o_proj,14.80057,0.01000,1.235
9,mlp.up_proj,45.20444,0.01000,1.695
9,mlp.gate_proj,45.30681,0.01000,1.686
9,mlp.down_proj,6.37110,0.01000,8.395
10,self_attn.k_proj,49.76878,0.01000,1.633
10,self_attn.v_proj,50.40453,0.01000,1.619
10,self_attn.q_proj,14.66619,0.01000,1.636
10,self_attn.o_proj,27.18292,0.01000,1.240
10,mlp.up_proj,47.51447,0.01000,1.703
10,mlp.gate_proj,48.56642,0.01000,1.702
10,mlp.down_proj,5.15361,0.01000,8.418
11,self_attn.k_proj,38.24666,0.01000,1.637
11,self_attn.v_proj,30.07842,0.01000,1.634
11,self_attn.q_proj,58.60720,0.01000,1.659
11,self_attn.o_proj,7.89761,0.01000,1.251
11,mlp.up_proj,134.22287,0.01000,1.720
11,mlp.gate_proj,141.32153,0.01000,1.701
11,mlp.down_proj,9.60527,0.01000,8.469
12,self_attn.k_proj,92.23084,0.01000,1.626
12,self_attn.v_proj,82.09882,0.01000,1.612
12,self_attn.q_proj,127.59977,0.01000,1.631
12,self_attn.o_proj,14.53280,0.01000,1.243
12,mlp.up_proj,1531.11389,0.01000,1.708
12,mlp.gate_proj,1551.58765,0.01000,1.696
12,mlp.down_proj,178.51028,0.01000,8.401
13,self_attn.k_proj,279.33826,0.01000,1.625
13,self_attn.v_proj,253.20819,0.01000,1.642
13,self_attn.q_proj,83.87119,0.01000,1.653
13,self_attn.o_proj,123.21405,0.01000,1.242
13,mlp.up_proj,746.59186,0.01000,1.713
13,mlp.gate_proj,743.17670,0.01000,1.693
13,mlp.down_proj,145.95303,0.01000,8.420
14,self_attn.k_proj,107.20930,0.01000,1.625
14,self_attn.v_proj,97.85188,0.01000,1.616
14,self_attn.q_proj,124.41954,0.01000,1.640
14,self_attn.o_proj,63.05926,0.01000,1.241
14,mlp.up_proj,55.34809,0.01000,1.700
14,mlp.gate_proj,55.17800,0.01000,1.694
14,mlp.down_proj,1.47162,0.01000,8.401
15,self_attn.k_proj,21.91747,0.01000,1.631
15,self_attn.v_proj,21.43095,0.01000,1.618
15,self_attn.q_proj,39.50624,0.01000,1.635
15,self_attn.o_proj,4.70265,0.01000,1.244
15,mlp.up_proj,32.41655,0.01000,1.701
15,mlp.gate_proj,32.51458,0.01000,1.697
15,mlp.down_proj,0.56551,0.01000,8.405
16,self_attn.k_proj,19.90011,0.01000,1.624
16,self_attn.v_proj,21.37067,0.01000,1.613
16,self_attn.q_proj,13.31114,0.01000,1.648
16,self_attn.o_proj,15.69799,0.01000,1.235
16,mlp.up_proj,27.74037,0.01000,1.710
16,mlp.gate_proj,27.70950,0.01000,1.701
16,mlp.down_proj,0.52529,0.01000,8.395
17,self_attn.k_proj,38.53021,0.01000,1.633
17,self_attn.v_proj,27.09827,0.01000,1.627
17,self_attn.q_proj,6.20501,0.01000,1.634
17,self_attn.o_proj,7.87432,0.01000,1.246
17,mlp.up_proj,17.71177,0.01000,1.698
17,mlp.gate_proj,17.88526,0.01000,1.693
17,mlp.down_proj,0.71275,0.01000,8.404
18,self_attn.k_proj,12.09626,0.01000,1.618
18,self_attn.v_proj,10.76769,0.01000,1.612
18,self_attn.q_proj,8.02076,0.01000,1.642
18,self_attn.o_proj,7.45883,0.01000,1.239
18,mlp.up_proj,21.86592,0.01000,1.699
18,mlp.gate_proj,21.87827,0.01000,1.692
18,mlp.down_proj,0.34997,0.01000,8.380
19,self_attn.k_proj,25.55136,0.01000,1.627
19,self_attn.v_proj,23.27475,0.01000,1.615
19,self_attn.q_proj,3.79012,0.01000,1.634
19,self_attn.o_proj,7.35642,0.01000,1.243
19,mlp.up_proj,23.84431,0.01000,1.705
19,mlp.gate_proj,23.71142,0.01000,1.699
19,mlp.down_proj,0.39274,0.01000,8.410
20,self_attn.k_proj,6.90577,0.01000,1.628
20,self_attn.v_proj,6.13503,0.01000,1.616
20,self_attn.q_proj,11.11080,0.01000,1.630
20,self_attn.o_proj,2.09453,0.01000,1.247
20,mlp.up_proj,11.84045,0.01000,1.699
20,mlp.gate_proj,11.80899,0.01000,1.689
20,mlp.down_proj,0.15950,0.01000,8.389
21,self_attn.k_proj,6.40497,0.01000,1.631
21,self_attn.v_proj,5.66493,0.01000,1.617
21,self_attn.q_proj,4.97676,0.01000,1.641
21,self_attn.o_proj,3.06990,0.01000,1.253
21,mlp.up_proj,11.49875,0.01000,1.709
21,mlp.gate_proj,11.48977,0.01000,1.702
21,mlp.down_proj,0.07881,0.01000,8.394
22,self_attn.k_proj,11.57931,0.01000,1.621
22,self_attn.v_proj,11.31033,0.01000,1.615
22,self_attn.q_proj,1.74686,0.01000,1.637
22,self_attn.o_proj,3.35387,0.01000,1.239
22,mlp.up_proj,8.66117,0.01000,1.707
22,mlp.gate_proj,8.55637,0.01000,1.695
22,mlp.down_proj,0.10522,0.01000,8.410
23,self_attn.k_proj,2.13826,0.01000,1.631
23,self_attn.v_proj,1.46145,0.01000,1.619
23,self_attn.q_proj,3.14328,0.01000,1.638
23,self_attn.o_proj,0.28105,0.01000,1.248
23,mlp.up_proj,9.16744,0.01000,1.704
23,mlp.gate_proj,9.11455,0.01000,1.697
23,mlp.down_proj,0.11369,0.01000,8.412
24,self_attn.k_proj,3.20562,0.01000,1.625
24,self_attn.v_proj,2.95845,0.01000,1.618
24,self_attn.q_proj,2.61312,0.01000,1.637
24,self_attn.o_proj,0.32490,0.01000,1.245
24,mlp.up_proj,5.22255,0.01000,1.701
24,mlp.gate_proj,5.14847,0.01000,1.691
24,mlp.down_proj,0.05143,0.01000,8.429
25,self_attn.k_proj,5.18417,0.01000,1.635
25,self_attn.v_proj,4.22279,0.01000,1.627
25,self_attn.q_proj,3.39733,0.01000,1.643
25,self_attn.o_proj,0.90181,0.01000,1.249
25,mlp.up_proj,3.69477,0.01000,1.709
25,mlp.gate_proj,3.65683,0.01000,1.711
25,mlp.down_proj,0.02214,0.01000,8.414
26,self_attn.k_proj,5.50272,0.01000,1.625
26,self_attn.v_proj,4.46497,0.01000,1.617
26,self_attn.q_proj,1.94561,0.01000,1.635
26,self_attn.o_proj,0.76609,0.01000,1.246
26,mlp.up_proj,4.93344,0.01000,1.705
26,mlp.gate_proj,4.96636,0.01000,1.698
26,mlp.down_proj,0.02780,0.01000,8.426
27,self_attn.k_proj,3.87448,0.01000,1.635
27,self_attn.v_proj,3.50186,0.01000,1.645
27,self_attn.q_proj,1.99635,0.01000,1.665
27,self_attn.o_proj,0.70769,0.01000,1.245
27,mlp.up_proj,5.56347,0.01000,1.700
27,mlp.gate_proj,5.74508,0.01000,1.695
27,mlp.down_proj,0.04068,0.01000,8.433
28,self_attn.k_proj,5.33674,0.01000,1.641
28,self_attn.v_proj,5.66915,0.01000,1.633
28,self_attn.q_proj,3.14792,0.01000,1.639
28,self_attn.o_proj,0.59076,0.01000,1.243
28,mlp.up_proj,7.30727,0.01000,1.723
28,mlp.gate_proj,7.44583,0.01000,1.702
28,mlp.down_proj,0.05279,0.01000,8.420
29,self_attn.k_proj,2.30108,0.01000,1.646
29,self_attn.v_proj,1.99803,0.01000,1.633
29,self_attn.q_proj,1.18276,0.01000,1.651
29,self_attn.o_proj,0.18813,0.01000,1.243
29,mlp.up_proj,2.44259,0.01000,1.712
29,mlp.gate_proj,2.46862,0.01000,1.702
29,mlp.down_proj,0.00356,0.01000,8.403
30,self_attn.k_proj,7.56893,0.01000,1.629
30,self_attn.v_proj,6.63914,0.01000,1.623
30,self_attn.q_proj,5.64964,0.01000,1.640
30,self_attn.o_proj,0.91798,0.01000,1.243
30,mlp.up_proj,10.99388,0.01000,1.715
30,mlp.gate_proj,11.44204,0.01000,1.705
30,mlp.down_proj,0.04197,0.01000,8.420
31,self_attn.k_proj,27.32435,0.01000,1.636
31,self_attn.v_proj,25.26109,0.01000,1.621
31,self_attn.q_proj,4.12010,0.01000,1.638
31,self_attn.o_proj,4.92093,0.01000,1.238
31,mlp.up_proj,18.09216,0.01000,1.706
31,mlp.gate_proj,18.92633,0.01000,1.699
31,mlp.down_proj,0.08796,0.01000,8.404
32,self_attn.k_proj,17.63780,0.01000,1.633
32,self_attn.v_proj,14.50406,0.01000,1.623
32,self_attn.q_proj,4.68514,0.01000,1.638
32,self_attn.o_proj,2.07737,0.01000,1.244
32,mlp.up_proj,22.74578,0.01000,1.700
32,mlp.gate_proj,23.43541,0.01000,1.700
32,mlp.down_proj,0.27088,0.01000,8.420
33,self_attn.k_proj,43.51965,0.01000,1.635
33,self_attn.v_proj,35.21978,0.01000,1.622
33,self_attn.q_proj,4.97384,0.01000,1.638
33,self_attn.o_proj,7.17438,0.01000,1.248
33,mlp.up_proj,43.77799,0.01000,1.709
33,mlp.gate_proj,44.57782,0.01000,1.700
33,mlp.down_proj,0.19801,0.01000,8.433
34,self_attn.k_proj,12.86186,0.01000,1.617
34,self_attn.v_proj,13.76353,0.01000,1.606
34,self_attn.q_proj,15.68283,0.01000,1.628
34,self_attn.o_proj,2.71512,0.01000,1.244
34,mlp.up_proj,31.24583,0.01000,1.702
34,mlp.gate_proj,31.97413,0.01000,1.691
34,mlp.down_proj,0.34339,0.01000,8.391
35,self_attn.k_proj,5.05635,0.01000,1.620
35,self_attn.v_proj,4.47835,0.01000,1.607
35,self_attn.q_proj,2.86904,0.01000,1.628
35,self_attn.o_proj,0.32139,0.01000,1.244
35,mlp.up_proj,18.41906,0.01000,1.693
35,mlp.gate_proj,19.39206,0.01000,1.689
35,mlp.down_proj,0.19236,0.01000,8.396
36,self_attn.k_proj,14.36123,0.01000,1.619
36,self_attn.v_proj,12.41433,0.01000,1.612
36,self_attn.q_proj,10.97218,0.01000,1.626
36,self_attn.o_proj,3.00873,0.01000,1.240
36,mlp.up_proj,13.00223,0.01000,1.692
36,mlp.gate_proj,14.43905,0.01000,1.691
36,mlp.down_proj,0.05659,0.01000,8.409
37,self_attn.k_proj,17.05149,0.01000,1.637
37,self_attn.v_proj,14.10710,0.01000,1.621
37,self_attn.q_proj,26.26060,0.01000,1.638
37,self_attn.o_proj,0.74077,0.01000,1.248
37,mlp.up_proj,35.04345,0.01000,1.709
37,mlp.gate_proj,36.27655,0.01000,1.698
37,mlp.down_proj,0.29616,0.01000,8.425
38,self_attn.k_proj,21.28798,0.01000,1.632
38,self_attn.v_proj,20.35888,0.01000,1.627
38,self_attn.q_proj,11.64089,0.01000,1.656
38,self_attn.o_proj,3.13686,0.01000,1.248
38,mlp.up_proj,32.37619,0.01000,1.707
38,mlp.gate_proj,33.53392,0.01000,1.699
38,mlp.down_proj,0.26396,0.01000,8.413
39,self_attn.k_proj,16.45259,0.01000,1.628
39,self_attn.v_proj,15.78872,0.01000,1.627
39,self_attn.q_proj,23.90717,0.01000,1.649
39,self_attn.o_proj,1.45637,0.01000,1.236
39,mlp.up_proj,15.36781,0.01000,1.744
39,mlp.gate_proj,15.91610,0.01000,1.736
39,mlp.down_proj,0.18938,0.01000,8.589
40,self_attn.k_proj,50.10992,0.01000,1.665
40,self_attn.v_proj,47.26633,0.01000,1.655
40,self_attn.q_proj,40.49951,0.01000,1.686
40,self_attn.o_proj,1.08072,0.01000,1.270
40,mlp.up_proj,34.10712,0.01000,1.675
40,mlp.gate_proj,35.48123,0.01000,1.666
40,mlp.down_proj,0.33496,0.01000,8.315
41,self_attn.k_proj,24.13440,0.01000,1.613
41,self_attn.v_proj,22.26254,0.01000,1.607
41,self_attn.q_proj,10.29479,0.01000,1.630
41,self_attn.o_proj,0.37990,0.01000,1.227
41,mlp.up_proj,58.37737,0.01000,1.689
41,mlp.gate_proj,58.85928,0.01000,1.682
41,mlp.down_proj,0.33492,0.01000,8.348
42,self_attn.k_proj,71.86662,0.01000,1.602
42,self_attn.v_proj,70.38354,0.01000,1.596
42,self_attn.q_proj,11.22902,0.01000,1.627
42,self_attn.o_proj,6.18760,0.01000,1.229
42,mlp.up_proj,50.17612,0.01000,1.694
42,mlp.gate_proj,51.98317,0.01000,1.677
42,mlp.down_proj,0.22622,0.01000,8.321
43,self_attn.k_proj,24.16352,0.01000,1.613
43,self_attn.v_proj,28.41705,0.01000,1.608
43,self_attn.q_proj,32.22251,0.01000,1.628
43,self_attn.o_proj,1.04317,0.01000,1.233
43,mlp.up_proj,53.42929,0.01000,1.690
43,mlp.gate_proj,55.53038,0.01000,1.685
43,mlp.down_proj,0.36819,0.01000,8.335
44,self_attn.k_proj,46.85324,0.01000,1.603
44,self_attn.v_proj,41.58362,0.01000,1.596
44,self_attn.q_proj,51.17185,0.01000,1.627
44,self_attn.o_proj,3.43868,0.01000,1.230
44,mlp.up_proj,47.37805,0.01000,1.671
44,mlp.gate_proj,49.59990,0.01000,1.678
44,mlp.down_proj,0.15065,0.01000,8.347
45,self_attn.k_proj,22.02085,0.01000,1.606
45,self_attn.v_proj,20.08329,0.01000,1.593
45,self_attn.q_proj,39.96657,0.01000,1.637
45,self_attn.o_proj,0.83174,0.01000,1.231
45,mlp.up_proj,38.94197,0.01000,1.681
45,mlp.gate_proj,40.51783,0.01000,1.684
45,mlp.down_proj,0.52019,0.01000,8.337
46,self_attn.k_proj,11.95531,0.01000,1.614
46,self_attn.v_proj,12.26899,0.01000,1.598
46,self_attn.q_proj,22.65367,0.01000,1.616
46,self_attn.o_proj,0.35513,0.01000,1.234
46,mlp.up_proj,32.64047,0.01000,1.688
46,mlp.gate_proj,34.08441,0.01000,1.673
46,mlp.down_proj,0.53210,0.01000,8.343
47,self_attn.k_proj,14.22702,0.01000,1.612
47,self_attn.v_proj,12.20604,0.01000,1.612
47,self_attn.q_proj,2.20028,0.01000,1.628
47,self_attn.o_proj,0.31628,0.01000,1.232
47,mlp.up_proj,47.62271,0.01000,1.691
47,mlp.gate_proj,49.25999,0.01000,1.680
47,mlp.down_proj,0.17228,0.01000,8.329
48,self_attn.k_proj,69.72502,0.01000,1.638
48,self_attn.v_proj,66.82695,0.01000,1.628
48,self_attn.q_proj,53.00145,0.01000,1.634
48,self_attn.o_proj,0.38267,0.01000,1.232
48,mlp.up_proj,39.56243,0.01000,1.691
48,mlp.gate_proj,40.98708,0.01000,1.684
48,mlp.down_proj,0.37443,0.01000,8.364
49,self_attn.k_proj,48.89702,0.01000,1.622
49,self_attn.v_proj,47.90273,0.01000,1.613
49,self_attn.q_proj,30.51980,0.01000,1.629
49,self_attn.o_proj,1.08022,0.01000,1.242
49,mlp.up_proj,35.45297,0.01000,1.705
49,mlp.gate_proj,36.89193,0.01000,1.694
49,mlp.down_proj,0.40299,0.01000,8.395
50,self_attn.k_proj,25.64360,0.01000,1.623
50,self_attn.v_proj,23.66824,0.01000,1.628
50,self_attn.q_proj,29.76320,0.01000,1.634
50,self_attn.o_proj,0.26762,0.01000,1.246
50,mlp.up_proj,55.41055,0.01000,1.703
50,mlp.gate_proj,57.46595,0.01000,1.693
50,mlp.down_proj,0.30881,0.01000,8.392
51,self_attn.k_proj,24.91245,0.01000,1.618
51,self_attn.v_proj,23.78001,0.01000,1.611
51,self_attn.q_proj,11.26177,0.01000,1.627
51,self_attn.o_proj,0.35665,0.01000,1.236
51,mlp.up_proj,66.81348,0.01000,1.699
51,mlp.gate_proj,70.68529,0.01000,1.694
51,mlp.down_proj,0.18631,0.01000,8.390
52,self_attn.k_proj,76.72678,0.01000,1.626
52,self_attn.v_proj,65.61713,0.01000,1.618
52,self_attn.q_proj,17.33953,0.01000,1.651
52,self_attn.o_proj,3.57008,0.01000,1.239
52,mlp.up_proj,33.83653,0.01000,1.698
52,mlp.gate_proj,35.52644,0.01000,1.689
52,mlp.down_proj,0.14117,0.01000,8.390
53,self_attn.k_proj,6.02739,0.01000,1.635
53,self_attn.v_proj,4.99095,0.01000,1.605
53,self_attn.q_proj,2.38112,0.01000,1.634
53,self_attn.o_proj,0.13655,0.01000,1.236
53,mlp.up_proj,54.88012,0.01000,1.702
53,mlp.gate_proj,56.61061,0.01000,1.696
53,mlp.down_proj,0.22378,0.01000,8.387
54,self_attn.k_proj,62.40906,0.01000,1.631
54,self_attn.v_proj,44.34687,0.01000,1.613
54,self_attn.q_proj,9.88544,0.01000,1.629
54,self_attn.o_proj,5.96977,0.01000,1.235
54,mlp.up_proj,41.97146,0.01000,1.704
54,mlp.gate_proj,44.11252,0.01000,1.691
54,mlp.down_proj,0.15743,0.01000,8.381
55,self_attn.k_proj,20.18746,0.01000,1.623
55,self_attn.v_proj,16.57866,0.01000,1.611
55,self_attn.q_proj,11.99167,0.01000,1.628
55,self_attn.o_proj,1.03882,0.01000,1.240
55,mlp.up_proj,22.49954,0.01000,1.698
55,mlp.gate_proj,24.16374,0.01000,1.684
55,mlp.down_proj,0.32182,0.01000,8.374
56,self_attn.k_proj,25.27939,0.01000,1.640
56,self_attn.v_proj,19.44360,0.01000,1.627
56,self_attn.q_proj,4.47221,0.01000,1.646
56,self_attn.o_proj,1.72548,0.01000,1.235
56,mlp.up_proj,35.78206,0.01000,1.697
56,mlp.gate_proj,37.53625,0.01000,1.691
56,mlp.down_proj,0.65465,0.01000,8.370
57,self_attn.k_proj,78.86345,0.01000,1.628
57,self_attn.v_proj,71.02533,0.01000,1.625
57,self_attn.q_proj,10.98545,0.01000,1.646
57,self_attn.o_proj,2.36102,0.01000,1.240
57,mlp.up_proj,29.29268,0.01000,1.700
57,mlp.gate_proj,30.41135,0.01000,1.688
57,mlp.down_proj,0.14196,0.01000,8.404
58,self_attn.k_proj,17.03829,0.01000,1.626
58,self_attn.v_proj,14.34860,0.01000,1.630
58,self_attn.q_proj,3.87453,0.01000,1.657
58,self_attn.o_proj,1.55878,0.01000,1.231
58,mlp.up_proj,28.00947,0.01000,1.699
58,mlp.gate_proj,29.39889,0.01000,1.696
58,mlp.down_proj,0.36589,0.01000,8.406
59,self_attn.k_proj,2.70538,0.01000,1.623
59,self_attn.v_proj,3.59334,0.01000,1.617
59,self_attn.q_proj,0.40994,0.01000,1.655
59,self_attn.o_proj,0.10198,0.01000,1.245
59,mlp.up_proj,32.59032,0.01000,1.701
59,mlp.gate_proj,33.59875,0.01000,1.692
59,mlp.down_proj,0.70942,0.01000,8.394
60,self_attn.k_proj,25.07774,0.01000,1.632
60,self_attn.v_proj,23.43358,0.01000,1.630
60,self_attn.q_proj,8.01662,0.01000,1.648
60,self_attn.o_proj,3.67056,0.01000,1.243
60,mlp.up_proj,45.98669,0.01000,1.693
60,mlp.gate_proj,47.14082,0.01000,1.681
60,mlp.down_proj,0.84004,0.01000,8.378
61,self_attn.k_proj,5.30617,0.01000,1.627
61,self_attn.v_proj,4.88027,0.01000,1.611
61,self_attn.q_proj,6.98521,0.01000,1.631
61,self_attn.o_proj,0.35971,0.01000,1.246
61,mlp.up_proj,26.23523,0.01000,1.693
61,mlp.gate_proj,27.52951,0.01000,1.684
61,mlp.down_proj,0.14450,0.01000,8.433