quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.17940742,0.01000,1.249
0,self_attn.v_proj,0.05530829,0.01000,0.831
0,self_attn.q_proj,0.51941061,0.01000,0.865
0,self_attn.o_proj,5814.96289062,0.01250,0.909
0,mlp.up_proj,1.01254904,0.01000,0.899
0,mlp.gate_proj,1.10711288,0.01000,0.880
0,mlp.down_proj,396744.75000000,0.01250,8.156
1,self_attn.k_proj,2425.13354492,0.01250,0.913
1,self_attn.v_proj,2821.46801758,0.01250,0.908
1,self_attn.q_proj,5021.00781250,0.01250,0.901
1,self_attn.o_proj,61197.18750000,0.01250,0.858
1,mlp.up_proj,43.10601807,0.01250,0.923
1,mlp.gate_proj,92.42257690,0.01250,0.918
1,mlp.down_proj,102995.23437500,0.01250,8.123
2,self_attn.k_proj,3259.79931641,0.01250,0.872
2,self_attn.v_proj,3164.28271484,0.01250,0.893
2,self_attn.q_proj,8255.62207031,0.01250,0.881
2,self_attn.o_proj,41318.28125000,0.01250,0.891
2,mlp.up_proj,314.11267090,0.01250,0.904
2,mlp.gate_proj,560.11584473,0.01250,0.895
2,mlp.down_proj,181453.93750000,0.01250,8.164
3,self_attn.k_proj,1472.53466797,0.01250,0.884
3,self_attn.v_proj,981.88940430,0.01250,0.872
3,self_attn.q_proj,3914.20190430,0.01250,0.903
3,self_attn.o_proj,0.31090337,0.01000,0.857
3,mlp.up_proj,990.81311035,0.01250,0.923
3,mlp.gate_proj,1874.56176758,0.01250,0.921
3,mlp.down_proj,67385.39062500,0.01250,8.184
4,self_attn.k_proj,0.15673754,0.01000,0.880
4,self_attn.v_proj,0.11639234,0.01000,0.873
4,self_attn.q_proj,0.46147928,0.01000,0.878
4,self_attn.o_proj,16661.89257812,0.01250,0.906
4,mlp.up_proj,32.28458405,0.01000,0.914
4,mlp.gate_proj,55.54235840,0.01000,0.887
4,mlp.down_proj,124381.78125000,0.01250,8.157
5,self_attn.k_proj,756.41381836,0.01250,0.896
5,self_attn.v_proj,584.49591064,0.01250,0.893
5,self_attn.q_proj,2450.51855469,0.01250,0.895
5,self_attn.o_proj,3140.19702148,0.01250,0.896
5,mlp.up_proj,64.55109406,0.01000,0.904
5,mlp.gate_proj,106.81699371,0.01000,0.901
5,mlp.down_proj,3979.95947266,0.01250,8.173
6,self_attn.k_proj,0.71402681,0.01000,0.879
6,self_attn.v_proj,0.62819988,0.01000,0.877
6,self_attn.q_proj,2.45488048,0.01000,0.872
6,self_attn.o_proj,1908.80102539,0.01250,0.890
6,mlp.up_proj,107.64823914,0.01000,0.900
6,mlp.gate_proj,166.94869995,0.01000,0.896
6,mlp.down_proj,286.76190186,0.01250,8.150
7,self_attn.k_proj,393.02050781,0.01250,0.861
7,self_attn.v_proj,368.35571289,0.01250,0.854
7,self_attn.q_proj,1434.21069336,0.01250,0.874
7,self_attn.o_proj,2701.28417969,0.01250,0.901
7,mlp.up_proj,97.74279785,0.01000,0.899
7,mlp.gate_proj,149.33171082,0.01000,0.933
7,mlp.down_proj,10284.62304688,0.01250,8.157
8,self_attn.k_proj,380.99218750,0.01250,0.902
8,self_attn.v_proj,357.54302979,0.01250,0.908
8,self_attn.q_proj,1302.96313477,0.01250,0.910
8,self_attn.o_proj,2478.45043945,0.01250,0.886
8,mlp.up_proj,50.15571976,0.01000,0.905
8,mlp.gate_proj,73.76708984,0.01000,0.896
8,mlp.down_proj,21278.41015625,0.01250,8.185
9,self_attn.k_proj,437.48800659,0.01250,0.909
9,self_attn.v_proj,430.14855957,0.01250,0.867
9,self_attn.q_proj,1581.51513672,0.01250,0.863
9,self_attn.o_proj,3588.85400391,0.01250,0.877
9,mlp.up_proj,14.05659294,0.01000,0.879
9,mlp.gate_proj,15.52484703,0.01000,0.876
9,mlp.down_proj,84030.71875000,0.01250,8.191
10,self_attn.k_proj,420.42437744,0.01250,0.876
10,self_attn.v_proj,355.80377197,0.01250,0.878
10,self_attn.q_proj,1559.65722656,0.01250,0.891
10,self_attn.o_proj,3058.29296875,0.01250,0.899
10,mlp.up_proj,15.38120651,0.01000,0.906
10,mlp.gate_proj,16.77957726,0.01000,0.880
10,mlp.down_proj,64847.71484375,0.01250,8.151
11,self_attn.k_proj,0.91931510,0.01000,0.875
11,self_attn.v_proj,0.81008863,0.01000,0.871
11,self_attn.q_proj,3.29589033,0.01000,0.878
11,self_attn.o_proj,4893.55712891,0.01250,0.925
11,mlp.up_proj,20.26299667,0.01000,0.907
11,mlp.gate_proj,24.04650497,0.01000,0.901
11,mlp.down_proj,81130.06250000,0.01250,8.143
12,self_attn.k_proj,1.06933010,0.01000,0.868
12,self_attn.v_proj,0.96983033,0.01000,0.868
12,self_attn.q_proj,3.93650937,0.01000,0.870
12,self_attn.o_proj,4556.22802734,0.01250,0.882
12,mlp.up_proj,16.51151276,0.01000,0.885
12,mlp.gate_proj,17.71123123,0.01000,0.898
12,mlp.down_proj,68555.34375000,0.01250,8.125
13,self_attn.k_proj,354.87408447,0.01250,0.914
13,self_attn.v_proj,358.17797852,0.01250,0.895
13,self_attn.q_proj,1317.87036133,0.01250,0.875
13,self_attn.o_proj,3682.75317383,0.01250,0.870
13,mlp.up_proj,18.88239670,0.01000,0.886
13,mlp.gate_proj,20.45733261,0.01000,0.867
13,mlp.down_proj,65497.37500000,0.01250,8.129
14,self_attn.k_proj,358.15075684,0.01250,0.902
14,self_attn.v_proj,303.11322021,0.01250,0.894
14,self_attn.q_proj,1334.81176758,0.01250,0.895
14,self_attn.o_proj,3352.93725586,0.01250,0.917
14,mlp.up_proj,19.48167229,0.01000,0.921
14,mlp.gate_proj,21.34488678,0.01000,0.913
14,mlp.down_proj,65541.54687500,0.01250,8.176
15,self_attn.k_proj,1.17705989,0.01000,0.878
15,self_attn.v_proj,1.08497667,0.01000,0.882
15,self_attn.q_proj,4.25485325,0.01000,0.879
15,self_attn.o_proj,4620.04882812,0.01250,0.892
15,mlp.up_proj,19.80180740,0.01000,0.903
15,mlp.gate_proj,22.49278069,0.01000,0.900
15,mlp.down_proj,53956.57812500,0.01250,8.098
16,self_attn.k_proj,1.07320905,0.01000,0.832
16,self_attn.v_proj,0.92932534,0.01000,0.827
16,self_attn.q_proj,3.77787018,0.01000,0.833
16,self_attn.o_proj,5196.18847656,0.01250,0.880
16,mlp.up_proj,18.96677780,0.01000,0.878
16,mlp.gate_proj,20.50720787,0.01000,0.890
16,mlp.down_proj,61469.16796875,0.01250,8.145
17,self_attn.k_proj,368.87609863,0.01250,0.887
17,self_attn.v_proj,278.58114624,0.01250,0.875
17,self_attn.q_proj,1283.96923828,0.01250,0.897
17,self_attn.o_proj,3142.56054688,0.01250,0.871
17,mlp.up_proj,18.60740662,0.01000,0.901
17,mlp.gate_proj,19.84059715,0.01000,0.881
17,mlp.down_proj,60519.01562500,0.01250,8.172
18,self_attn.k_proj,1.33022392,0.01000,0.882
18,self_attn.v_proj,1.09795427,0.01000,0.867
18,self_attn.q_proj,4.56191349,0.01000,0.864
18,self_attn.o_proj,4188.27832031,0.01250,0.911
18,mlp.up_proj,18.15548325,0.01000,0.916
18,mlp.gate_proj,19.21877861,0.01000,0.916
18,mlp.down_proj,62215.98437500,0.01250,8.174
19,self_attn.k_proj,356.53436279,0.01250,0.919
19,self_attn.v_proj,285.80255127,0.01250,0.919
19,self_attn.q_proj,1266.92077637,0.01250,0.905
19,self_attn.o_proj,3088.79882812,0.01250,0.892
19,mlp.up_proj,18.89563751,0.01000,0.896
19,mlp.gate_proj,19.98899078,0.01000,0.897
19,mlp.down_proj,56594.87890625,0.01250,8.210
20,self_attn.k_proj,356.84384155,0.01250,0.876
20,self_attn.v_proj,290.35321045,0.01250,0.869
20,self_attn.q_proj,1207.78161621,0.01250,0.877
20,self_attn.o_proj,2692.25439453,0.01250,0.878
20,mlp.up_proj,18.90648460,0.01000,0.886
20,mlp.gate_proj,19.68705368,0.01000,0.875
20,mlp.down_proj,46032.80468750,0.01250,8.180
21,self_attn.k_proj,421.90466309,0.01250,0.867
21,self_attn.v_proj,289.37664795,0.01250,0.861
21,self_attn.q_proj,1446.64428711,0.01250,0.893
21,self_attn.o_proj,3.16407204,0.01000,0.872
21,mlp.up_proj,18.99059296,0.01000,0.902
21,mlp.gate_proj,19.84196091,0.01000,0.906
21,mlp.down_proj,52381.97656250,0.01250,8.127
22,self_attn.k_proj,1.58484995,0.01000,0.882
22,self_attn.v_proj,1.41179276,0.01000,0.842
22,self_attn.q_proj,5.70871353,0.01000,0.869
22,self_attn.o_proj,3500.08496094,0.01250,0.906
22,mlp.up_proj,20.12800217,0.01000,0.910
22,mlp.gate_proj,20.98189926,0.01000,0.903
22,mlp.down_proj,47522.57031250,0.01250,8.134
23,self_attn.k_proj,1.48180974,0.01000,0.853
23,self_attn.v_proj,1.35922325,0.01000,0.861
23,self_attn.q_proj,5.44772100,0.01000,0.870
23,self_attn.o_proj,3701.83251953,0.01250,0.871
23,mlp.up_proj,21.42164803,0.01000,0.880
23,mlp.gate_proj,22.68109894,0.01000,0.883
23,mlp.down_proj,48466.35937500,0.01250,8.032
24,self_attn.k_proj,1.85448039,0.01000,0.846
24,self_attn.v_proj,1.54605746,0.01000,0.860
24,self_attn.q_proj,6.69358063,0.01000,0.885
24,self_attn.o_proj,3906.16088867,0.01250,0.878
24,mlp.up_proj,21.15115738,0.01000,0.892
24,mlp.gate_proj,22.07007980,0.01000,0.913
24,mlp.down_proj,43547.15625000,0.01250,8.182
25,self_attn.k_proj,2.12399912,0.01000,0.892
25,self_attn.v_proj,1.84987974,0.01000,0.853
25,self_attn.q_proj,7.64340591,0.01000,0.872
25,self_attn.o_proj,3601.79394531,0.01250,0.901
25,mlp.up_proj,21.36166763,0.01000,0.888
25,mlp.gate_proj,21.91565132,0.01000,0.899
25,mlp.down_proj,42546.22265625,0.01250,8.152
26,self_attn.k_proj,1.84337902,0.01000,0.854
26,self_attn.v_proj,1.16226912,0.01000,0.865
26,self_attn.q_proj,6.63924789,0.01000,0.863
26,self_attn.o_proj,2739.32958984,0.01250,0.904
26,mlp.up_proj,22.43980789,0.01000,0.913
26,mlp.gate_proj,22.83797073,0.01000,0.913
26,mlp.down_proj,36505.78125000,0.01250,8.135
27,self_attn.k_proj,1.79911447,0.01000,0.874
27,self_attn.v_proj,1.22885013,0.01000,0.849
27,self_attn.q_proj,6.01235485,0.01000,0.857
27,self_attn.o_proj,2.66025066,0.01000,0.843
27,mlp.up_proj,23.17299652,0.01000,0.903
27,mlp.gate_proj,23.63806534,0.01000,0.900
27,mlp.down_proj,36550.09375000,0.01250,8.141
28,self_attn.k_proj,1.71614575,0.01000,0.846
28,self_attn.v_proj,1.79156327,0.01000,0.842
28,self_attn.q_proj,6.42774725,0.01000,0.857
28,self_attn.o_proj,3.58463764,0.01000,0.872
28,mlp.up_proj,25.21138763,0.01000,0.897
28,mlp.gate_proj,25.46999741,0.01000,0.887
28,mlp.down_proj,32663.61328125,0.01250,8.201
29,self_attn.k_proj,2.29342318,0.01000,0.882
29,self_attn.v_proj,2.34728861,0.01000,0.867
29,self_attn.q_proj,8.56185436,0.01000,0.867
29,self_attn.o_proj,2291.50390625,0.01250,0.894
29,mlp.up_proj,26.50989151,0.01000,0.911
29,mlp.gate_proj,26.66360092,0.01000,0.895
29,mlp.down_proj,30230.95312500,0.01250,8.158
30,self_attn.k_proj,2.06244969,0.01000,0.877
30,self_attn.v_proj,2.33408713,0.01000,0.874
30,self_attn.q_proj,7.92740774,0.01000,0.856
30,self_attn.o_proj,4.30763435,0.01000,0.872
30,mlp.up_proj,28.44058228,0.01000,0.904
30,mlp.gate_proj,28.56845856,0.01000,0.885
30,mlp.down_proj,25860.66406250,0.01250,8.095
31,self_attn.k_proj,2.15052652,0.01000,0.853
31,self_attn.v_proj,2.19198132,0.01000,0.866
31,self_attn.q_proj,7.89081907,0.01000,0.894
31,self_attn.o_proj,3.77692890,0.01000,0.875
31,mlp.up_proj,31.12895775,0.01000,0.889
31,mlp.gate_proj,31.22986984,0.01000,0.883
31,mlp.down_proj,22133.14453125,0.01250,8.145
32,self_attn.k_proj,1.71610367,0.01000,0.860
32,self_attn.v_proj,1.70176005,0.01000,0.853
32,self_attn.q_proj,6.49258423,0.01000,0.857
32,self_attn.o_proj,3.84990454,0.01000,0.861
32,mlp.up_proj,32.04530334,0.01000,0.900
32,mlp.gate_proj,33.60287476,0.01000,0.876
32,mlp.down_proj,31309.88671875,0.01250,8.163
33,self_attn.k_proj,2.24532604,0.01000,0.879
33,self_attn.v_proj,1.79166245,0.01000,0.846
33,self_attn.q_proj,8.16716385,0.01000,0.842
33,self_attn.o_proj,3.62275887,0.01000,0.845
33,mlp.up_proj,30.60541725,0.01000,0.884
33,mlp.gate_proj,31.45062256,0.01000,0.893
33,mlp.down_proj,32176.33398438,0.01250,8.109
34,self_attn.k_proj,2.27586150,0.01000,0.870
34,self_attn.v_proj,2.19732761,0.01000,0.869
34,self_attn.q_proj,8.45492363,0.01000,0.878
34,self_attn.o_proj,2299.78857422,0.01250,0.897
34,mlp.up_proj,30.55478668,0.01000,0.890
34,mlp.gate_proj,30.73815918,0.01000,0.878
34,mlp.down_proj,36194.68750000,0.01250,8.121
35,self_attn.k_proj,2.28400040,0.01000,0.872
35,self_attn.v_proj,2.12758350,0.01000,0.851
35,self_attn.q_proj,9.03411579,0.01000,0.880
35,self_attn.o_proj,2264.26269531,0.01250,0.910
35,mlp.up_proj,31.53502655,0.01000,0.888
35,mlp.gate_proj,31.61587906,0.01000,0.878
35,mlp.down_proj,32788.77343750,0.01250,8.157
36,self_attn.k_proj,2.44487453,0.01000,0.873
36,self_attn.v_proj,2.17483425,0.01000,0.873
36,self_attn.q_proj,9.10811901,0.01000,0.870
36,self_attn.o_proj,1935.55139160,0.01250,0.902
36,mlp.up_proj,30.72385406,0.01000,0.913
36,mlp.gate_proj,29.66380692,0.01000,0.904
36,mlp.down_proj,33274.22656250,0.01250,8.115
37,self_attn.k_proj,2.48079777,0.01000,0.885
37,self_attn.v_proj,2.03361225,0.01000,0.867
37,self_attn.q_proj,9.05369186,0.01000,0.869
37,self_attn.o_proj,1833.53613281,0.01250,0.906
37,mlp.up_proj,31.73674011,0.01000,0.915
37,mlp.gate_proj,30.62082672,0.01000,0.898
37,mlp.down_proj,32923.85937500,0.01250,8.053
38,self_attn.k_proj,2.76566267,0.01000,0.877
38,self_attn.v_proj,3.15518522,0.01000,0.865
38,self_attn.q_proj,10.45446777,0.01000,0.868
38,self_attn.o_proj,4.90712929,0.01000,0.869
38,mlp.up_proj,32.21622086,0.01000,0.888
38,mlp.gate_proj,31.19369316,0.01000,0.876
38,mlp.down_proj,27058.01171875,0.01250,8.157
39,self_attn.k_proj,2.28713894,0.01000,0.876
39,self_attn.v_proj,2.82696438,0.01000,0.867
39,self_attn.q_proj,9.27740288,0.01000,0.875
39,self_attn.o_proj,5.06539917,0.01000,0.890
39,mlp.up_proj,31.90715408,0.01000,0.900
39,mlp.gate_proj,31.97727203,0.01000,0.896
39,mlp.down_proj,36395.26953125,0.01250,8.184
40,self_attn.k_proj,2.91833758,0.01000,0.853
40,self_attn.v_proj,2.66457129,0.01000,0.866
40,self_attn.q_proj,10.68848038,0.01000,0.844
40,self_attn.o_proj,2381.82519531,0.01250,0.871
40,mlp.up_proj,30.78115845,0.01000,0.891
40,mlp.gate_proj,30.45635986,0.01000,0.892
40,mlp.down_proj,35942.07812500,0.01250,8.152
41,self_attn.k_proj,3.09624410,0.01000,0.875
41,self_attn.v_proj,3.76662922,0.01000,0.863
41,self_attn.q_proj,12.26738262,0.01000,0.849
41,self_attn.o_proj,2445.67773438,0.01250,0.882
41,mlp.up_proj,30.26166344,0.01000,0.893
41,mlp.gate_proj,29.08240509,0.01000,0.897
41,mlp.down_proj,35261.43359375,0.01250,8.021
42,self_attn.k_proj,2.73177195,0.01000,0.887
42,self_attn.v_proj,2.12530780,0.01000,0.883
42,self_attn.q_proj,10.71420288,0.01000,0.874
42,self_attn.o_proj,1928.29199219,0.01250,0.908
42,mlp.up_proj,32.34907532,0.01000,0.907
42,mlp.gate_proj,30.51730347,0.01000,0.895
42,mlp.down_proj,18718.60937500,0.01250,8.231
43,self_attn.k_proj,2.66971111,0.01000,0.882
43,self_attn.v_proj,2.40861416,0.01000,0.878
43,self_attn.q_proj,9.73716640,0.01000,0.874
43,self_attn.o_proj,1893.92211914,0.01250,0.899
43,mlp.up_proj,34.92359924,0.01000,0.889
43,mlp.gate_proj,33.09499359,0.01000,0.882
43,mlp.down_proj,8441.95507812,0.01250,8.103
44,self_attn.k_proj,2.10067010,0.01000,0.857
44,self_attn.v_proj,3.29580712,0.01000,0.861
44,self_attn.q_proj,9.05550385,0.01000,0.846
44,self_attn.o_proj,2216.36083984,0.01250,0.875
44,mlp.up_proj,36.36006165,0.01000,0.898
44,mlp.gate_proj,34.24790192,0.01000,0.903
44,mlp.down_proj,30144.15234375,0.01250,8.085
45,self_attn.k_proj,2.77638078,0.01000,0.844
45,self_attn.v_proj,3.97080660,0.01000,0.876
45,self_attn.q_proj,11.68000793,0.01000,0.873
45,self_attn.o_proj,7.96623468,0.01000,0.864
45,mlp.up_proj,37.03719330,0.01000,0.888
45,mlp.gate_proj,35.02726746,0.01000,0.877
45,mlp.down_proj,27107.78125000,0.01250,8.125
46,self_attn.k_proj,2.29359293,0.01000,0.868
46,self_attn.v_proj,4.13148212,0.01000,0.872
46,self_attn.q_proj,10.48706627,0.01000,0.873
46,self_attn.o_proj,8.36928844,0.01000,0.875
46,mlp.up_proj,38.10484314,0.01000,0.910
46,mlp.gate_proj,36.34465027,0.01000,0.890
46,mlp.down_proj,24808.06640625,0.01250,8.169
47,self_attn.k_proj,2.28947830,0.01000,0.878
47,self_attn.v_proj,3.44926620,0.01000,0.878
47,self_attn.q_proj,10.27239799,0.01000,0.886
47,self_attn.o_proj,1881.23107910,0.01250,0.919
47,mlp.up_proj,42.69969940,0.01000,0.912
47,mlp.gate_proj,41.18003082,0.01000,0.895
47,mlp.down_proj,21178.16796875,0.01250,8.077
48,self_attn.k_proj,2.33519125,0.01000,0.863
48,self_attn.v_proj,4.07168674,0.01000,0.866
48,self_attn.q_proj,11.36101341,0.01000,0.867
48,self_attn.o_proj,7.66420984,0.01000,0.865
48,mlp.up_proj,44.76118851,0.01000,0.898
48,mlp.gate_proj,43.72799301,0.01000,0.895
48,mlp.down_proj,18661.35937500,0.01250,8.148
49,self_attn.k_proj,2.33880663,0.01000,0.873
49,self_attn.v_proj,4.16948366,0.01000,0.883
49,self_attn.q_proj,11.51206684,0.01000,0.862
49,self_attn.o_proj,7.44443083,0.01000,0.876
49,mlp.up_proj,51.59180450,0.01000,0.903
49,mlp.gate_proj,50.37474823,0.01000,0.905
49,mlp.down_proj,14526.54101562,0.01250,8.142
50,self_attn.k_proj,2.37262297,0.01000,0.878
50,self_attn.v_proj,4.75230503,0.01000,0.876
50,self_attn.q_proj,12.61268044,0.01000,0.886
50,self_attn.o_proj,1322.56103516,0.01250,0.909
50,mlp.up_proj,58.22487640,0.01000,0.910
50,mlp.gate_proj,58.14901733,0.01000,0.894
50,mlp.down_proj,12578.33886719,0.01250,8.154
51,self_attn.k_proj,2.47063303,0.01000,0.886
51,self_attn.v_proj,3.99955511,0.01000,0.878
51,self_attn.q_proj,11.54831982,0.01000,0.893
51,self_attn.o_proj,1093.23083496,0.01250,0.902
51,mlp.up_proj,64.47829437,0.01000,0.882
51,mlp.gate_proj,64.99135590,0.01000,0.885
51,mlp.down_proj,12102.31640625,0.01250,8.041
52,self_attn.k_proj,2.48235083,0.01000,0.876
52,self_attn.v_proj,5.98699713,0.01000,0.872
52,self_attn.q_proj,13.59971046,0.01000,0.866
52,self_attn.o_proj,1198.57360840,0.01250,0.899
52,mlp.up_proj,68.68818665,0.01000,0.892
52,mlp.gate_proj,69.02104187,0.01000,0.891
52,mlp.down_proj,10124.38671875,0.01250,8.181
53,self_attn.k_proj,2.68340659,0.01000,0.870
53,self_attn.v_proj,5.07891226,0.01000,0.880
53,self_attn.q_proj,13.89142227,0.01000,0.840
53,self_attn.o_proj,19.83641434,0.01000,0.846
53,mlp.up_proj,74.51820374,0.01000,0.885
53,mlp.gate_proj,74.69662476,0.01000,0.876
53,mlp.down_proj,9093.66992188,0.01250,8.133
54,self_attn.k_proj,2.50639033,0.01000,0.871
54,self_attn.v_proj,4.92020226,0.01000,0.861
54,self_attn.q_proj,13.11917686,0.01000,0.856
54,self_attn.o_proj,955.78540039,0.01250,0.882
54,mlp.up_proj,80.29487610,0.01000,0.893
54,mlp.gate_proj,79.62919617,0.01000,0.901
54,mlp.down_proj,8915.75976562,0.01250,8.147
55,self_attn.k_proj,2.41492558,0.01000,0.863
55,self_attn.v_proj,5.54174232,0.01000,0.871
55,self_attn.q_proj,12.48600388,0.01000,0.871
55,self_attn.o_proj,16.33912277,0.01000,0.879
55,mlp.up_proj,86.80134583,0.01000,0.913
55,mlp.gate_proj,84.99237061,0.01000,0.897
55,mlp.down_proj,7415.22705078,0.01250,8.160
56,self_attn.k_proj,2.44767618,0.01000,0.882
56,self_attn.v_proj,6.45843506,0.01000,0.845
56,self_attn.q_proj,13.59076405,0.01000,0.848
56,self_attn.o_proj,17.18195534,0.01000,0.853
56,mlp.up_proj,94.22724915,0.01000,0.913
56,mlp.gate_proj,91.58715057,0.01000,0.917
56,mlp.down_proj,7384.82714844,0.01250,8.132
57,self_attn.k_proj,2.48636341,0.01000,0.843
57,self_attn.v_proj,6.57515574,0.01000,0.871
57,self_attn.q_proj,13.71420383,0.01000,0.841
57,self_attn.o_proj,576.52551270,0.01250,0.866
57,mlp.up_proj,104.58953094,0.01000,0.887
57,mlp.gate_proj,100.02119446,0.01000,0.910
57,mlp.down_proj,6879.15332031,0.01250,8.131
58,self_attn.k_proj,2.51398921,0.01000,0.874
58,self_attn.v_proj,6.60072517,0.01000,0.881
58,self_attn.q_proj,14.95752716,0.01000,0.877
58,self_attn.o_proj,725.31182861,0.01250,0.914
58,mlp.up_proj,112.90699768,0.01000,0.909
58,mlp.gate_proj,106.67523956,0.01000,0.906
58,mlp.down_proj,6097.48339844,0.01250,8.121
59,self_attn.k_proj,2.65279412,0.01000,0.875
59,self_attn.v_proj,10.02450275,0.01000,0.848
59,self_attn.q_proj,15.26006126,0.01000,0.854
59,self_attn.o_proj,541.25683594,0.01250,0.903
59,mlp.up_proj,130.46282959,0.01000,0.913
59,mlp.gate_proj,120.90515137,0.01000,0.903
59,mlp.down_proj,4753.72558594,0.01250,8.096
60,self_attn.k_proj,2.24808741,0.01000,0.879
60,self_attn.v_proj,11.34481049,0.01000,0.837
60,self_attn.q_proj,15.27306557,0.01000,0.860
60,self_attn.o_proj,43.45359039,0.01000,0.842
60,mlp.up_proj,151.33062744,0.01000,0.873
60,mlp.gate_proj,137.68630981,0.01000,0.884
60,mlp.down_proj,659.79443359,0.01250,8.167
61,self_attn.k_proj,2.49354458,0.01000,0.874
61,self_attn.v_proj,13.12302685,0.01000,0.851
61,self_attn.q_proj,17.29224014,0.01000,0.877
61,self_attn.o_proj,301.43676758,0.01250,0.896
61,mlp.up_proj,180.69650269,0.01000,0.914
61,mlp.gate_proj,165.42675781,0.01000,0.906
61,mlp.down_proj,1334.00817871,0.01250,8.130
62,self_attn.k_proj,2.54474545,0.01000,0.871
62,self_attn.v_proj,14.59506321,0.01000,0.866
62,self_attn.q_proj,17.08628845,0.01000,0.869
62,self_attn.o_proj,299.84396362,0.01250,0.879
62,mlp.up_proj,200.53411865,0.01000,0.915
62,mlp.gate_proj,188.74456787,0.01000,0.915
62,mlp.down_proj,551.36083984,0.01250,8.116
63,self_attn.k_proj,45.27429199,0.01250,0.890
63,self_attn.v_proj,136.97489929,0.01250,0.897
63,self_attn.q_proj,308.84442139,0.01250,0.900
63,self_attn.o_proj,142.70526123,0.01250,0.875
63,mlp.up_proj,291.91342163,0.01000,0.884
63,mlp.gate_proj,281.21768188,0.01000,0.877
63,mlp.down_proj,113.25060272,0.01250,8.156