quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0005256671,0.05000,5.173
0,self_attn.q_proj,0.0003186419,0.05000,5.733
0,self_attn.v_proj,0.0005492228,0.05000,5.303
0,self_attn.o_proj,0.0020428334,0.05000,0.677
0,mlp.gate_proj,0.0000521646,0.05000,2.770
0,mlp.up_proj,0.0000516795,0.05000,2.868
0,mlp.down_proj,0.0004021446,0.05000,4.370
1,self_attn.q_proj,0.0000175310,0.05000,4.797
1,self_attn.v_proj,0.0001282678,0.05000,4.864
1,self_attn.k_proj,0.0001245201,0.05000,4.948
1,self_attn.o_proj,0.0000480942,0.05000,0.750
1,mlp.gate_proj,0.0000318408,0.05000,2.824
1,mlp.up_proj,0.0000304481,0.05000,3.034
1,mlp.down_proj,0.0000035917,0.05000,4.257
2,self_attn.q_proj,0.0000213641,0.05000,4.934
2,self_attn.v_proj,0.0000117299,0.05000,4.954
2,self_attn.k_proj,0.0000116327,0.05000,4.982
2,self_attn.o_proj,0.0000088951,0.05000,0.666
2,mlp.gate_proj,0.0000503455,0.05000,2.978
2,mlp.up_proj,0.0000508624,0.05000,2.980
2,mlp.down_proj,0.0000070335,0.05000,5.986
3,self_attn.q_proj,0.0000874840,0.05000,5.517
3,self_attn.k_proj,0.0000861375,0.05000,5.633
3,self_attn.v_proj,0.0000899138,0.05000,5.677
3,self_attn.o_proj,0.0000699843,0.05000,0.923
3,mlp.gate_proj,0.0000868620,0.05000,3.278
3,mlp.up_proj,0.0000811044,0.05000,3.389
3,mlp.down_proj,0.0000023102,0.05000,4.234
4,self_attn.v_proj,0.0000766937,0.05000,6.196
4,self_attn.k_proj,0.0000727343,0.05000,6.290
4,self_attn.q_proj,0.0000154677,0.05000,6.330
4,self_attn.o_proj,0.0001561797,0.05000,0.958
4,mlp.up_proj,0.0001897560,0.05000,2.878
4,mlp.gate_proj,0.0001902183,0.05000,2.890
4,mlp.down_proj,0.0000064393,0.05000,4.326
5,self_attn.q_proj,0.0000538095,0.05000,5.705
5,self_attn.k_proj,0.0000654214,0.05000,5.760
5,self_attn.v_proj,0.0000707196,0.05000,5.771
5,self_attn.o_proj,0.0000159943,0.05000,1.144
5,mlp.gate_proj,0.0002609785,0.05000,3.070
5,mlp.up_proj,0.0002624901,0.05000,3.357
5,mlp.down_proj,0.0000153796,0.05000,4.887
6,self_attn.v_proj,0.0000171294,0.05000,5.356
6,self_attn.k_proj,0.0000170471,0.05000,5.391
6,self_attn.q_proj,0.0000195691,0.05000,5.478
6,self_attn.o_proj,0.0000073442,0.05000,1.346
6,mlp.gate_proj,0.0001583951,0.05000,2.849
6,mlp.up_proj,0.0001586187,0.05000,2.886
6,mlp.down_proj,0.0000140141,0.05000,4.217
7,self_attn.k_proj,0.0000284306,0.05000,6.838
7,self_attn.v_proj,0.0000293307,0.05000,7.002
7,self_attn.q_proj,0.0000362855,0.05000,7.042
7,self_attn.o_proj,0.0000234476,0.05000,0.825
7,mlp.gate_proj,0.0000461522,0.05000,3.188
7,mlp.up_proj,0.0000464099,0.05000,3.342
7,mlp.down_proj,0.0000027293,0.05000,4.277
8,self_attn.v_proj,0.0000437294,0.05000,4.836
8,self_attn.q_proj,0.0000174774,0.05000,4.890
8,self_attn.k_proj,0.0000422825,0.05000,4.902
8,self_attn.o_proj,0.0000138792,0.05000,1.378
8,mlp.gate_proj,0.0000450043,0.05000,2.927
8,mlp.up_proj,0.0000452073,0.05000,3.185
8,mlp.down_proj,0.0000014911,0.05000,4.228
9,self_attn.k_proj,0.0000396250,0.05000,5.083
9,self_attn.q_proj,0.0000155553,0.05000,5.116
9,self_attn.v_proj,0.0000425464,0.05000,5.119
9,self_attn.o_proj,0.0000095034,0.05000,0.936
9,mlp.up_proj,0.0000979106,0.05000,3.016
9,mlp.gate_proj,0.0000982312,0.05000,3.106
9,mlp.down_proj,0.0000028198,0.05000,4.258
10,self_attn.q_proj,0.0000113244,0.05000,5.324
10,self_attn.v_proj,0.0000394839,0.05000,5.315
10,self_attn.k_proj,0.0000382695,0.05000,5.360
10,self_attn.o_proj,0.0000121127,0.05000,1.045
10,mlp.gate_proj,0.0000598657,0.05000,2.994
10,mlp.up_proj,0.0000597411,0.05000,3.054
10,mlp.down_proj,0.0000024602,0.05000,4.290
11,self_attn.v_proj,0.0000286507,0.05000,5.444
11,self_attn.k_proj,0.0000298296,0.05000,5.631
11,self_attn.q_proj,0.0000459398,0.05000,5.663
11,self_attn.o_proj,0.0000065204,0.05000,0.936
11,mlp.up_proj,0.0001088253,0.05000,2.762
11,mlp.gate_proj,0.0001097084,0.05000,2.875
11,mlp.down_proj,0.0000048787,0.05000,4.709
12,self_attn.q_proj,0.0000908993,0.05000,5.874
12,self_attn.k_proj,0.0000657432,0.05000,5.974
12,self_attn.v_proj,0.0000666550,0.05000,6.011
12,self_attn.o_proj,0.0000062509,0.05000,1.256
12,mlp.gate_proj,0.0012015809,0.05000,3.010
12,mlp.up_proj,0.0012146549,0.05000,3.047
12,mlp.down_proj,0.0000717769,0.05000,4.272
13,self_attn.k_proj,0.0001638499,0.05000,5.158
13,self_attn.q_proj,0.0000490147,0.05000,5.390
13,self_attn.v_proj,0.0001621847,0.05000,5.473
13,self_attn.o_proj,0.0000454157,0.05000,0.918
13,mlp.up_proj,0.0005621205,0.05000,2.804
13,mlp.gate_proj,0.0005553440,0.05000,2.859
13,mlp.down_proj,0.0000573133,0.05000,5.810
14,self_attn.v_proj,0.0000724256,0.05000,4.988
14,self_attn.q_proj,0.0000787722,0.05000,5.126
14,self_attn.k_proj,0.0000718710,0.05000,5.174
14,self_attn.o_proj,0.0000392613,0.05000,1.091
14,mlp.gate_proj,0.0000324585,0.05000,3.271
14,mlp.up_proj,0.0000324304,0.05000,3.354
14,mlp.down_proj,0.0000005850,0.05000,4.244
15,self_attn.v_proj,0.0000162312,0.05000,6.458
15,self_attn.q_proj,0.0000278378,0.05000,6.553
15,self_attn.k_proj,0.0000158936,0.05000,6.603
15,self_attn.o_proj,0.0000026269,0.05000,0.889
15,mlp.up_proj,0.0000161636,0.05000,3.050
15,mlp.gate_proj,0.0000162264,0.05000,3.122
15,mlp.down_proj,0.0000002012,0.05000,4.380
16,self_attn.v_proj,0.0000204071,0.05000,5.884
16,self_attn.q_proj,0.0000128533,0.05000,6.023
16,self_attn.k_proj,0.0000194956,0.05000,6.047
16,self_attn.o_proj,0.0000140441,0.05000,1.270
16,mlp.up_proj,0.0000157949,0.05000,3.493
16,mlp.gate_proj,0.0000158693,0.05000,3.577
16,mlp.down_proj,0.0000002132,0.05000,4.272
17,self_attn.k_proj,0.0000282343,0.05000,6.090
17,self_attn.v_proj,0.0000249541,0.05000,6.270
17,self_attn.q_proj,0.0000045034,0.05000,6.337
17,self_attn.o_proj,0.0000072464,0.05000,1.114
17,mlp.gate_proj,0.0000114852,0.05000,2.789
17,mlp.up_proj,0.0000113350,0.05000,2.815
17,mlp.down_proj,0.0000003293,0.05000,4.175
18,self_attn.v_proj,0.0000090376,0.05000,5.808
18,self_attn.k_proj,0.0000093329,0.05000,5.831
18,self_attn.q_proj,0.0000060751,0.05000,5.890
18,self_attn.o_proj,0.0000041656,0.05000,1.070
18,mlp.gate_proj,0.0000146350,0.05000,2.830
18,mlp.up_proj,0.0000146165,0.05000,3.084
18,mlp.down_proj,0.0000001135,0.05000,4.238
19,self_attn.k_proj,0.0000202268,0.05000,6.422
19,self_attn.v_proj,0.0000194606,0.05000,6.564
19,self_attn.q_proj,0.0000029186,0.05000,6.645
19,self_attn.o_proj,0.0000042299,0.05000,1.183
19,mlp.up_proj,0.0000140221,0.05000,3.208
19,mlp.gate_proj,0.0000139899,0.05000,3.299
19,mlp.down_proj,0.0000001446,0.05000,4.205
20,self_attn.k_proj,0.0000052936,0.05000,5.299
20,self_attn.q_proj,0.0000083097,0.05000,5.341
20,self_attn.v_proj,0.0000049779,0.05000,5.384
20,self_attn.o_proj,0.0000012408,0.05000,0.840
20,mlp.up_proj,0.0000061977,0.05000,2.931
20,mlp.gate_proj,0.0000062232,0.05000,2.949
20,mlp.down_proj,0.0000000711,0.05000,4.318
21,self_attn.v_proj,0.0000048104,0.05000,6.260
21,self_attn.q_proj,0.0000037924,0.05000,6.394
21,self_attn.k_proj,0.0000050596,0.05000,6.473
21,self_attn.o_proj,0.0000018731,0.05000,1.068
21,mlp.gate_proj,0.0000060883,0.05000,3.932
21,mlp.up_proj,0.0000060943,0.05000,4.009
21,mlp.down_proj,0.0000000333,0.05000,4.192
22,self_attn.k_proj,0.0000094305,0.05000,6.551
22,self_attn.v_proj,0.0000100327,0.05000,6.691
22,self_attn.q_proj,0.0000014034,0.05000,6.833
22,self_attn.o_proj,0.0000022216,0.05000,1.064
22,mlp.up_proj,0.0000044734,0.05000,2.778
22,mlp.gate_proj,0.0000044315,0.05000,2.971
22,mlp.down_proj,0.0000000712,0.05000,4.220
23,self_attn.q_proj,0.0000022930,0.05000,5.210
23,self_attn.k_proj,0.0000015819,0.05000,5.243
23,self_attn.v_proj,0.0000012252,0.05000,5.248
23,self_attn.o_proj,0.0000002924,0.05000,1.045
23,mlp.gate_proj,0.0000048982,0.05000,2.690
23,mlp.up_proj,0.0000049234,0.05000,2.827
23,mlp.down_proj,0.0000006019,0.05000,4.237
24,self_attn.q_proj,0.0000061005,0.05000,5.950
24,self_attn.k_proj,0.0000078427,0.05000,6.080
24,self_attn.v_proj,0.0000080071,0.05000,6.071
24,self_attn.o_proj,0.0000002346,0.05000,1.256
24,mlp.gate_proj,0.0000029445,0.05000,2.896
24,mlp.up_proj,0.0000029962,0.05000,2.909
24,mlp.down_proj,0.0000002205,0.05000,4.500
25,self_attn.v_proj,0.0000148210,0.05000,5.030
25,self_attn.q_proj,0.0000101519,0.05000,5.123
25,self_attn.k_proj,0.0000163406,0.05000,5.145
25,self_attn.o_proj,0.0000007709,0.05000,0.860
25,mlp.gate_proj,0.0000020686,0.05000,2.958
25,mlp.up_proj,0.0000021000,0.05000,3.095
25,mlp.down_proj,0.0000000118,0.05000,4.211
26,self_attn.k_proj,0.0000053834,0.05000,5.563
26,self_attn.v_proj,0.0000051190,0.05000,5.578
26,self_attn.q_proj,0.0000018486,0.05000,5.707
26,self_attn.o_proj,0.0000006087,0.05000,1.405
26,mlp.gate_proj,0.0000029793,0.05000,3.381
26,mlp.up_proj,0.0000028903,0.05000,3.616
26,mlp.down_proj,0.0000000113,0.05000,4.226
27,self_attn.v_proj,0.0000029730,0.05000,5.097
27,self_attn.q_proj,0.0000014396,0.05000,5.210
27,self_attn.k_proj,0.0000028304,0.05000,5.242
27,self_attn.o_proj,0.0000005291,0.05000,1.387
27,mlp.up_proj,0.0000032078,0.05000,3.235
27,mlp.gate_proj,0.0000033135,0.05000,3.305
27,mlp.down_proj,0.0000000170,0.05000,4.170
28,self_attn.q_proj,0.0000026970,0.05000,5.503
28,self_attn.v_proj,0.0000055835,0.05000,5.529
28,self_attn.k_proj,0.0000044330,0.05000,5.537
28,self_attn.o_proj,0.0000003958,0.05000,1.262
28,mlp.gate_proj,0.0000043127,0.05000,2.848
28,mlp.up_proj,0.0000042391,0.05000,2.881
28,mlp.down_proj,0.0000000214,0.05000,4.207
29,self_attn.v_proj,0.0000019049,0.05000,6.051
29,self_attn.k_proj,0.0000017622,0.05000,6.179
29,self_attn.q_proj,0.0000009578,0.05000,6.200
29,self_attn.o_proj,0.0000001934,0.05000,0.932
29,mlp.gate_proj,0.0000015094,0.05000,2.864
29,mlp.up_proj,0.0000015126,0.05000,2.905
29,mlp.down_proj,0.0000000015,0.05000,4.325
30,self_attn.k_proj,0.0000063683,0.05000,5.148
30,self_attn.q_proj,0.0000047914,0.05000,5.236
30,self_attn.v_proj,0.0000075045,0.05000,5.263
30,self_attn.o_proj,0.0000007786,0.05000,0.882
30,mlp.up_proj,0.0000070233,0.05000,2.824
30,mlp.gate_proj,0.0000072748,0.05000,2.914
30,mlp.down_proj,0.0000000177,0.05000,4.232
31,self_attn.k_proj,0.0000194991,0.05000,6.240
31,self_attn.q_proj,0.0000031084,0.05000,6.291
31,self_attn.v_proj,0.0000232171,0.05000,6.278
31,self_attn.o_proj,0.0000023684,0.05000,0.975
31,mlp.up_proj,0.0000114919,0.05000,3.399
31,mlp.gate_proj,0.0000118672,0.05000,3.402
31,mlp.down_proj,0.0000000412,0.05000,4.236
32,self_attn.q_proj,0.0000037375,0.05000,5.248
32,self_attn.k_proj,0.0000142592,0.05000,5.266
32,self_attn.v_proj,0.0000141546,0.05000,5.335
32,self_attn.o_proj,0.0000017936,0.05000,0.898
32,mlp.gate_proj,0.0000145099,0.05000,2.970
32,mlp.up_proj,0.0000141112,0.05000,3.037
32,mlp.down_proj,0.0000001288,0.05000,4.913
33,self_attn.k_proj,0.0000324847,0.05000,5.858
33,self_attn.q_proj,0.0000036110,0.05000,5.945
33,self_attn.v_proj,0.0000300226,0.05000,5.962
33,self_attn.o_proj,0.0000046701,0.05000,1.149
33,mlp.gate_proj,0.0000271061,0.05000,2.764
33,mlp.up_proj,0.0000264498,0.05000,2.784
33,mlp.down_proj,0.0000002338,0.05000,5.079
34,self_attn.k_proj,0.0000121429,0.05000,5.568
34,self_attn.q_proj,0.0000151899,0.05000,5.689
34,self_attn.v_proj,0.0000141493,0.05000,5.734
34,self_attn.o_proj,0.0000027093,0.05000,0.934
34,mlp.up_proj,0.0000213413,0.05000,3.503
34,mlp.gate_proj,0.0000218111,0.05000,3.751
34,mlp.down_proj,0.0000009631,0.05000,4.249
35,self_attn.q_proj,0.0000029075,0.05000,6.073
35,self_attn.v_proj,0.0000045006,0.05000,6.125
35,self_attn.k_proj,0.0000045391,0.05000,6.188
35,self_attn.o_proj,0.0000005497,0.05000,1.312
35,mlp.up_proj,0.0000145241,0.05000,3.271
35,mlp.gate_proj,0.0000152818,0.05000,3.392
35,mlp.down_proj,0.0000003167,0.05000,4.298
36,self_attn.v_proj,0.0000149230,0.05000,6.087
36,self_attn.q_proj,0.0000117840,0.05000,6.155
36,self_attn.k_proj,0.0000148597,0.05000,6.233
36,self_attn.o_proj,0.0000027301,0.05000,0.901
36,mlp.gate_proj,0.0000116802,0.05000,3.130
36,mlp.up_proj,0.0000108593,0.05000,3.191
36,mlp.down_proj,0.0000000326,0.05000,4.213
37,self_attn.k_proj,0.0000115510,0.05000,5.722
37,self_attn.q_proj,0.0000183067,0.05000,5.846
37,self_attn.v_proj,0.0000125362,0.05000,5.842
37,self_attn.o_proj,0.0000003716,0.05000,0.850
37,mlp.gate_proj,0.0000259668,0.05000,2.941
37,mlp.up_proj,0.0000252133,0.05000,3.127
37,mlp.down_proj,0.0000001498,0.05000,4.259
38,self_attn.q_proj,0.0000111408,0.05000,5.886
38,self_attn.k_proj,0.0000198377,0.05000,6.014
38,self_attn.v_proj,0.0000213154,0.05000,6.040
38,self_attn.o_proj,0.0000025309,0.05000,1.305
38,mlp.up_proj,0.0000240076,0.05000,2.940
38,mlp.gate_proj,0.0000247095,0.05000,3.037
38,mlp.down_proj,0.0000001607,0.05000,4.428
39,self_attn.v_proj,0.0000140148,0.05000,6.326
39,self_attn.q_proj,0.0000192005,0.05000,6.353
39,self_attn.k_proj,0.0000125725,0.05000,6.408
39,self_attn.o_proj,0.0000008930,0.05000,0.874
39,mlp.gate_proj,0.0000110654,0.05000,3.100
39,mlp.up_proj,0.0000109843,0.05000,3.133
39,mlp.down_proj,0.0000000969,0.05000,4.326
40,self_attn.k_proj,0.0000385421,0.05000,5.028
40,self_attn.q_proj,0.0000315801,0.05000,5.114
40,self_attn.v_proj,0.0000397861,0.05000,5.118
40,self_attn.o_proj,0.0000004696,0.05000,0.935
40,mlp.up_proj,0.0000268716,0.05000,2.819
40,mlp.gate_proj,0.0000272461,0.05000,2.848
40,mlp.down_proj,0.0000001922,0.05000,4.842
41,self_attn.q_proj,0.0000091915,0.05000,5.471
41,self_attn.v_proj,0.0000208509,0.05000,5.582
41,self_attn.k_proj,0.0000198530,0.05000,5.692
41,self_attn.o_proj,0.0000007709,0.05000,0.900
41,mlp.up_proj,0.0000406759,0.05000,2.892
41,mlp.gate_proj,0.0000409495,0.05000,2.939
41,mlp.down_proj,0.0000002640,0.05000,4.867
42,self_attn.v_proj,0.0000591439,0.05000,6.632
42,self_attn.k_proj,0.0000502494,0.05000,6.720
42,self_attn.q_proj,0.0000082013,0.05000,6.758
42,self_attn.o_proj,0.0000038006,0.05000,0.706
42,mlp.up_proj,0.0000433254,0.05000,2.954
42,mlp.gate_proj,0.0000439323,0.05000,3.134
42,mlp.down_proj,0.0000001268,0.05000,4.230
43,self_attn.v_proj,0.0000213013,0.05000,6.509
43,self_attn.q_proj,0.0000269757,0.05000,6.805
43,self_attn.k_proj,0.0000195585,0.05000,6.823
43,self_attn.o_proj,0.0000004628,0.05000,0.922
43,mlp.up_proj,0.0000520319,0.05000,2.947
43,mlp.gate_proj,0.0000527842,0.05000,2.973
43,mlp.down_proj,0.0000002700,0.05000,4.253
44,self_attn.v_proj,0.0000365734,0.05000,5.433
44,self_attn.q_proj,0.0000397774,0.05000,5.469
44,self_attn.k_proj,0.0000359565,0.05000,5.470
44,self_attn.o_proj,0.0000016945,0.05000,0.775
44,mlp.gate_proj,0.0000527026,0.05000,3.380
44,mlp.up_proj,0.0000519313,0.05000,3.550
44,mlp.down_proj,0.0000000976,0.05000,4.420
45,self_attn.q_proj,0.0000354195,0.05000,7.144
45,self_attn.k_proj,0.0000184596,0.05000,7.190
45,self_attn.v_proj,0.0000184619,0.05000,7.227
45,self_attn.o_proj,0.0000007238,0.05000,1.294
45,mlp.up_proj,0.0000362499,0.05000,3.126
45,mlp.gate_proj,0.0000368066,0.05000,3.182
45,mlp.down_proj,0.0000004144,0.05000,4.988
46,self_attn.k_proj,0.0000113886,0.05000,5.685
46,self_attn.v_proj,0.0000122888,0.05000,5.714
46,self_attn.q_proj,0.0000219242,0.05000,5.736
46,self_attn.o_proj,0.0000003461,0.05000,1.075
46,mlp.gate_proj,0.0000322131,0.05000,3.406
46,mlp.up_proj,0.0000317826,0.05000,3.445
46,mlp.down_proj,0.0000003829,0.05000,4.696
47,self_attn.v_proj,0.0000107215,0.05000,6.273
47,self_attn.q_proj,0.0000025940,0.05000,6.292
47,self_attn.k_proj,0.0000110039,0.05000,6.316
47,self_attn.o_proj,0.0000003590,0.05000,0.865
47,mlp.gate_proj,0.0000562640,0.05000,2.832
47,mlp.up_proj,0.0000558040,0.05000,3.108
47,mlp.down_proj,0.0000001062,0.05000,4.208
48,self_attn.v_proj,0.0000562430,0.05000,5.941
48,self_attn.q_proj,0.0000450078,0.05000,6.006
48,self_attn.k_proj,0.0000577203,0.05000,6.027
48,self_attn.o_proj,0.0000004765,0.05000,1.082
48,mlp.gate_proj,0.0000411818,0.05000,3.269
48,mlp.up_proj,0.0000409130,0.05000,3.508
48,mlp.down_proj,0.0000002620,0.05000,4.246
49,self_attn.k_proj,0.0000437397,0.05000,6.188
49,self_attn.q_proj,0.0000274201,0.05000,6.225
49,self_attn.v_proj,0.0000449440,0.05000,6.217
49,self_attn.o_proj,0.0000008402,0.05000,1.276
49,mlp.gate_proj,0.0000390244,0.05000,2.774
49,mlp.up_proj,0.0000386182,0.05000,2.846
49,mlp.down_proj,0.0000002796,0.05000,4.282
50,self_attn.q_proj,0.0000267059,0.05000,5.160
50,self_attn.k_proj,0.0000234976,0.05000,5.180
50,self_attn.v_proj,0.0000231426,0.05000,5.212
50,self_attn.o_proj,0.0000002757,0.05000,0.890
50,mlp.up_proj,0.0000636896,0.05000,2.943
50,mlp.gate_proj,0.0000647448,0.05000,3.011
50,mlp.down_proj,0.0000001925,0.05000,4.257
51,self_attn.q_proj,0.0000100666,0.05000,7.037
51,self_attn.k_proj,0.0000210711,0.05000,7.208
51,self_attn.v_proj,0.0000230205,0.05000,7.217
51,self_attn.o_proj,0.0000003498,0.05000,0.896
51,mlp.gate_proj,0.0001105920,0.05000,3.588
51,mlp.up_proj,0.0001088966,0.05000,3.635
51,mlp.down_proj,0.0000001178,0.05000,4.248
52,self_attn.q_proj,0.0000172220,0.05000,6.506
52,self_attn.v_proj,0.0000772758,0.05000,6.574
52,self_attn.k_proj,0.0000743624,0.05000,6.680
52,self_attn.o_proj,0.0000041445,0.05000,0.891
52,mlp.gate_proj,0.0000384637,0.05000,2.994
52,mlp.up_proj,0.0000375739,0.05000,3.192
52,mlp.down_proj,0.0000000917,0.05000,4.227
53,self_attn.k_proj,0.0000047696,0.05000,5.745
53,self_attn.v_proj,0.0000045769,0.05000,5.786
53,self_attn.q_proj,0.0000028201,0.05000,5.830
53,self_attn.o_proj,0.0000002064,0.05000,1.156
53,mlp.up_proj,0.0000674978,0.05000,2.786
53,mlp.gate_proj,0.0000683549,0.05000,2.920
53,mlp.down_proj,0.0000001929,0.05000,4.222
54,self_attn.k_proj,0.0000655912,0.05000,7.223
54,self_attn.v_proj,0.0000617341,0.05000,7.365
54,self_attn.q_proj,0.0000109372,0.05000,7.679
54,self_attn.o_proj,0.0000081710,0.05000,1.046
54,mlp.gate_proj,0.0000663211,0.05000,4.177
54,mlp.up_proj,0.0000646627,0.05000,4.382
54,mlp.down_proj,0.0000002029,0.05000,4.394
55,self_attn.q_proj,0.0000122789,0.05000,5.604
55,self_attn.v_proj,0.0000209625,0.05000,6.042
55,self_attn.k_proj,0.0000188234,0.05000,6.067
55,self_attn.o_proj,0.0000010640,0.05000,0.822
55,mlp.gate_proj,0.0000281043,0.05000,2.886
55,mlp.up_proj,0.0000269479,0.05000,2.946
55,mlp.down_proj,0.0000002808,0.05000,4.275
56,self_attn.v_proj,0.0000303640,0.05000,5.680
56,self_attn.k_proj,0.0000306150,0.05000,5.963
56,self_attn.q_proj,0.0000054872,0.05000,6.001
56,self_attn.o_proj,0.0000018155,0.05000,1.050
56,mlp.up_proj,0.0000397236,0.05000,3.638
56,mlp.gate_proj,0.0000417358,0.05000,3.667
56,mlp.down_proj,0.0000004975,0.05000,4.263
57,self_attn.v_proj,0.0000882015,0.05000,5.489
57,self_attn.q_proj,0.0000128743,0.05000,5.782
57,self_attn.k_proj,0.0000903266,0.05000,5.851
57,self_attn.o_proj,0.0000038726,0.05000,0.682
57,mlp.gate_proj,0.0000421505,0.05000,3.692
57,mlp.up_proj,0.0000413482,0.05000,3.789
57,mlp.down_proj,0.0000001264,0.05000,4.234
58,self_attn.v_proj,0.0000243864,0.05000,6.160
58,self_attn.k_proj,0.0000205454,0.05000,6.200
58,self_attn.q_proj,0.0000049423,0.05000,6.440
58,self_attn.o_proj,0.0000024105,0.05000,1.208
58,mlp.up_proj,0.0000361380,0.05000,4.354
58,mlp.gate_proj,0.0000375506,0.05000,4.642
58,mlp.down_proj,0.0000003566,0.05000,4.499
59,self_attn.v_proj,0.0000045746,0.05000,6.340
59,self_attn.q_proj,0.0000009605,0.05000,6.601
59,self_attn.k_proj,0.0000039115,0.05000,6.734
59,self_attn.o_proj,0.0000002950,0.05000,0.675
59,mlp.gate_proj,0.0000431269,0.05000,5.625
59,mlp.up_proj,0.0000420355,0.05000,5.778
59,mlp.down_proj,0.0000007700,0.05000,4.210
60,self_attn.v_proj,0.0000371858,0.05000,6.256
60,self_attn.q_proj,0.0000117625,0.05000,6.319
60,self_attn.k_proj,0.0000358849,0.05000,6.388
60,self_attn.o_proj,0.0000046022,0.05000,0.665
60,mlp.up_proj,0.0000616676,0.05000,2.739
60,mlp.gate_proj,0.0000628373,0.05000,2.947
60,mlp.down_proj,0.0000011046,0.05000,4.161
61,self_attn.v_proj,0.0000108604,0.05000,5.944
61,self_attn.k_proj,0.0000102549,0.05000,6.098
61,self_attn.q_proj,0.0000135147,0.05000,6.145
61,self_attn.o_proj,0.0000006033,0.05000,0.852
61,mlp.gate_proj,0.0000671497,0.05000,2.778
61,mlp.up_proj,0.0000667989,0.05000,2.795
61,mlp.down_proj,0.0000005887,0.05000,4.244