quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.00152,0.01000,3.277
0,self_attn.v_proj,0.00498,0.01000,2.254
0,self_attn.q_proj,0.00350,0.01000,2.195
0,self_attn.o_proj,0.00000,0.01000,2.157
0,mlp.up_proj,0.00733,0.01000,2.493
0,mlp.gate_proj,0.00739,0.01000,2.703
0,mlp.down_proj,0.00000,0.01250,10.637
1,self_attn.k_proj,0.00122,0.01000,3.078
1,self_attn.v_proj,0.00247,0.01000,2.041
1,self_attn.q_proj,0.00734,0.01000,2.237
1,self_attn.o_proj,0.00000,0.01000,2.696
1,mlp.up_proj,0.00082,0.01000,2.892
1,mlp.gate_proj,0.00089,0.01000,2.401
1,mlp.down_proj,0.00000,0.01000,11.768
2,self_attn.k_proj,0.00032,0.01000,2.691
2,self_attn.v_proj,0.00017,0.01000,2.110
2,self_attn.q_proj,0.00329,0.01000,2.036
2,self_attn.o_proj,0.00000,0.01000,2.055
2,mlp.up_proj,0.00211,0.01000,2.765
2,mlp.gate_proj,0.00211,0.01000,2.214
2,mlp.down_proj,0.00000,0.01000,10.592
3,self_attn.k_proj,0.00116,0.01000,2.679
3,self_attn.v_proj,0.00066,0.01000,1.834
3,self_attn.q_proj,0.00599,0.01000,1.936
3,self_attn.o_proj,0.00000,0.01000,2.402
3,mlp.up_proj,0.00475,0.01000,2.625
3,mlp.gate_proj,0.00516,0.01000,2.055
3,mlp.down_proj,0.00003,0.01000,9.589
4,self_attn.k_proj,0.00072,0.01000,2.403
4,self_attn.v_proj,0.00010,0.01000,1.605
4,self_attn.q_proj,0.00211,0.01000,1.662
4,self_attn.o_proj,0.00000,0.01000,2.236
4,mlp.up_proj,0.00328,0.01000,2.739
4,mlp.gate_proj,0.00338,0.01000,1.746
4,mlp.down_proj,0.00001,0.01000,9.666
5,self_attn.k_proj,0.00120,0.01000,2.459
5,self_attn.v_proj,0.00034,0.01000,1.685
5,self_attn.q_proj,0.00301,0.01000,1.688
5,self_attn.o_proj,0.00000,0.01000,2.041
5,mlp.up_proj,0.00890,0.01000,2.284
5,mlp.gate_proj,0.00924,0.01000,1.830
5,mlp.down_proj,0.00001,0.01000,9.689
6,self_attn.k_proj,0.00150,0.01000,2.340
6,self_attn.v_proj,0.00022,0.01000,1.608
6,self_attn.q_proj,0.00433,0.01000,1.632
6,self_attn.o_proj,0.00000,0.01000,2.026
6,mlp.up_proj,0.00301,0.01000,2.350
6,mlp.gate_proj,0.00316,0.01000,1.978
6,mlp.down_proj,0.00001,0.01000,9.631
7,self_attn.k_proj,0.00177,0.01000,2.531
7,self_attn.v_proj,0.00025,0.01000,1.627
7,self_attn.q_proj,0.00529,0.01000,1.665
7,self_attn.o_proj,0.00000,0.01000,2.170
7,mlp.up_proj,0.00342,0.01000,2.310
7,mlp.gate_proj,0.00362,0.01000,1.857
7,mlp.down_proj,0.00001,0.01000,9.811
8,self_attn.k_proj,0.00124,0.01000,2.348
8,self_attn.v_proj,0.00023,0.01000,1.606
8,self_attn.q_proj,0.00357,0.01000,1.905
8,self_attn.o_proj,0.00000,0.01000,2.046
8,mlp.up_proj,0.00812,0.01000,2.288
8,mlp.gate_proj,0.00862,0.01000,1.711
8,mlp.down_proj,0.00002,0.01000,9.669
9,self_attn.k_proj,0.00111,0.01000,2.370
9,self_attn.v_proj,0.00018,0.01000,1.619
9,self_attn.q_proj,0.00319,0.01000,1.643
9,self_attn.o_proj,0.00001,0.01000,2.050
9,mlp.up_proj,0.11509,0.01000,2.319
9,mlp.gate_proj,0.12004,0.01000,1.717
9,mlp.down_proj,0.00002,0.01000,9.556
10,self_attn.k_proj,0.00300,0.01000,2.458
10,self_attn.v_proj,0.00041,0.01000,1.936
10,self_attn.q_proj,0.00848,0.01000,1.730
10,self_attn.o_proj,0.00001,0.01000,2.157
10,mlp.up_proj,0.00541,0.01000,2.363
10,mlp.gate_proj,0.00579,0.01000,1.717
10,mlp.down_proj,0.00004,0.01000,9.702
11,self_attn.k_proj,0.00351,0.01000,2.574
11,self_attn.v_proj,0.00044,0.01000,1.633
11,self_attn.q_proj,0.00733,0.01000,1.638
11,self_attn.o_proj,0.00001,0.01000,2.049
11,mlp.up_proj,0.00865,0.01000,2.287
11,mlp.gate_proj,0.00927,0.01000,1.709
11,mlp.down_proj,0.00005,0.01000,9.567
12,self_attn.k_proj,0.00209,0.01000,2.395
12,self_attn.v_proj,0.00037,0.01000,1.632
12,self_attn.q_proj,0.00599,0.01000,1.649
12,self_attn.o_proj,0.00001,0.01000,2.105
12,mlp.up_proj,0.00693,0.01000,2.602
12,mlp.gate_proj,0.00743,0.01000,1.695
12,mlp.down_proj,0.00006,0.01000,9.618
13,self_attn.k_proj,0.00303,0.01000,2.365
13,self_attn.v_proj,0.00041,0.01000,1.612
13,self_attn.q_proj,0.00809,0.01000,1.819
13,self_attn.o_proj,0.00003,0.01000,2.174
13,mlp.up_proj,0.00635,0.01000,2.436
13,mlp.gate_proj,0.00674,0.01000,1.705
13,mlp.down_proj,0.00007,0.01000,10.283
14,self_attn.k_proj,0.00376,0.01000,2.407
14,self_attn.v_proj,0.00050,0.01000,1.620
14,self_attn.q_proj,0.01105,0.01000,1.916
14,self_attn.o_proj,0.00005,0.01000,2.089
14,mlp.up_proj,0.00822,0.01000,2.309
14,mlp.gate_proj,0.00881,0.01000,1.734
14,mlp.down_proj,0.00010,0.01000,9.641
15,self_attn.k_proj,0.00319,0.01000,2.360
15,self_attn.v_proj,0.00047,0.01000,1.694
15,self_attn.q_proj,0.00905,0.01000,1.664
15,self_attn.o_proj,0.00005,0.01000,2.719
15,mlp.up_proj,0.00967,0.01000,2.537
15,mlp.gate_proj,0.01057,0.01000,1.708
15,mlp.down_proj,0.00014,0.01000,10.035
16,self_attn.k_proj,0.00343,0.01000,2.654
16,self_attn.v_proj,0.00052,0.01000,1.642
16,self_attn.q_proj,0.01052,0.01000,1.635
16,self_attn.o_proj,0.00006,0.01000,2.060
16,mlp.up_proj,0.01227,0.01000,2.293
16,mlp.gate_proj,0.01351,0.01000,1.717
16,mlp.down_proj,0.00020,0.01000,9.524
17,self_attn.k_proj,0.00552,0.01000,2.356
17,self_attn.v_proj,0.00059,0.01000,1.619
17,self_attn.q_proj,0.01511,0.01000,1.652
17,self_attn.o_proj,0.00016,0.01000,2.217
17,mlp.up_proj,0.01473,0.01000,3.727
17,mlp.gate_proj,0.01620,0.01000,1.730
17,mlp.down_proj,0.00028,0.01000,9.901
18,self_attn.k_proj,0.00703,0.01000,2.639
18,self_attn.v_proj,0.00080,0.01000,1.636
18,self_attn.q_proj,0.02061,0.01000,1.789
18,self_attn.o_proj,0.00020,0.01000,2.410
18,mlp.up_proj,0.01901,0.01000,2.296
18,mlp.gate_proj,0.02144,0.01000,1.760
18,mlp.down_proj,0.00036,0.01000,9.819
19,self_attn.k_proj,0.00650,0.01000,2.550
19,self_attn.v_proj,0.00094,0.01000,1.788
19,self_attn.q_proj,0.01802,0.01000,1.713
19,self_attn.o_proj,0.00020,0.01000,2.372
19,mlp.up_proj,0.02050,0.01000,2.603
19,mlp.gate_proj,0.02390,0.01000,1.723
19,mlp.down_proj,0.00042,0.01000,9.778
20,self_attn.k_proj,0.00854,0.01000,2.407
20,self_attn.v_proj,0.00099,0.01000,1.655
20,self_attn.q_proj,0.01854,0.01000,1.664
20,self_attn.o_proj,0.00014,0.01000,2.059
20,mlp.up_proj,0.02313,0.01000,2.301
20,mlp.gate_proj,0.02640,0.01000,1.725
20,mlp.down_proj,0.00043,0.01000,9.918
21,self_attn.k_proj,0.01269,0.01000,2.489
21,self_attn.v_proj,0.00116,0.01000,1.637
21,self_attn.q_proj,0.02947,0.01000,1.670
21,self_attn.o_proj,0.00023,0.01000,2.090
21,mlp.up_proj,0.02634,0.01000,2.362
21,mlp.gate_proj,0.03027,0.01000,1.927
21,mlp.down_proj,0.00046,0.01000,10.537
22,self_attn.k_proj,0.01356,0.01000,2.354
22,self_attn.v_proj,0.00177,0.01000,1.622
22,self_attn.q_proj,0.02989,0.01000,1.643
22,self_attn.o_proj,0.00015,0.01000,2.076
22,mlp.up_proj,0.02846,0.01000,2.304
22,mlp.gate_proj,0.03349,0.01000,1.771
22,mlp.down_proj,0.00045,0.01000,9.701
23,self_attn.k_proj,0.01529,0.01000,2.375
23,self_attn.v_proj,0.00166,0.01000,1.855
23,self_attn.q_proj,0.03222,0.01000,1.642
23,self_attn.o_proj,0.00019,0.01000,2.058
23,mlp.up_proj,0.02991,0.01000,2.535
23,mlp.gate_proj,0.03543,0.01000,1.948
23,mlp.down_proj,0.00048,0.01000,9.933
24,self_attn.k_proj,0.00842,0.01000,2.447
24,self_attn.v_proj,0.00091,0.01000,1.657
24,self_attn.q_proj,0.01467,0.01000,1.641
24,self_attn.o_proj,0.00012,0.01000,2.062
24,mlp.up_proj,0.03122,0.01000,2.438
24,mlp.gate_proj,0.03609,0.01000,1.711
24,mlp.down_proj,0.00048,0.01000,10.011
25,self_attn.k_proj,0.01547,0.01000,2.370
25,self_attn.v_proj,0.00175,0.01000,1.807
25,self_attn.q_proj,0.02945,0.01000,1.674
25,self_attn.o_proj,0.00013,0.01000,2.271
25,mlp.up_proj,0.03324,0.01000,2.697
25,mlp.gate_proj,0.03848,0.01000,2.022
25,mlp.down_proj,0.00050,0.01000,9.820
26,self_attn.k_proj,0.01511,0.01000,2.385
26,self_attn.v_proj,0.00174,0.01000,1.627
26,self_attn.q_proj,0.02948,0.01000,1.817
26,self_attn.o_proj,0.00014,0.01000,2.261
26,mlp.up_proj,0.03360,0.01000,2.482
26,mlp.gate_proj,0.03858,0.01000,1.877
26,mlp.down_proj,0.00054,0.01000,10.094
27,self_attn.k_proj,0.01545,0.01000,2.399
27,self_attn.v_proj,0.00110,0.01000,1.615
27,self_attn.q_proj,0.02985,0.01000,1.636
27,self_attn.o_proj,0.00030,0.01000,2.032
27,mlp.up_proj,0.03248,0.01000,2.470
27,mlp.gate_proj,0.03657,0.01000,1.752
27,mlp.down_proj,0.00061,0.01000,9.701
28,self_attn.k_proj,0.01755,0.01000,2.379
28,self_attn.v_proj,0.00151,0.01000,1.668
28,self_attn.q_proj,0.03525,0.01000,1.681
28,self_attn.o_proj,0.00025,0.01000,2.224
28,mlp.up_proj,0.03320,0.01000,2.582
28,mlp.gate_proj,0.03738,0.01000,1.713
28,mlp.down_proj,0.00068,0.01000,9.866
29,self_attn.k_proj,0.01856,0.01000,2.607
29,self_attn.v_proj,0.00144,0.01000,1.626
29,self_attn.q_proj,0.03570,0.01000,1.639
29,self_attn.o_proj,0.00027,0.01000,2.141
29,mlp.up_proj,0.03439,0.01000,2.349
29,mlp.gate_proj,0.03869,0.01000,1.736
29,mlp.down_proj,0.00071,0.01000,9.704
30,self_attn.k_proj,0.01517,0.01000,2.383
30,self_attn.v_proj,0.00125,0.01000,1.657
30,self_attn.q_proj,0.02920,0.01000,1.803
30,self_attn.o_proj,0.00030,0.01000,2.067
30,mlp.up_proj,0.03375,0.01000,2.391
30,mlp.gate_proj,0.03757,0.01000,1.969
30,mlp.down_proj,0.00071,0.01000,9.592
31,self_attn.k_proj,0.01929,0.01000,2.362
31,self_attn.v_proj,0.00126,0.01000,1.676
31,self_attn.q_proj,0.04189,0.01000,1.673
31,self_attn.o_proj,0.00047,0.01000,2.216
31,mlp.up_proj,0.03467,0.01000,2.434
31,mlp.gate_proj,0.03778,0.01000,1.976
31,mlp.down_proj,0.00073,0.01000,9.838
32,self_attn.k_proj,0.01289,0.01000,2.376
32,self_attn.v_proj,0.00144,0.01000,1.641
32,self_attn.q_proj,0.02557,0.01000,1.944
32,self_attn.o_proj,0.00021,0.01000,2.332
32,mlp.up_proj,0.03494,0.01000,2.293
32,mlp.gate_proj,0.03857,0.01000,1.703
32,mlp.down_proj,0.00079,0.01000,9.654
33,self_attn.k_proj,0.02007,0.01000,2.443
33,self_attn.v_proj,0.00140,0.01000,1.715
33,self_attn.q_proj,0.04333,0.01000,1.792
33,self_attn.o_proj,0.00045,0.01000,2.081
33,mlp.up_proj,2.12169,0.01000,2.352
33,mlp.gate_proj,2.03714,0.01000,1.744
33,mlp.down_proj,0.00081,0.01000,9.762
34,self_attn.k_proj,0.01784,0.01000,2.383
34,self_attn.v_proj,0.00142,0.01000,1.760
34,self_attn.q_proj,0.03809,0.01000,1.771
34,self_attn.o_proj,0.00044,0.01000,2.189
34,mlp.up_proj,0.03531,0.01000,2.287
34,mlp.gate_proj,0.03858,0.01000,1.837
34,mlp.down_proj,0.00084,0.01000,9.782
35,self_attn.k_proj,0.02063,0.01000,2.360
35,self_attn.v_proj,0.00148,0.01000,1.619
35,self_attn.q_proj,0.04239,0.01000,1.780
35,self_attn.o_proj,0.00051,0.01000,2.046
35,mlp.up_proj,0.03637,0.01000,2.324
35,mlp.gate_proj,0.04003,0.01000,1.699
35,mlp.down_proj,0.00080,0.01000,9.509
36,self_attn.k_proj,0.01592,0.01000,2.902
36,self_attn.v_proj,0.00134,0.01000,1.716
36,self_attn.q_proj,0.02924,0.01000,1.645
36,self_attn.o_proj,0.00023,0.01000,2.056
36,mlp.up_proj,0.03603,0.01000,2.536
36,mlp.gate_proj,0.04051,0.01000,1.711
36,mlp.down_proj,0.00083,0.01000,9.613
37,self_attn.k_proj,0.02041,0.01000,2.379
37,self_attn.v_proj,0.00143,0.01000,1.622
37,self_attn.q_proj,0.03812,0.01000,1.915
37,self_attn.o_proj,0.00029,0.01000,2.066
37,mlp.up_proj,0.03748,0.01000,3.468
37,mlp.gate_proj,0.04214,0.01000,1.691
37,mlp.down_proj,0.00081,0.01000,10.085
38,self_attn.k_proj,0.01897,0.01000,2.412
38,self_attn.v_proj,0.00161,0.01000,1.641
38,self_attn.q_proj,0.03502,0.01000,1.662
38,self_attn.o_proj,0.00029,0.01000,2.108
38,mlp.up_proj,0.03859,0.01000,2.316
38,mlp.gate_proj,0.04406,0.01000,1.748
38,mlp.down_proj,0.00079,0.01000,9.740
39,self_attn.k_proj,0.01975,0.01000,2.367
39,self_attn.v_proj,0.00173,0.01000,1.623
39,self_attn.q_proj,0.03455,0.01000,1.874
39,self_attn.o_proj,0.00026,0.01000,2.182
39,mlp.up_proj,0.03927,0.01000,2.440
39,mlp.gate_proj,0.04539,0.01000,1.714
39,mlp.down_proj,0.00081,0.01000,9.781
40,self_attn.k_proj,0.01527,0.01000,2.606
40,self_attn.v_proj,0.00202,0.01000,1.649
40,self_attn.q_proj,0.03079,0.01000,1.651
40,self_attn.o_proj,0.00015,0.01000,2.173
40,mlp.up_proj,0.04016,0.01000,2.351
40,mlp.gate_proj,0.04673,0.01000,1.721
40,mlp.down_proj,0.00087,0.01000,9.588
41,self_attn.k_proj,0.01986,0.01000,2.365
41,self_attn.v_proj,0.00172,0.01000,1.618
41,self_attn.q_proj,0.03379,0.01000,1.825
41,self_attn.o_proj,0.00015,0.01000,2.170
41,mlp.up_proj,0.04196,0.01000,2.300
41,mlp.gate_proj,0.04884,0.01000,1.821
41,mlp.down_proj,0.00083,0.01000,9.779
42,self_attn.k_proj,0.01388,0.01000,2.387
42,self_attn.v_proj,0.00144,0.01000,1.614
42,self_attn.q_proj,0.02084,0.01000,1.870
42,self_attn.o_proj,0.00010,0.01000,2.063
42,mlp.up_proj,0.04340,0.01000,2.313
42,mlp.gate_proj,0.05092,0.01000,1.724
42,mlp.down_proj,0.00080,0.01000,9.557
43,self_attn.k_proj,0.01477,0.01000,2.374
43,self_attn.v_proj,0.00157,0.01000,1.908
43,self_attn.q_proj,0.02320,0.01000,1.753
43,self_attn.o_proj,0.00012,0.01000,2.068
43,mlp.up_proj,0.04457,0.01000,2.311
43,mlp.gate_proj,0.05270,0.01000,1.984
43,mlp.down_proj,0.00085,0.01000,10.303
44,self_attn.k_proj,0.02249,0.01000,2.385
44,self_attn.v_proj,0.00249,0.01000,1.769
44,self_attn.q_proj,0.04473,0.01000,1.788
44,self_attn.o_proj,0.00016,0.01000,2.293
44,mlp.up_proj,0.04594,0.01000,2.734
44,mlp.gate_proj,0.05468,0.01000,1.734
44,mlp.down_proj,0.00096,0.01000,9.812
45,self_attn.k_proj,0.01431,0.01000,2.369
45,self_attn.v_proj,0.00152,0.01000,1.630
45,self_attn.q_proj,0.02289,0.01000,1.718
45,self_attn.o_proj,0.00013,0.01000,2.052
45,mlp.up_proj,0.04747,0.01000,2.307
45,mlp.gate_proj,0.05652,0.01000,1.933
45,mlp.down_proj,0.00096,0.01000,9.565
46,self_attn.k_proj,0.00969,0.01000,2.930
46,self_attn.v_proj,0.00075,0.01000,2.241
46,self_attn.q_proj,0.00665,0.01000,1.802
46,self_attn.o_proj,0.00004,0.01000,2.055
46,mlp.up_proj,0.04875,0.01000,2.314
46,mlp.gate_proj,0.05813,0.01000,1.961
46,mlp.down_proj,0.00091,0.01000,9.757
47,self_attn.k_proj,0.01625,0.01000,2.785
47,self_attn.v_proj,0.00187,0.01000,1.718
47,self_attn.q_proj,0.02362,0.01000,1.719
47,self_attn.o_proj,0.00011,0.01000,2.217
47,mlp.up_proj,0.05014,0.01000,2.508
47,mlp.gate_proj,0.05975,0.01000,2.245
47,mlp.down_proj,0.00099,0.01000,9.634
48,self_attn.k_proj,0.01686,0.01000,2.471
48,self_attn.v_proj,0.00202,0.01000,1.704
48,self_attn.q_proj,0.02483,0.01000,1.658
48,self_attn.o_proj,0.00007,0.01000,2.087
48,mlp.up_proj,0.05144,0.01000,2.457
48,mlp.gate_proj,0.06146,0.01000,1.827
48,mlp.down_proj,0.00111,0.01000,9.789
49,self_attn.k_proj,0.01729,0.01000,2.349
49,self_attn.v_proj,0.00190,0.01000,1.741
49,self_attn.q_proj,0.02462,0.01000,1.763
49,self_attn.o_proj,0.00013,0.01000,2.247
49,mlp.up_proj,0.05302,0.01000,2.304
49,mlp.gate_proj,0.06339,0.01000,1.702
49,mlp.down_proj,0.00109,0.01000,9.869
50,self_attn.k_proj,0.01403,0.01000,2.406
50,self_attn.v_proj,0.00159,0.01000,1.635
50,self_attn.q_proj,0.01598,0.01000,1.644
50,self_attn.o_proj,0.00008,0.01000,2.081
50,mlp.up_proj,0.05439,0.01000,2.517
50,mlp.gate_proj,0.06513,0.01000,1.723
50,mlp.down_proj,0.00102,0.01000,10.133
51,self_attn.k_proj,0.01577,0.01000,2.506
51,self_attn.v_proj,0.00190,0.01000,1.798
51,self_attn.q_proj,0.02227,0.01000,1.660
51,self_attn.o_proj,0.00011,0.01000,2.062
51,mlp.up_proj,0.05574,0.01000,2.590
51,mlp.gate_proj,0.06659,0.01000,2.082
51,mlp.down_proj,0.00111,0.01000,10.006
52,self_attn.k_proj,0.02505,0.01000,2.522
52,self_attn.v_proj,0.00261,0.01000,1.644
52,self_attn.q_proj,0.04654,0.01000,1.652
52,self_attn.o_proj,0.00032,0.01000,2.059
52,mlp.up_proj,0.05658,0.01000,2.468
52,mlp.gate_proj,0.06787,0.01000,1.890
52,mlp.down_proj,0.00123,0.01000,9.558
53,self_attn.k_proj,0.02019,0.01000,2.370
53,self_attn.v_proj,0.00219,0.01000,1.620
53,self_attn.q_proj,0.02778,0.01000,1.717
53,self_attn.o_proj,0.00009,0.01000,2.073
53,mlp.up_proj,0.05834,0.01000,2.875
53,mlp.gate_proj,0.07002,0.01000,1.735
53,mlp.down_proj,0.00120,0.01000,9.773
54,self_attn.k_proj,0.01412,0.01000,2.370
54,self_attn.v_proj,0.00141,0.01000,1.817
54,self_attn.q_proj,0.01614,0.01000,1.659
54,self_attn.o_proj,0.00013,0.01000,2.328
54,mlp.up_proj,0.05963,0.01000,2.300
54,mlp.gate_proj,0.07077,0.01000,1.734
54,mlp.down_proj,0.00114,0.01000,9.940
55,self_attn.k_proj,0.01295,0.01000,2.377
55,self_attn.v_proj,0.00142,0.01000,1.642
55,self_attn.q_proj,0.01781,0.01000,1.793
55,self_attn.o_proj,0.00014,0.01000,2.071
55,mlp.up_proj,0.06028,0.01000,2.347
55,mlp.gate_proj,0.07178,0.01000,2.041
55,mlp.down_proj,0.00122,0.01000,9.831
56,self_attn.k_proj,0.02498,0.01000,2.373
56,self_attn.v_proj,0.00324,0.01000,1.627
56,self_attn.q_proj,0.04752,0.01000,1.651
56,self_attn.o_proj,0.00028,0.01000,2.055
56,mlp.up_proj,0.06159,0.01000,2.311
56,mlp.gate_proj,0.07412,0.01000,1.730
56,mlp.down_proj,0.00136,0.01000,10.053
57,self_attn.k_proj,0.01997,0.01000,2.462
57,self_attn.v_proj,0.00245,0.01000,1.656
57,self_attn.q_proj,0.02847,0.01000,1.677
57,self_attn.o_proj,0.00018,0.01000,2.086
57,mlp.up_proj,0.06359,0.01000,2.426
57,mlp.gate_proj,0.07660,0.01000,1.845
57,mlp.down_proj,0.00135,0.01000,10.331
58,self_attn.k_proj,0.01457,0.01000,2.377
58,self_attn.v_proj,0.00202,0.01000,1.615
58,self_attn.q_proj,0.01855,0.01000,1.640
58,self_attn.o_proj,0.00011,0.01000,2.056
58,mlp.up_proj,0.06492,0.01000,2.309
58,mlp.gate_proj,0.07708,0.01000,1.748
58,mlp.down_proj,0.00128,0.01000,9.802
59,self_attn.k_proj,0.01434,0.01000,2.388
59,self_attn.v_proj,0.00164,0.01000,1.631
59,self_attn.q_proj,0.01623,0.01000,1.777
59,self_attn.o_proj,0.00008,0.01000,2.054
59,mlp.up_proj,0.06660,0.01000,2.478
59,mlp.gate_proj,0.08048,0.01000,2.199
59,mlp.down_proj,0.00143,0.01000,9.738
60,self_attn.k_proj,0.02392,0.01000,2.619
60,self_attn.v_proj,0.00376,0.01000,1.640
60,self_attn.q_proj,0.04432,0.01000,1.638
60,self_attn.o_proj,0.00019,0.01000,2.069
60,mlp.up_proj,0.06783,0.01000,2.311
60,mlp.gate_proj,0.08297,0.01000,1.718
60,mlp.down_proj,0.00160,0.01000,9.811
61,self_attn.k_proj,0.01741,0.01000,2.626
61,self_attn.v_proj,0.00235,0.01000,1.642
61,self_attn.q_proj,0.02038,0.01000,1.650
61,self_attn.o_proj,0.00013,0.01000,2.211
61,mlp.up_proj,0.06935,0.01000,2.320
61,mlp.gate_proj,0.08471,0.01000,1.698
61,mlp.down_proj,0.00156,0.01000,9.790
62,self_attn.k_proj,0.01269,0.01000,2.352
62,self_attn.v_proj,0.00101,0.01000,1.883
62,self_attn.q_proj,0.00748,0.01000,1.665
62,self_attn.o_proj,0.00004,0.01000,2.240
62,mlp.up_proj,0.06984,0.01000,2.320
62,mlp.gate_proj,0.08392,0.01000,1.726
62,mlp.down_proj,0.00143,0.01000,9.667
63,self_attn.k_proj,0.01401,0.01000,2.372
63,self_attn.v_proj,0.00160,0.01000,1.798
63,self_attn.q_proj,0.01472,0.01000,1.644
63,self_attn.o_proj,0.00010,0.01000,2.066
63,mlp.up_proj,0.07236,0.01000,2.469
63,mlp.gate_proj,0.08848,0.01000,1.730
63,mlp.down_proj,0.00156,0.01000,9.760
64,self_attn.k_proj,0.02289,0.01000,2.490
64,self_attn.v_proj,0.00343,0.01000,1.621
64,self_attn.q_proj,0.03618,0.01000,1.757
64,self_attn.o_proj,0.00028,0.01000,2.056
64,mlp.up_proj,0.07495,0.01000,2.474
64,mlp.gate_proj,0.09404,0.01000,1.702
64,mlp.down_proj,0.00181,0.01000,9.764
65,self_attn.k_proj,0.01376,0.01000,2.490
65,self_attn.v_proj,0.00141,0.01000,1.634
65,self_attn.q_proj,0.01285,0.01000,1.648
65,self_attn.o_proj,0.00008,0.01000,2.052
65,mlp.up_proj,0.07586,0.01000,2.285
65,mlp.gate_proj,0.09522,0.01000,1.933
65,mlp.down_proj,0.00176,0.01000,9.737
66,self_attn.k_proj,0.01370,0.01000,2.385
66,self_attn.v_proj,0.00183,0.01000,1.640
66,self_attn.q_proj,0.01617,0.01000,1.647
66,self_attn.o_proj,0.00015,0.01000,2.049
66,mlp.up_proj,0.07677,0.01000,2.849
66,mlp.gate_proj,0.09263,0.01000,1.950
66,mlp.down_proj,0.00165,0.01000,9.987
67,self_attn.k_proj,0.02236,0.01000,2.630
67,self_attn.v_proj,0.00381,0.01000,1.638
67,self_attn.q_proj,0.03565,0.01000,1.801
67,self_attn.o_proj,0.00023,0.01000,2.083
67,mlp.up_proj,0.07979,0.01000,2.353
67,mlp.gate_proj,0.09653,0.01000,1.886
67,mlp.down_proj,0.00182,0.01000,9.581
68,self_attn.k_proj,0.02391,0.01000,2.614
68,self_attn.v_proj,0.00477,0.01000,1.623
68,self_attn.q_proj,0.04265,0.01000,1.645
68,self_attn.o_proj,0.00032,0.01000,2.055
68,mlp.up_proj,0.08432,0.01000,2.301
68,mlp.gate_proj,0.10534,0.01000,1.721
68,mlp.down_proj,0.00220,0.01000,9.824
69,self_attn.k_proj,0.01932,0.01000,2.364
69,self_attn.v_proj,0.00374,0.01000,1.657
69,self_attn.q_proj,0.03183,0.01000,1.668
69,self_attn.o_proj,0.00031,0.01000,2.080
69,mlp.up_proj,0.08612,0.01000,2.306
69,mlp.gate_proj,0.10620,0.01000,1.728
69,mlp.down_proj,0.00222,0.01000,9.535
70,self_attn.k_proj,0.01854,0.01000,2.355
70,self_attn.v_proj,0.00344,0.01000,1.662
70,self_attn.q_proj,0.03492,0.01000,1.651
70,self_attn.o_proj,0.00046,0.01000,2.083
70,mlp.up_proj,0.08767,0.01000,2.325
70,mlp.gate_proj,0.10437,0.01000,1.724
70,mlp.down_proj,0.00222,0.01000,9.556
71,self_attn.k_proj,0.02173,0.01000,2.371
71,self_attn.v_proj,0.00461,0.01000,1.613
71,self_attn.q_proj,0.04740,0.01000,1.653
71,self_attn.o_proj,0.00085,0.01000,2.063
71,mlp.up_proj,0.09321,0.01000,2.340
71,mlp.gate_proj,0.11069,0.01000,1.985
71,mlp.down_proj,0.00261,0.01000,9.801
72,self_attn.k_proj,0.02202,0.01000,2.374
72,self_attn.v_proj,0.00503,0.01000,1.883
72,self_attn.q_proj,0.05096,0.01000,1.653
72,self_attn.o_proj,0.00056,0.01000,2.196
72,mlp.up_proj,0.09695,0.01000,2.323
72,mlp.gate_proj,0.11944,0.01000,1.917
72,mlp.down_proj,0.00304,0.01000,9.565
73,self_attn.k_proj,0.02200,0.01000,2.361
73,self_attn.v_proj,0.00536,0.01000,1.630
73,self_attn.q_proj,0.04987,0.01000,1.661
73,self_attn.o_proj,0.00116,0.01000,2.095
73,mlp.up_proj,0.09840,0.01000,2.496
73,mlp.gate_proj,0.12019,0.01000,1.721
73,mlp.down_proj,0.00325,0.01000,9.875
74,self_attn.k_proj,0.02089,0.01000,2.372
74,self_attn.v_proj,0.00524,0.01000,1.626
74,self_attn.q_proj,0.04864,0.01000,1.669
74,self_attn.o_proj,0.00159,0.01000,2.075
74,mlp.up_proj,0.10307,0.01000,2.311
74,mlp.gate_proj,0.12496,0.01000,1.709
74,mlp.down_proj,0.00360,0.01000,9.726
75,self_attn.k_proj,0.01917,0.01000,2.398
75,self_attn.v_proj,0.00576,0.01000,1.632
75,self_attn.q_proj,0.05017,0.01000,1.661
75,self_attn.o_proj,0.00263,0.01000,2.059
75,mlp.up_proj,0.11074,0.01000,2.394
75,mlp.gate_proj,0.13808,0.01000,1.764
75,mlp.down_proj,0.00535,0.01000,9.529
76,self_attn.k_proj,0.01710,0.01000,2.440
76,self_attn.v_proj,0.00567,0.01000,1.645
76,self_attn.q_proj,0.04558,0.01000,1.702
76,self_attn.o_proj,0.00153,0.01000,2.089
76,mlp.up_proj,0.12809,0.01000,2.459
76,mlp.gate_proj,0.19536,0.01000,1.727
76,mlp.down_proj,0.00760,0.01000,9.823
77,self_attn.k_proj,0.01962,0.01000,2.368
77,self_attn.v_proj,0.00669,0.01000,1.889
77,self_attn.q_proj,0.04954,0.01000,1.640
77,self_attn.o_proj,0.00256,0.01000,2.051
77,mlp.up_proj,0.12532,0.01000,2.297
77,mlp.gate_proj,0.15861,0.01000,1.701
77,mlp.down_proj,0.00997,0.01000,9.556
78,self_attn.k_proj,0.01778,0.01000,2.368
78,self_attn.v_proj,0.00492,0.01000,1.635
78,self_attn.q_proj,0.04162,0.01000,1.778
78,self_attn.o_proj,0.00279,0.01000,2.293
78,mlp.up_proj,0.12515,0.01000,2.359
78,mlp.gate_proj,0.15465,0.01000,1.712
78,mlp.down_proj,0.02111,0.01000,9.784
79,self_attn.k_proj,0.00898,0.01000,2.605
79,self_attn.v_proj,0.00279,0.01000,1.622
79,self_attn.q_proj,0.01719,0.01000,1.646
79,self_attn.o_proj,0.00146,0.01000,2.078
79,mlp.up_proj,0.08541,0.01000,2.300
79,mlp.gate_proj,0.10013,0.01000,1.773
79,mlp.down_proj,0.02457,0.01000,9.867