quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.23531,0.01000,2.556
0,self_attn.v_proj,0.46357,0.01000,1.551
0,self_attn.q_proj,0.52508,0.01000,1.569
0,self_attn.o_proj,0.00006,0.01000,2.451
0,mlp.up_proj,0.33605,0.01000,2.373
0,mlp.gate_proj,0.34292,0.01000,1.698
0,mlp.down_proj,0.00099,0.01500,11.548
1,self_attn.k_proj,0.22552,0.01000,2.877
1,self_attn.v_proj,0.19088,0.01000,2.184
1,self_attn.q_proj,1.65621,0.01000,2.377
1,self_attn.o_proj,0.00028,0.01000,2.213
1,mlp.up_proj,0.21750,0.01000,2.697
1,mlp.gate_proj,0.22350,0.01000,2.138
1,mlp.down_proj,0.00042,0.01000,11.073
2,self_attn.k_proj,0.07623,0.01000,2.888
2,self_attn.v_proj,0.01416,0.01000,2.152
2,self_attn.q_proj,0.95649,0.01000,2.048
2,self_attn.o_proj,0.00032,0.01000,2.529
2,mlp.up_proj,0.42987,0.01000,2.533
2,mlp.gate_proj,0.44105,0.01000,1.979
2,mlp.down_proj,0.00067,0.01000,10.904
3,self_attn.k_proj,0.18092,0.01000,2.672
3,self_attn.v_proj,0.02397,0.01000,1.830
3,self_attn.q_proj,1.07310,0.01000,1.750
3,self_attn.o_proj,0.00043,0.01000,2.217
3,mlp.up_proj,0.73944,0.01000,2.614
3,mlp.gate_proj,0.83615,0.01000,1.912
3,mlp.down_proj,0.01995,0.01000,9.984
4,self_attn.k_proj,0.20787,0.01000,2.300
4,self_attn.v_proj,0.02817,0.01000,1.551
4,self_attn.q_proj,0.59654,0.01000,1.599
4,self_attn.o_proj,0.00042,0.01000,2.479
4,mlp.up_proj,0.72421,0.01000,2.389
4,mlp.gate_proj,0.74871,0.01000,1.694
4,mlp.down_proj,0.00166,0.01000,9.317
5,self_attn.k_proj,0.27347,0.01000,2.485
5,self_attn.v_proj,0.05761,0.01000,1.611
5,self_attn.q_proj,0.84535,0.01000,1.553
5,self_attn.o_proj,0.00062,0.01000,2.194
5,mlp.up_proj,0.90401,0.01000,2.422
5,mlp.gate_proj,0.97333,0.01000,1.788
5,mlp.down_proj,0.00242,0.01000,9.596
6,self_attn.k_proj,0.42862,0.01000,2.513
6,self_attn.v_proj,0.06339,0.01000,1.545
6,self_attn.q_proj,1.24137,0.01000,1.559
6,self_attn.o_proj,0.00088,0.01000,1.987
6,mlp.up_proj,0.86381,0.01000,2.208
6,mlp.gate_proj,0.90910,0.01000,1.745
6,mlp.down_proj,0.00333,0.01000,9.308
7,self_attn.k_proj,0.51448,0.01000,2.253
7,self_attn.v_proj,0.07318,0.01000,1.514
7,self_attn.q_proj,1.53267,0.01000,1.543
7,self_attn.o_proj,0.00062,0.01000,2.289
7,mlp.up_proj,0.99547,0.01000,2.213
7,mlp.gate_proj,1.05307,0.01000,1.624
7,mlp.down_proj,0.00440,0.01000,9.719
8,self_attn.k_proj,0.36074,0.01000,2.425
8,self_attn.v_proj,0.06579,0.01000,1.611
8,self_attn.q_proj,1.03923,0.01000,1.613
8,self_attn.o_proj,0.00129,0.01000,1.957
8,mlp.up_proj,1.52091,0.01000,2.215
8,mlp.gate_proj,1.60871,0.01000,1.618
8,mlp.down_proj,0.00528,0.01000,9.367
9,self_attn.k_proj,0.31451,0.01000,2.277
9,self_attn.v_proj,0.05355,0.01000,1.524
9,self_attn.q_proj,0.92820,0.01000,1.814
9,self_attn.o_proj,0.00190,0.01000,2.086
9,mlp.up_proj,2.35743,0.01000,2.219
9,mlp.gate_proj,2.52154,0.01000,1.618
9,mlp.down_proj,0.00697,0.01000,9.463
10,self_attn.k_proj,0.87718,0.01000,2.278
10,self_attn.v_proj,0.11929,0.01000,1.538
10,self_attn.q_proj,2.48144,0.01000,1.558
10,self_attn.o_proj,0.00252,0.01000,1.992
10,mlp.up_proj,1.57950,0.01000,2.450
10,mlp.gate_proj,1.69043,0.01000,1.842
10,mlp.down_proj,0.01093,0.01000,9.596
11,self_attn.k_proj,0.89433,0.01000,2.378
11,self_attn.v_proj,0.12628,0.01000,1.695
11,self_attn.q_proj,2.13901,0.01000,1.559
11,self_attn.o_proj,0.00293,0.01000,2.194
11,mlp.up_proj,2.32709,0.01000,2.310
11,mlp.gate_proj,2.48692,0.01000,1.642
11,mlp.down_proj,0.01441,0.01000,9.330
12,self_attn.k_proj,0.61281,0.01000,2.304
12,self_attn.v_proj,0.10697,0.01000,1.543
12,self_attn.q_proj,1.74949,0.01000,1.577
12,self_attn.o_proj,0.00287,0.01000,2.001
12,mlp.up_proj,2.01527,0.01000,2.253
12,mlp.gate_proj,2.15914,0.01000,1.641
12,mlp.down_proj,0.01651,0.01000,9.597
13,self_attn.k_proj,0.89244,0.01000,2.535
13,self_attn.v_proj,0.11949,0.01000,1.555
13,self_attn.q_proj,2.37271,0.01000,1.583
13,self_attn.o_proj,0.01007,0.01000,1.977
13,mlp.up_proj,1.85504,0.01000,2.201
13,mlp.gate_proj,1.96903,0.01000,1.717
13,mlp.down_proj,0.02111,0.01000,9.372
14,self_attn.k_proj,1.10380,0.01000,2.310
14,self_attn.v_proj,0.14625,0.01000,1.519
14,self_attn.q_proj,3.23322,0.01000,1.676
14,self_attn.o_proj,0.01357,0.01000,1.973
14,mlp.up_proj,2.40210,0.01000,2.218
14,mlp.gate_proj,2.57257,0.01000,1.653
14,mlp.down_proj,0.03005,0.01000,9.469
15,self_attn.k_proj,0.94024,0.01000,2.299
15,self_attn.v_proj,0.13645,0.01000,1.800
15,self_attn.q_proj,2.65413,0.01000,1.551
15,self_attn.o_proj,0.01458,0.01000,1.954
15,mlp.up_proj,2.82252,0.01000,2.195
15,mlp.gate_proj,3.08406,0.01000,1.666
15,mlp.down_proj,0.04008,0.01000,9.403
16,self_attn.k_proj,1.00748,0.01000,2.540
16,self_attn.v_proj,0.15247,0.01000,1.838
16,self_attn.q_proj,3.08494,0.01000,1.578
16,self_attn.o_proj,0.01846,0.01000,2.122
16,mlp.up_proj,3.58360,0.01000,2.517
16,mlp.gate_proj,3.94619,0.01000,1.647
16,mlp.down_proj,0.05600,0.01000,9.938
17,self_attn.k_proj,1.62310,0.01000,2.274
17,self_attn.v_proj,0.17305,0.01000,1.523
17,self_attn.q_proj,4.43166,0.01000,1.549
17,self_attn.o_proj,0.04725,0.01000,1.960
17,mlp.up_proj,4.30546,0.01000,2.223
17,mlp.gate_proj,4.73475,0.01000,1.643
17,mlp.down_proj,0.08038,0.01000,9.285
18,self_attn.k_proj,2.06040,0.01000,2.277
18,self_attn.v_proj,0.23423,0.01000,1.834
18,self_attn.q_proj,6.03991,0.01000,1.560
18,self_attn.o_proj,0.05936,0.01000,2.249
18,mlp.up_proj,5.56824,0.01000,2.363
18,mlp.gate_proj,6.27823,0.01000,1.655
18,mlp.down_proj,0.10447,0.01000,9.319
19,self_attn.k_proj,1.91635,0.01000,2.264
19,self_attn.v_proj,0.27656,0.01000,1.596
19,self_attn.q_proj,5.30198,0.01000,1.550
19,self_attn.o_proj,0.05894,0.01000,1.982
19,mlp.up_proj,6.02927,0.01000,2.347
19,mlp.gate_proj,7.02656,0.01000,1.773
19,mlp.down_proj,0.12342,0.01000,9.497
20,self_attn.k_proj,2.51146,0.01000,2.287
20,self_attn.v_proj,0.28954,0.01000,1.562
20,self_attn.q_proj,5.45232,0.01000,1.567
20,self_attn.o_proj,0.04226,0.01000,2.054
20,mlp.up_proj,6.79570,0.01000,2.391
20,mlp.gate_proj,7.75269,0.01000,1.750
20,mlp.down_proj,0.12557,0.01000,10.650
21,self_attn.k_proj,3.74202,0.01000,2.278
21,self_attn.v_proj,0.34263,0.01000,1.732
21,self_attn.q_proj,8.67450,0.01000,1.586
21,self_attn.o_proj,0.06746,0.01000,2.219
21,mlp.up_proj,7.72467,0.01000,2.261
21,mlp.gate_proj,8.87757,0.01000,1.643
21,mlp.down_proj,0.13482,0.01000,9.451
22,self_attn.k_proj,3.99121,0.01000,2.603
22,self_attn.v_proj,0.52027,0.01000,1.804
22,self_attn.q_proj,8.77839,0.01000,1.551
22,self_attn.o_proj,0.04348,0.01000,1.965
22,mlp.up_proj,8.36542,0.01000,2.219
22,mlp.gate_proj,9.83777,0.01000,1.649
22,mlp.down_proj,0.13291,0.01000,10.778
23,self_attn.k_proj,4.50723,0.01000,2.338
23,self_attn.v_proj,0.48794,0.01000,1.608
23,self_attn.q_proj,9.48919,0.01000,1.590
23,self_attn.o_proj,0.05267,0.01000,1.955
23,mlp.up_proj,8.80328,0.01000,2.223
23,mlp.gate_proj,10.42232,0.01000,1.632
23,mlp.down_proj,0.13943,0.01000,9.795
24,self_attn.k_proj,2.50699,0.01000,2.260
24,self_attn.v_proj,0.26585,0.01000,1.787
24,self_attn.q_proj,4.33575,0.01000,1.544
24,self_attn.o_proj,0.03386,0.01000,1.970
24,mlp.up_proj,9.21007,0.01000,2.447
24,mlp.gate_proj,10.64922,0.01000,1.609
24,mlp.down_proj,0.14144,0.01000,9.315
25,self_attn.k_proj,4.58342,0.01000,2.264
25,self_attn.v_proj,0.51449,0.01000,1.676
25,self_attn.q_proj,8.70255,0.01000,1.665
25,self_attn.o_proj,0.03792,0.01000,1.957
25,mlp.up_proj,9.83189,0.01000,2.187
25,mlp.gate_proj,11.38133,0.01000,1.872
25,mlp.down_proj,0.14911,0.01000,9.467
26,self_attn.k_proj,4.49478,0.01000,2.525
26,self_attn.v_proj,0.51583,0.01000,1.523
26,self_attn.q_proj,8.76734,0.01000,1.542
26,self_attn.o_proj,0.03834,0.01000,1.954
26,mlp.up_proj,9.94552,0.01000,2.189
26,mlp.gate_proj,11.41803,0.01000,1.757
26,mlp.down_proj,0.15719,0.01000,9.967
27,self_attn.k_proj,4.53939,0.01000,2.301
27,self_attn.v_proj,0.32060,0.01000,1.578
27,self_attn.q_proj,8.75762,0.01000,1.546
27,self_attn.o_proj,0.09389,0.01000,2.000
27,mlp.up_proj,9.45245,0.01000,2.217
27,mlp.gate_proj,10.63973,0.01000,1.604
27,mlp.down_proj,0.17977,0.01000,9.222
28,self_attn.k_proj,5.13186,0.01000,2.373
28,self_attn.v_proj,0.44138,0.01000,1.588
28,self_attn.q_proj,10.30883,0.01000,1.550
28,self_attn.o_proj,0.07049,0.01000,1.945
28,mlp.up_proj,9.69899,0.01000,2.191
28,mlp.gate_proj,10.91541,0.01000,1.616
28,mlp.down_proj,0.19832,0.01000,9.494
29,self_attn.k_proj,5.43682,0.01000,2.262
29,self_attn.v_proj,0.42047,0.01000,1.823
29,self_attn.q_proj,10.44796,0.01000,1.639
29,self_attn.o_proj,0.07827,0.01000,2.375
29,mlp.up_proj,10.05313,0.01000,2.250
29,mlp.gate_proj,11.30971,0.01000,1.613
29,mlp.down_proj,0.20748,0.01000,9.665
30,self_attn.k_proj,4.46009,0.01000,2.254
30,self_attn.v_proj,0.36761,0.01000,1.628
30,self_attn.q_proj,8.56598,0.01000,1.681
30,self_attn.o_proj,0.08698,0.01000,2.052
30,mlp.up_proj,9.87829,0.01000,2.337
30,mlp.gate_proj,10.99557,0.01000,1.671
30,mlp.down_proj,0.20794,0.01000,9.390
31,self_attn.k_proj,5.67609,0.01000,2.282
31,self_attn.v_proj,0.36797,0.01000,1.529
31,self_attn.q_proj,12.28579,0.01000,1.585
31,self_attn.o_proj,0.14027,0.01000,2.267
31,mlp.up_proj,10.15427,0.01000,2.240
31,mlp.gate_proj,11.06075,0.01000,1.671
31,mlp.down_proj,0.21379,0.01000,9.821
32,self_attn.k_proj,3.78206,0.01000,2.560
32,self_attn.v_proj,0.42129,0.01000,1.552
32,self_attn.q_proj,7.49590,0.01000,1.557
32,self_attn.o_proj,0.06127,0.01000,1.974
32,mlp.up_proj,10.22127,0.01000,2.227
32,mlp.gate_proj,11.28129,0.01000,1.918
32,mlp.down_proj,0.22990,0.01000,9.269
33,self_attn.k_proj,5.90730,0.01000,2.281
33,self_attn.v_proj,0.40967,0.01000,1.542
33,self_attn.q_proj,12.72194,0.01000,1.568
33,self_attn.o_proj,0.13227,0.01000,1.974
33,mlp.up_proj,25.73806,0.01000,2.495
33,mlp.gate_proj,27.64305,0.01000,1.640
33,mlp.down_proj,0.23200,0.01000,9.466
34,self_attn.k_proj,5.22453,0.01000,2.274
34,self_attn.v_proj,0.41569,0.01000,1.833
34,self_attn.q_proj,11.15511,0.01000,1.570
34,self_attn.o_proj,0.13014,0.01000,2.243
34,mlp.up_proj,10.36090,0.01000,2.228
34,mlp.gate_proj,11.32298,0.01000,1.646
34,mlp.down_proj,0.24609,0.01000,9.504
35,self_attn.k_proj,6.07078,0.01000,2.302
35,self_attn.v_proj,0.43478,0.01000,1.605
35,self_attn.q_proj,12.44615,0.01000,1.529
35,self_attn.o_proj,0.14727,0.01000,2.015
35,mlp.up_proj,10.59521,0.01000,2.483
35,mlp.gate_proj,11.66131,0.01000,1.630
35,mlp.down_proj,0.23120,0.01000,9.454
36,self_attn.k_proj,4.65025,0.01000,2.257
36,self_attn.v_proj,0.38924,0.01000,1.515
36,self_attn.q_proj,8.54541,0.01000,1.537
36,self_attn.o_proj,0.06774,0.01000,1.956
36,mlp.up_proj,10.52907,0.01000,2.780
36,mlp.gate_proj,11.83214,0.01000,2.164
36,mlp.down_proj,0.24155,0.01000,9.355
37,self_attn.k_proj,5.98086,0.01000,2.263
37,self_attn.v_proj,0.41729,0.01000,1.543
37,self_attn.q_proj,11.16535,0.01000,1.615
37,self_attn.o_proj,0.08387,0.01000,1.988
37,mlp.up_proj,10.92331,0.01000,2.375
37,mlp.gate_proj,12.28220,0.01000,1.616
37,mlp.down_proj,0.23535,0.01000,9.194
38,self_attn.k_proj,5.55112,0.01000,2.257
38,self_attn.v_proj,0.46866,0.01000,1.517
38,self_attn.q_proj,10.24790,0.01000,1.846
38,self_attn.o_proj,0.08366,0.01000,2.000
38,mlp.up_proj,11.25049,0.01000,3.134
38,mlp.gate_proj,12.84743,0.01000,2.076
38,mlp.down_proj,0.22896,0.01000,9.524
39,self_attn.k_proj,5.79255,0.01000,2.303
39,self_attn.v_proj,0.50467,0.01000,1.534
39,self_attn.q_proj,10.08806,0.01000,1.617
39,self_attn.o_proj,0.07432,0.01000,2.001
39,mlp.up_proj,11.46196,0.01000,2.348
39,mlp.gate_proj,13.24593,0.01000,1.709
39,mlp.down_proj,0.23473,0.01000,9.506
40,self_attn.k_proj,4.48698,0.01000,2.544
40,self_attn.v_proj,0.59136,0.01000,1.542
40,self_attn.q_proj,9.01510,0.01000,1.554
40,self_attn.o_proj,0.04428,0.01000,2.031
40,mlp.up_proj,11.71485,0.01000,2.275
40,mlp.gate_proj,13.63525,0.01000,1.668
40,mlp.down_proj,0.25159,0.01000,9.531
41,self_attn.k_proj,5.82400,0.01000,2.281
41,self_attn.v_proj,0.50074,0.01000,1.541
41,self_attn.q_proj,9.87981,0.01000,1.576
41,self_attn.o_proj,0.04465,0.01000,1.976
41,mlp.up_proj,12.23406,0.01000,2.680
41,mlp.gate_proj,14.24423,0.01000,1.732
41,mlp.down_proj,0.24012,0.01000,9.473
42,self_attn.k_proj,4.04768,0.01000,2.351
42,self_attn.v_proj,0.41600,0.01000,1.524
42,self_attn.q_proj,6.08836,0.01000,1.556
42,self_attn.o_proj,0.02933,0.01000,2.114
42,mlp.up_proj,12.65501,0.01000,2.459
42,mlp.gate_proj,14.84869,0.01000,1.743
42,mlp.down_proj,0.23180,0.01000,9.237
43,self_attn.k_proj,4.30233,0.01000,2.275
43,self_attn.v_proj,0.45449,0.01000,1.528
43,self_attn.q_proj,6.76830,0.01000,1.545
43,self_attn.o_proj,0.03536,0.01000,1.972
43,mlp.up_proj,12.98444,0.01000,2.199
43,mlp.gate_proj,15.35358,0.01000,1.623
43,mlp.down_proj,0.24703,0.01000,9.518
44,self_attn.k_proj,6.57422,0.01000,2.370
44,self_attn.v_proj,0.72212,0.01000,1.818
44,self_attn.q_proj,13.05780,0.01000,1.731
44,self_attn.o_proj,0.04563,0.01000,2.007
44,mlp.up_proj,13.38439,0.01000,2.484
44,mlp.gate_proj,15.92130,0.01000,1.628
44,mlp.down_proj,0.27710,0.01000,9.441
45,self_attn.k_proj,4.17996,0.01000,2.261
45,self_attn.v_proj,0.44050,0.01000,1.545
45,self_attn.q_proj,6.69196,0.01000,1.817
45,self_attn.o_proj,0.03971,0.01000,1.970
45,mlp.up_proj,13.81318,0.01000,2.200
45,mlp.gate_proj,16.44923,0.01000,1.874
45,mlp.down_proj,0.27573,0.01000,9.405
46,self_attn.k_proj,2.88592,0.01000,2.263
46,self_attn.v_proj,0.20381,0.01000,1.527
46,self_attn.q_proj,1.94547,0.01000,1.547
46,self_attn.o_proj,0.01143,0.01000,1.985
46,mlp.up_proj,14.18423,0.01000,2.735
46,mlp.gate_proj,16.91549,0.01000,1.926
46,mlp.down_proj,0.26326,0.01000,9.434
47,self_attn.k_proj,4.75763,0.01000,2.396
47,self_attn.v_proj,0.54324,0.01000,1.618
47,self_attn.q_proj,6.89715,0.01000,1.540
47,self_attn.o_proj,0.03431,0.01000,2.056
47,mlp.up_proj,14.59468,0.01000,2.207
47,mlp.gate_proj,17.38904,0.01000,1.753
47,mlp.down_proj,0.28455,0.01000,9.539
48,self_attn.k_proj,4.92353,0.01000,2.330
48,self_attn.v_proj,0.58495,0.01000,1.586
48,self_attn.q_proj,7.24482,0.01000,1.618
48,self_attn.o_proj,0.02075,0.01000,2.042
48,mlp.up_proj,14.95333,0.01000,2.272
48,mlp.gate_proj,17.85590,0.01000,1.700
48,mlp.down_proj,0.32005,0.01000,9.382
49,self_attn.k_proj,5.01464,0.01000,2.312
49,self_attn.v_proj,0.55160,0.01000,1.566
49,self_attn.q_proj,7.17639,0.01000,1.572
49,self_attn.o_proj,0.03987,0.01000,1.994
49,mlp.up_proj,15.40281,0.01000,2.228
49,mlp.gate_proj,18.41146,0.01000,1.652
49,mlp.down_proj,0.31567,0.01000,9.579
50,self_attn.k_proj,4.09430,0.01000,2.479
50,self_attn.v_proj,0.45519,0.01000,1.730
50,self_attn.q_proj,4.64723,0.01000,1.540
50,self_attn.o_proj,0.02517,0.01000,2.249
50,mlp.up_proj,15.77175,0.01000,2.227
50,mlp.gate_proj,18.89061,0.01000,1.603
50,mlp.down_proj,0.29531,0.01000,9.490
51,self_attn.k_proj,4.57888,0.01000,2.312
51,self_attn.v_proj,0.54937,0.01000,1.543
51,self_attn.q_proj,6.47231,0.01000,1.593
51,self_attn.o_proj,0.03299,0.01000,1.980
51,mlp.up_proj,16.14927,0.01000,2.222
51,mlp.gate_proj,19.29413,0.01000,1.631
51,mlp.down_proj,0.31988,0.01000,9.395
52,self_attn.k_proj,7.25173,0.01000,2.338
52,self_attn.v_proj,0.75488,0.01000,1.574
52,self_attn.q_proj,13.49202,0.01000,1.564
52,self_attn.o_proj,0.09680,0.01000,1.977
52,mlp.up_proj,16.40240,0.01000,2.229
52,mlp.gate_proj,19.66991,0.01000,1.942
52,mlp.down_proj,0.35436,0.01000,9.509
53,self_attn.k_proj,5.85921,0.01000,2.344
53,self_attn.v_proj,0.63192,0.01000,1.559
53,self_attn.q_proj,8.06927,0.01000,1.524
53,self_attn.o_proj,0.02715,0.01000,1.973
53,mlp.up_proj,16.90566,0.01000,2.242
53,mlp.gate_proj,20.28634,0.01000,1.622
53,mlp.down_proj,0.34458,0.01000,9.571
54,self_attn.k_proj,4.11044,0.01000,2.345
54,self_attn.v_proj,0.40480,0.01000,1.528
54,self_attn.q_proj,4.68029,0.01000,1.597
54,self_attn.o_proj,0.03960,0.01000,1.957
54,mlp.up_proj,17.26107,0.01000,2.320
54,mlp.gate_proj,20.47708,0.01000,1.731
54,mlp.down_proj,0.32994,0.01000,9.502
55,self_attn.k_proj,3.73951,0.01000,2.387
55,self_attn.v_proj,0.40856,0.01000,1.544
55,self_attn.q_proj,5.14796,0.01000,1.557
55,self_attn.o_proj,0.04110,0.01000,1.970
55,mlp.up_proj,17.44108,0.01000,2.210
55,mlp.gate_proj,20.76849,0.01000,1.851
55,mlp.down_proj,0.35214,0.01000,9.542
56,self_attn.k_proj,7.24464,0.01000,2.290
56,self_attn.v_proj,0.93382,0.01000,1.542
56,self_attn.q_proj,13.77036,0.01000,1.825
56,self_attn.o_proj,0.08122,0.01000,1.967
56,mlp.up_proj,17.80142,0.01000,2.212
56,mlp.gate_proj,21.41881,0.01000,1.836
56,mlp.down_proj,0.38937,0.01000,10.599
57,self_attn.k_proj,5.79714,0.01000,2.652
57,self_attn.v_proj,0.70707,0.01000,1.838
57,self_attn.q_proj,8.25572,0.01000,1.572
57,self_attn.o_proj,0.05233,0.01000,2.148
57,mlp.up_proj,18.38661,0.01000,2.218
57,mlp.gate_proj,22.15148,0.01000,1.691
57,mlp.down_proj,0.38906,0.01000,9.405
58,self_attn.k_proj,4.22515,0.01000,2.584
58,self_attn.v_proj,0.57758,0.01000,1.545
58,self_attn.q_proj,5.37361,0.01000,1.654
58,self_attn.o_proj,0.03388,0.01000,2.237
58,mlp.up_proj,18.77281,0.01000,2.482
58,mlp.gate_proj,22.27841,0.01000,2.324
58,mlp.down_proj,0.37006,0.01000,10.193
59,self_attn.k_proj,4.17613,0.01000,2.589
59,self_attn.v_proj,0.46892,0.01000,2.087
59,self_attn.q_proj,4.70331,0.01000,1.849
59,self_attn.o_proj,0.02233,0.01000,2.280
59,mlp.up_proj,19.26130,0.01000,2.883
59,mlp.gate_proj,23.27179,0.01000,1.897
59,mlp.down_proj,0.40947,0.01000,10.410
60,self_attn.k_proj,6.94345,0.01000,2.557
60,self_attn.v_proj,1.08677,0.01000,2.005
60,self_attn.q_proj,12.84728,0.01000,1.834
60,self_attn.o_proj,0.05729,0.01000,2.227
60,mlp.up_proj,19.60715,0.01000,2.502
60,mlp.gate_proj,23.98969,0.01000,1.901
60,mlp.down_proj,0.46160,0.01000,10.265
61,self_attn.k_proj,5.04217,0.01000,2.605
61,self_attn.v_proj,0.66972,0.01000,2.024
61,self_attn.q_proj,5.89919,0.01000,1.851
61,self_attn.o_proj,0.03986,0.01000,2.222
61,mlp.up_proj,20.05231,0.01000,2.508
61,mlp.gate_proj,24.48559,0.01000,2.051
61,mlp.down_proj,0.45026,0.01000,10.579
62,self_attn.k_proj,3.71800,0.01000,2.539
62,self_attn.v_proj,0.28265,0.01000,1.795
62,self_attn.q_proj,2.16332,0.01000,1.835
62,self_attn.o_proj,0.01276,0.01000,2.274
62,mlp.up_proj,20.18063,0.01000,2.608
62,mlp.gate_proj,24.23781,0.01000,1.889
62,mlp.down_proj,0.41445,0.01000,10.237
63,self_attn.k_proj,4.03609,0.01000,2.575
63,self_attn.v_proj,0.46106,0.01000,1.871
63,self_attn.q_proj,4.26145,0.01000,1.829
63,self_attn.o_proj,0.03053,0.01000,2.251
63,mlp.up_proj,20.90852,0.01000,2.471
63,mlp.gate_proj,25.55305,0.01000,1.952
63,mlp.down_proj,0.45065,0.01000,10.345
64,self_attn.k_proj,6.62786,0.01000,2.914
64,self_attn.v_proj,0.98791,0.01000,1.952
64,self_attn.q_proj,10.47034,0.01000,1.962
64,self_attn.o_proj,0.08411,0.01000,2.313
64,mlp.up_proj,21.65824,0.01000,2.619
64,mlp.gate_proj,27.17216,0.01000,1.903
64,mlp.down_proj,0.52652,0.01000,10.351
65,self_attn.k_proj,3.91306,0.01000,2.635
65,self_attn.v_proj,0.40084,0.01000,1.808
65,self_attn.q_proj,3.64234,0.01000,1.991
65,self_attn.o_proj,0.02310,0.01000,2.228
65,mlp.up_proj,21.92456,0.01000,2.558
65,mlp.gate_proj,27.50577,0.01000,1.971
65,mlp.down_proj,0.51073,0.01000,10.449
66,self_attn.k_proj,3.96461,0.01000,2.541
66,self_attn.v_proj,0.52609,0.01000,1.883
66,self_attn.q_proj,4.68138,0.01000,2.075
66,self_attn.o_proj,0.04724,0.01000,2.277
66,mlp.up_proj,22.16606,0.01000,2.546
66,mlp.gate_proj,26.73285,0.01000,1.992
66,mlp.down_proj,0.47602,0.01000,11.003
67,self_attn.k_proj,6.48866,0.01000,2.800
67,self_attn.v_proj,1.10141,0.01000,1.837
67,self_attn.q_proj,10.32266,0.01000,1.846
67,self_attn.o_proj,0.06820,0.01000,2.392
67,mlp.up_proj,23.05894,0.01000,2.504
67,mlp.gate_proj,27.88421,0.01000,2.128
67,mlp.down_proj,0.52616,0.01000,10.591
68,self_attn.k_proj,6.94605,0.01000,2.545
68,self_attn.v_proj,1.37907,0.01000,1.825
68,self_attn.q_proj,12.36684,0.01000,1.840
68,self_attn.o_proj,0.09782,0.01000,2.247
68,mlp.up_proj,24.35881,0.01000,2.479
68,mlp.gate_proj,30.41621,0.01000,2.179
68,mlp.down_proj,0.63511,0.01000,10.477
69,self_attn.k_proj,5.59435,0.01000,2.538
69,self_attn.v_proj,1.08112,0.01000,1.974
69,self_attn.q_proj,9.20888,0.01000,1.834
69,self_attn.o_proj,0.09168,0.01000,2.327
69,mlp.up_proj,24.84919,0.01000,2.473
69,mlp.gate_proj,30.64368,0.01000,1.905
69,mlp.down_proj,0.64278,0.01000,10.433
70,self_attn.k_proj,5.34315,0.01000,2.530
70,self_attn.v_proj,0.99538,0.01000,1.806
70,self_attn.q_proj,10.10152,0.01000,1.805
70,self_attn.o_proj,0.13568,0.01000,2.215
70,mlp.up_proj,25.33790,0.01000,2.439
70,mlp.gate_proj,30.15614,0.01000,1.890
70,mlp.down_proj,0.64545,0.01000,10.315
71,self_attn.k_proj,6.31718,0.01000,2.544
71,self_attn.v_proj,1.33617,0.01000,1.791
71,self_attn.q_proj,13.75026,0.01000,1.823
71,self_attn.o_proj,0.25247,0.01000,2.256
71,mlp.up_proj,26.98439,0.01000,2.440
71,mlp.gate_proj,32.05280,0.01000,1.865
71,mlp.down_proj,0.76089,0.01000,10.564
72,self_attn.k_proj,6.39674,0.01000,2.555
72,self_attn.v_proj,1.46004,0.01000,1.795
72,self_attn.q_proj,14.77941,0.01000,1.822
72,self_attn.o_proj,0.17236,0.01000,2.240
72,mlp.up_proj,27.96847,0.01000,2.474
72,mlp.gate_proj,34.45954,0.01000,1.875
72,mlp.down_proj,0.87765,0.01000,10.290
73,self_attn.k_proj,6.38027,0.01000,3.366
73,self_attn.v_proj,1.55110,0.01000,1.784
73,self_attn.q_proj,14.43764,0.01000,1.806
73,self_attn.o_proj,0.35286,0.01000,2.206
73,mlp.up_proj,28.32294,0.01000,2.457
73,mlp.gate_proj,34.59647,0.01000,1.887
73,mlp.down_proj,0.93286,0.01000,10.110
74,self_attn.k_proj,6.04122,0.01000,2.528
74,self_attn.v_proj,1.51424,0.01000,1.815
74,self_attn.q_proj,14.09038,0.01000,1.806
74,self_attn.o_proj,0.47501,0.01000,2.207
74,mlp.up_proj,29.73703,0.01000,2.511
74,mlp.gate_proj,36.04904,0.01000,1.917
74,mlp.down_proj,1.04358,0.01000,10.147
75,self_attn.k_proj,5.55157,0.01000,2.565
75,self_attn.v_proj,1.66374,0.01000,1.791
75,self_attn.q_proj,14.55836,0.01000,1.802
75,self_attn.o_proj,0.78836,0.01000,2.224
75,mlp.up_proj,32.00703,0.01000,2.491
75,mlp.gate_proj,39.91605,0.01000,1.900
75,mlp.down_proj,1.54995,0.01000,10.500
76,self_attn.k_proj,4.96261,0.01000,2.566
76,self_attn.v_proj,1.63921,0.01000,1.799
76,self_attn.q_proj,13.20725,0.01000,1.815
76,self_attn.o_proj,0.46537,0.01000,2.257
76,mlp.up_proj,37.01813,0.01000,2.845
76,mlp.gate_proj,56.46699,0.01000,1.875
76,mlp.down_proj,2.19486,0.01000,10.402
77,self_attn.k_proj,5.69252,0.01000,2.534
77,self_attn.v_proj,1.93670,0.01000,2.149
77,self_attn.q_proj,14.36048,0.01000,1.820
77,self_attn.o_proj,0.75377,0.01000,2.249
77,mlp.up_proj,36.26299,0.01000,2.483
77,mlp.gate_proj,45.88683,0.01000,1.883
77,mlp.down_proj,2.88190,0.01000,10.278
78,self_attn.k_proj,5.15006,0.01000,2.566
78,self_attn.v_proj,1.42272,0.01000,1.784
78,self_attn.q_proj,12.07013,0.01000,1.811
78,self_attn.o_proj,0.82339,0.01000,2.243
78,mlp.up_proj,36.16560,0.01000,2.514
78,mlp.gate_proj,44.68454,0.01000,1.911
78,mlp.down_proj,6.16374,0.01000,11.684
79,self_attn.k_proj,2.58620,0.01000,2.553
79,self_attn.v_proj,0.80521,0.01000,1.793
79,self_attn.q_proj,4.97794,0.01000,1.840
79,self_attn.o_proj,0.43608,0.01000,2.281
79,mlp.up_proj,24.66510,0.01000,2.485
79,mlp.gate_proj,28.94657,0.01000,1.869
79,mlp.down_proj,7.22191,0.01000,10.429