layer,module,loss,damp,time
0,self_attn.k_proj,1.43680,0.01000,0.984
0,self_attn.v_proj,0.03854,0.01000,0.586
0,self_attn.q_proj,2.49584,0.01000,0.585
0,self_attn.o_proj,0.00377,0.01000,0.661
0,mlp.up_proj,1.65512,0.01000,0.728
0,mlp.gate_proj,1.85418,0.01000,0.730
0,mlp.down_proj,0.02377,0.01000,1.841
1,self_attn.k_proj,1.34142,0.01000,0.704
1,self_attn.v_proj,0.11452,0.01000,0.586
1,self_attn.q_proj,2.23993,0.01000,0.583
1,self_attn.o_proj,0.01294,0.01000,0.648
1,mlp.up_proj,2.17348,0.01000,0.672
1,mlp.gate_proj,2.47622,0.01000,0.589
1,mlp.down_proj,1.30227,0.01000,1.801
2,self_attn.k_proj,6.53986,0.01000,0.725
2,self_attn.v_proj,0.54850,0.01000,0.584
2,self_attn.q_proj,10.19130,0.01000,0.583
2,self_attn.o_proj,0.01433,0.01000,0.695
2,mlp.up_proj,3.47250,0.01000,0.724
2,mlp.gate_proj,4.07514,0.01000,0.592
2,mlp.down_proj,0.06535,0.01000,1.793
3,self_attn.k_proj,4.76323,0.01000,0.690
3,self_attn.v_proj,0.81455,0.01000,0.695
3,self_attn.q_proj,8.60233,0.01000,0.645
3,self_attn.o_proj,0.02426,0.01000,0.641
3,mlp.up_proj,4.55238,0.01000,0.785
3,mlp.gate_proj,5.96942,0.01000,0.578
3,mlp.down_proj,0.10274,0.01000,1.781
4,self_attn.k_proj,4.24575,0.01000,0.693
4,self_attn.v_proj,0.75994,0.01000,0.580
4,self_attn.q_proj,8.07356,0.01000,0.586
4,self_attn.o_proj,0.04535,0.01000,0.642
4,mlp.up_proj,5.36473,0.01000,0.675
4,mlp.gate_proj,7.91265,0.01000,0.585
4,mlp.down_proj,0.14906,0.01000,1.782
5,self_attn.k_proj,7.01508,0.01000,0.702
5,self_attn.v_proj,0.71969,0.01000,0.575
5,self_attn.q_proj,11.19187,0.01000,0.576
5,self_attn.o_proj,0.05303,0.01000,0.648
5,mlp.up_proj,6.40506,0.01000,0.664
5,mlp.gate_proj,8.90605,0.01000,0.574
5,mlp.down_proj,0.20306,0.01000,1.775
6,self_attn.k_proj,5.62309,0.01000,0.690
6,self_attn.v_proj,0.79004,0.01000,0.581
6,self_attn.q_proj,10.37952,0.01000,0.750
6,self_attn.o_proj,0.07817,0.01000,0.639
6,mlp.up_proj,6.85788,0.01000,0.666
6,mlp.gate_proj,9.42777,0.01000,0.572
6,mlp.down_proj,0.23946,0.01000,1.809
7,self_attn.k_proj,5.50094,0.01000,0.688
7,self_attn.v_proj,0.77288,0.01000,0.573
7,self_attn.q_proj,9.21450,0.01000,0.581
7,self_attn.o_proj,0.11485,0.01000,0.644
7,mlp.up_proj,7.37468,0.01000,0.671
7,mlp.gate_proj,9.36033,0.01000,0.580
7,mlp.down_proj,0.27629,0.01000,1.779
8,self_attn.k_proj,6.85911,0.01000,0.692
8,self_attn.v_proj,0.94691,0.01000,0.571
8,self_attn.q_proj,11.51410,0.01000,0.570
8,self_attn.o_proj,0.14228,0.01000,0.636
8,mlp.up_proj,7.77094,0.01000,0.667
8,mlp.gate_proj,10.03572,0.01000,0.578
8,mlp.down_proj,0.29925,0.01000,1.774
9,self_attn.k_proj,6.77061,0.01000,0.697
9,self_attn.v_proj,1.20885,0.01000,0.575
9,self_attn.q_proj,11.42879,0.01000,0.570
9,self_attn.o_proj,0.17142,0.01000,0.639
9,mlp.up_proj,7.93318,0.01000,0.668
9,mlp.gate_proj,9.87829,0.01000,0.580
9,mlp.down_proj,0.30371,0.01000,1.777
10,self_attn.k_proj,6.99633,0.01000,0.688
10,self_attn.v_proj,0.94703,0.01000,0.574
10,self_attn.q_proj,11.49505,0.01000,0.570
10,self_attn.o_proj,0.14142,0.01000,0.635
10,mlp.up_proj,8.41328,0.01000,0.666
10,mlp.gate_proj,9.78427,0.01000,0.582
10,mlp.down_proj,0.33289,0.01000,1.760
11,self_attn.k_proj,5.58227,0.01000,0.689
11,self_attn.v_proj,1.17229,0.01000,0.571
11,self_attn.q_proj,10.00256,0.01000,0.563
11,self_attn.o_proj,0.18495,0.01000,0.645
11,mlp.up_proj,8.99636,0.01000,0.665
11,mlp.gate_proj,9.97711,0.01000,0.591
11,mlp.down_proj,0.38329,0.01000,1.793
12,self_attn.k_proj,8.08286,0.01000,0.706
12,self_attn.v_proj,1.24915,0.01000,0.572
12,self_attn.q_proj,13.70360,0.01000,0.574
12,self_attn.o_proj,0.22824,0.01000,0.651
12,mlp.up_proj,9.67203,0.01000,0.664
12,mlp.gate_proj,10.56165,0.01000,0.577
12,mlp.down_proj,0.44182,0.01000,1.811
13,self_attn.k_proj,8.71713,0.01000,0.696
13,self_attn.v_proj,1.39395,0.01000,0.574
13,self_attn.q_proj,13.72123,0.01000,0.573
13,self_attn.o_proj,0.28495,0.01000,0.643
13,mlp.up_proj,10.64588,0.01000,0.678
13,mlp.gate_proj,12.07499,0.01000,0.582
13,mlp.down_proj,0.55362,0.01000,1.776
14,self_attn.k_proj,7.65304,0.01000,0.689
14,self_attn.v_proj,1.68581,0.01000,0.583
14,self_attn.q_proj,15.69949,0.01000,0.669
14,self_attn.o_proj,0.33682,0.01000,0.637
14,mlp.up_proj,11.67728,0.01000,0.719
14,mlp.gate_proj,13.45391,0.01000,0.579
14,mlp.down_proj,0.67987,0.01000,1.768
15,self_attn.k_proj,8.77906,0.01000,0.701
15,self_attn.v_proj,1.70447,0.01000,0.579
15,self_attn.q_proj,16.33831,0.01000,0.701
15,self_attn.o_proj,0.22847,0.01000,0.792
15,mlp.up_proj,11.97323,0.01000,0.815
15,mlp.gate_proj,15.07578,0.01000,0.572
15,mlp.down_proj,0.72353,0.01000,1.882
16,self_attn.k_proj,9.89502,0.01000,0.755
16,self_attn.v_proj,1.84237,0.01000,0.648
16,self_attn.q_proj,16.70013,0.01000,0.576
16,self_attn.o_proj,0.15220,0.01000,0.638
16,mlp.up_proj,12.13587,0.01000,0.663
16,mlp.gate_proj,15.86830,0.01000,0.580
16,mlp.down_proj,0.69448,0.01000,1.911
17,self_attn.k_proj,9.10811,0.01000,0.696
17,self_attn.v_proj,1.85630,0.01000,0.589
17,self_attn.q_proj,16.30254,0.01000,0.592
17,self_attn.o_proj,0.14335,0.01000,0.638
17,mlp.up_proj,12.64483,0.01000,0.742
17,mlp.gate_proj,16.82436,0.01000,0.571
17,mlp.down_proj,0.74275,0.01000,1.887
18,self_attn.k_proj,10.27136,0.01000,0.767
18,self_attn.v_proj,2.16169,0.01000,0.576
18,self_attn.q_proj,17.70395,0.01000,0.577
18,self_attn.o_proj,0.17457,0.01000,0.681
18,mlp.up_proj,13.73654,0.01000,0.670
18,mlp.gate_proj,17.99800,0.01000,0.592
18,mlp.down_proj,0.81080,0.01000,2.024
19,self_attn.k_proj,10.63114,0.01000,0.695
19,self_attn.v_proj,2.28411,0.01000,0.699
19,self_attn.q_proj,16.99807,0.01000,0.684
19,self_attn.o_proj,0.23137,0.01000,0.663
19,mlp.up_proj,14.88472,0.01000,0.693
19,mlp.gate_proj,19.10736,0.01000,0.584
19,mlp.down_proj,0.97263,0.01000,1.811
20,self_attn.k_proj,10.78424,0.01000,0.696
20,self_attn.v_proj,2.77257,0.01000,0.578
20,self_attn.q_proj,17.75848,0.01000,0.607
20,self_attn.o_proj,0.17594,0.01000,0.665
20,mlp.up_proj,15.44522,0.01000,0.750
20,mlp.gate_proj,19.09122,0.01000,0.656
20,mlp.down_proj,0.97947,0.01000,1.857
21,self_attn.k_proj,10.59687,0.01000,0.711
21,self_attn.v_proj,3.51351,0.01000,0.579
21,self_attn.q_proj,17.63189,0.01000,0.584
21,self_attn.o_proj,0.19983,0.01000,0.660
21,mlp.up_proj,16.58972,0.01000,0.675
21,mlp.gate_proj,20.64582,0.01000,0.601
21,mlp.down_proj,1.03223,0.01000,1.813
22,self_attn.k_proj,9.99030,0.01000,0.703
22,self_attn.v_proj,3.59531,0.01000,0.581
22,self_attn.q_proj,17.91878,0.01000,0.583
22,self_attn.o_proj,0.17272,0.01000,0.650
22,mlp.up_proj,17.88478,0.01000,0.669
22,mlp.gate_proj,22.36961,0.01000,0.584
22,mlp.down_proj,1.16022,0.01000,1.802
23,self_attn.k_proj,11.10764,0.01000,0.714
23,self_attn.v_proj,3.36764,0.01000,0.594
23,self_attn.q_proj,17.66190,0.01000,0.583
23,self_attn.o_proj,0.26776,0.01000,0.660
23,mlp.up_proj,19.56960,0.01000,0.670
23,mlp.gate_proj,25.52279,0.01000,0.591
23,mlp.down_proj,1.32339,0.01000,1.814
24,self_attn.k_proj,12.15239,0.01000,0.698
24,self_attn.v_proj,4.93050,0.01000,0.576
24,self_attn.q_proj,19.15032,0.01000,0.579
24,self_attn.o_proj,0.41496,0.01000,0.654
24,mlp.up_proj,21.89687,0.01000,0.674
24,mlp.gate_proj,29.14216,0.01000,0.583
24,mlp.down_proj,1.56405,0.01000,1.812
25,self_attn.k_proj,9.82209,0.01000,0.702
25,self_attn.v_proj,4.71794,0.01000,0.582
25,self_attn.q_proj,19.23367,0.01000,0.581
25,self_attn.o_proj,0.35369,0.01000,0.659
25,mlp.up_proj,24.02521,0.01000,0.675
25,mlp.gate_proj,31.69450,0.01000,0.581
25,mlp.down_proj,1.95080,0.01000,1.814
26,self_attn.k_proj,10.61304,0.01000,0.697
26,self_attn.v_proj,6.01903,0.01000,0.585
26,self_attn.q_proj,17.87844,0.01000,0.581
26,self_attn.o_proj,0.80324,0.01000,0.650
26,mlp.up_proj,25.32759,0.01000,0.675
26,mlp.gate_proj,34.02035,0.01000,0.589
26,mlp.down_proj,2.45720,0.01000,1.809
27,self_attn.k_proj,7.84096,0.01000,0.695
27,self_attn.v_proj,4.18988,0.01000,0.591
27,self_attn.q_proj,14.55481,0.01000,0.709
27,self_attn.o_proj,1.46876,0.01000,0.755
27,mlp.up_proj,27.06852,0.01000,0.679
27,mlp.gate_proj,32.53979,0.01000,0.586
27,mlp.down_proj,5.55695,0.01000,1.817