layer,module,loss,samples,damp,time
0,self_attn.v_proj,0.0000000085,0.05000,3.493
0,self_attn.q_proj,0.0000003408,0.05000,3.536
0,self_attn.k_proj,0.0000000716,0.05000,3.551
0,self_attn.o_proj,0.0000000280,0.05000,0.784
0,mlp.gate_proj,0.0000003945,0.05000,2.144
0,mlp.up_proj,0.0000003043,0.05000,2.162
0,mlp.down_proj,0.0000000545,0.05000,5.877
1,self_attn.k_proj,0.0000000176,0.05000,4.879
1,self_attn.q_proj,0.0000000632,0.05000,5.018
1,self_attn.v_proj,0.0000000034,0.05000,5.025
1,self_attn.o_proj,0.0000000096,0.05000,1.690
1,mlp.gate_proj,0.0000223506,0.05000,2.018
1,mlp.up_proj,0.0000173336,0.05000,2.037
1,mlp.down_proj,0.0000000055,0.05000,6.082
2,self_attn.q_proj,0.0000000982,0.05000,4.686
2,self_attn.v_proj,0.0000000055,0.05000,4.714
2,self_attn.k_proj,0.0000000215,0.05000,4.741
2,self_attn.o_proj,0.0000000062,0.05000,1.140
2,mlp.gate_proj,0.0000048780,0.05000,2.016
2,mlp.up_proj,0.0000049873,0.05000,2.029
2,mlp.down_proj,0.0000103779,0.05000,6.802
3,self_attn.q_proj,0.0000004187,0.05000,4.705
3,self_attn.k_proj,0.0000000902,0.05000,4.732
3,self_attn.v_proj,0.0000000167,0.05000,4.757
3,self_attn.o_proj,0.0000000103,0.05000,0.795
3,mlp.up_proj,0.0000059836,0.05000,2.293
3,mlp.gate_proj,0.0000065369,0.05000,2.308
3,mlp.down_proj,0.0000001039,0.05000,5.707
4,self_attn.k_proj,0.0000192256,0.05000,4.847
4,self_attn.q_proj,0.0000986738,0.05000,4.897
4,self_attn.v_proj,0.0000066056,0.05000,4.902
4,self_attn.o_proj,0.0000057315,0.05000,0.917
4,mlp.gate_proj,0.0018323648,0.05000,2.016
4,mlp.up_proj,0.0013442169,0.05000,2.035
4,mlp.down_proj,0.0000164785,0.05000,6.056
5,self_attn.v_proj,0.0000000608,0.05000,4.771
5,self_attn.q_proj,0.0000007366,0.05000,4.881
5,self_attn.k_proj,0.0000001295,0.05000,4.910
5,self_attn.o_proj,0.0000000138,0.05000,1.237
5,mlp.gate_proj,0.0000087088,0.05000,1.999
5,mlp.up_proj,0.0000073465,0.05000,2.011
5,mlp.down_proj,0.0000001069,0.05000,6.984
6,self_attn.v_proj,0.0000000525,0.05000,4.834
6,self_attn.k_proj,0.0000000753,0.05000,4.903
6,self_attn.q_proj,0.0000004751,0.05000,4.935
6,self_attn.o_proj,0.0000000314,0.05000,0.804
6,mlp.gate_proj,0.0000112684,0.05000,2.367
6,mlp.up_proj,0.0000097351,0.05000,2.387
6,mlp.down_proj,0.0000001462,0.05000,5.843
7,self_attn.k_proj,0.0000001011,0.05000,4.828
7,self_attn.v_proj,0.0000000647,0.05000,4.851
7,self_attn.q_proj,0.0000006414,0.05000,4.869
7,self_attn.o_proj,0.0000000234,0.05000,0.830
7,mlp.gate_proj,0.0000116276,0.05000,2.036
7,mlp.up_proj,0.0000096697,0.05000,2.050
7,mlp.down_proj,0.0000002030,0.05000,5.724
8,self_attn.k_proj,0.0000001000,0.05000,4.823
8,self_attn.v_proj,0.0000000703,0.05000,4.930
8,self_attn.q_proj,0.0000006647,0.05000,4.954
8,self_attn.o_proj,0.0000000330,0.05000,1.027
8,mlp.gate_proj,0.0000130581,0.05000,2.001
8,mlp.up_proj,0.0000093378,0.05000,2.015
8,mlp.down_proj,0.0000002781,0.05000,6.868
9,self_attn.k_proj,0.0000001017,0.05000,4.443
9,self_attn.v_proj,0.0000000601,0.05000,4.576
9,self_attn.q_proj,0.0000005818,0.05000,4.597
9,self_attn.o_proj,0.0000000526,0.05000,1.203
9,mlp.up_proj,0.0000083106,0.05000,2.380
9,mlp.gate_proj,0.0000123278,0.05000,2.398
9,mlp.down_proj,0.0000003320,0.05000,6.314
10,self_attn.k_proj,0.0000001210,0.05000,4.658
10,self_attn.q_proj,0.0000008147,0.05000,4.734
10,self_attn.v_proj,0.0000000989,0.05000,4.760
10,self_attn.o_proj,0.0000000518,0.05000,0.823
10,mlp.gate_proj,0.0000093296,0.05000,2.066
10,mlp.up_proj,0.0000061576,0.05000,2.071
10,mlp.down_proj,0.0000003877,0.05000,5.671
11,self_attn.k_proj,0.0000000903,0.05000,4.791
11,self_attn.v_proj,0.0000000826,0.05000,4.890
11,self_attn.q_proj,0.0000006185,0.05000,4.991
11,self_attn.o_proj,0.0000000792,0.05000,1.209
11,mlp.up_proj,0.0000037084,0.05000,2.004
11,mlp.gate_proj,0.0000051626,0.05000,2.005
11,mlp.down_proj,0.0000004372,0.05000,6.616
12,self_attn.v_proj,0.0000000762,0.05000,4.573
12,self_attn.k_proj,0.0000001007,0.05000,4.590
12,self_attn.q_proj,0.0000006673,0.05000,4.621
12,self_attn.o_proj,0.0000000845,0.05000,1.193
12,mlp.up_proj,0.0000041165,0.05000,2.126
12,mlp.gate_proj,0.0000058333,0.05000,2.132
12,mlp.down_proj,0.0000004255,0.05000,6.670
13,self_attn.q_proj,0.0000007671,0.05000,4.720
13,self_attn.v_proj,0.0000000502,0.05000,4.720
13,self_attn.k_proj,0.0000001403,0.05000,4.753
13,self_attn.o_proj,0.0000000493,0.05000,0.855
13,mlp.gate_proj,0.0000032650,0.05000,2.211
13,mlp.up_proj,0.0000031274,0.05000,2.258
13,mlp.down_proj,0.0000003933,0.05000,5.673
14,self_attn.k_proj,0.0000000955,0.05000,4.880
14,self_attn.v_proj,0.0000000629,0.05000,5.009
14,self_attn.q_proj,0.0000006299,0.05000,5.018
14,self_attn.o_proj,0.0000001235,0.05000,1.220
14,mlp.gate_proj,0.0000032273,0.05000,1.980
14,mlp.up_proj,0.0000031024,0.05000,1.997
14,mlp.down_proj,0.0000003688,0.05000,6.163
15,self_attn.v_proj,0.0000000623,0.05000,4.636
15,self_attn.k_proj,0.0000000998,0.05000,4.686
15,self_attn.q_proj,0.0000006438,0.05000,4.702
15,self_attn.o_proj,0.0000001096,0.05000,1.208
15,mlp.gate_proj,0.0000026689,0.05000,2.061
15,mlp.up_proj,0.0000027833,0.05000,2.087
15,mlp.down_proj,0.0000003404,0.05000,6.618
16,self_attn.k_proj,0.0000001139,0.05000,4.617
16,self_attn.v_proj,0.0000000681,0.05000,4.630
16,self_attn.q_proj,0.0000006925,0.05000,4.636
16,self_attn.o_proj,0.0000001167,0.05000,0.794
16,mlp.gate_proj,0.0000028415,0.05000,2.143
16,mlp.up_proj,0.0000027779,0.05000,2.182
16,mlp.down_proj,0.0000003016,0.05000,5.659
17,self_attn.v_proj,0.0000000991,0.05000,4.852
17,self_attn.k_proj,0.0000001797,0.05000,4.854
17,self_attn.q_proj,0.0000010506,0.05000,4.915
17,self_attn.o_proj,0.0000000792,0.05000,1.353
17,mlp.up_proj,0.0000025105,0.05000,2.022
17,mlp.gate_proj,0.0000024815,0.05000,2.027
17,mlp.down_proj,0.0000002971,0.05000,6.194
18,self_attn.q_proj,0.0000006981,0.05000,4.679
18,self_attn.v_proj,0.0000000740,0.05000,4.882
18,self_attn.k_proj,0.0000001014,0.05000,4.900
18,self_attn.o_proj,0.0000001081,0.05000,1.174
18,mlp.gate_proj,0.0000025808,0.05000,1.965
18,mlp.up_proj,0.0000024943,0.05000,1.970
18,mlp.down_proj,0.0000002954,0.05000,6.709
19,self_attn.k_proj,0.0000001371,0.05000,4.643
19,self_attn.v_proj,0.0000000786,0.05000,4.715
19,self_attn.q_proj,0.0000007856,0.05000,4.716
19,self_attn.o_proj,0.0000001389,0.05000,0.805
19,mlp.gate_proj,0.0000024699,0.05000,2.294
19,mlp.up_proj,0.0000025768,0.05000,2.361
19,mlp.down_proj,0.0000003045,0.05000,5.650
20,self_attn.k_proj,0.0000001441,0.05000,5.130
20,self_attn.q_proj,0.0000012575,0.05000,5.162
20,self_attn.v_proj,0.0000001582,0.05000,5.169
20,self_attn.o_proj,0.0000001286,0.05000,0.975
20,mlp.up_proj,0.0000026141,0.05000,1.972
20,mlp.gate_proj,0.0000025727,0.05000,1.978
20,mlp.down_proj,0.0000003213,0.05000,5.852
21,self_attn.v_proj,0.0000001089,0.05000,4.667
21,self_attn.k_proj,0.0000001493,0.05000,4.695
21,self_attn.q_proj,0.0000009435,0.05000,4.728
21,self_attn.o_proj,0.0000001362,0.05000,1.168
21,mlp.up_proj,0.0000026056,0.05000,1.995
21,mlp.gate_proj,0.0000027873,0.05000,2.001
21,mlp.down_proj,0.0000002879,0.05000,6.973
22,self_attn.q_proj,0.0003199685,0.05000,4.488
22,self_attn.v_proj,0.0000414623,0.05000,4.519
22,self_attn.k_proj,0.0000488841,0.05000,4.559
22,self_attn.o_proj,0.0000359394,0.05000,0.794
22,mlp.gate_proj,0.0008310461,0.05000,2.324
22,mlp.up_proj,0.0008114604,0.05000,2.353
22,mlp.down_proj,0.0000977501,0.05000,5.687
23,self_attn.q_proj,0.0000011336,0.05000,4.784
23,self_attn.k_proj,0.0000001638,0.05000,4.852
23,self_attn.v_proj,0.0000000869,0.05000,4.865
23,self_attn.o_proj,0.0000001259,0.05000,0.940
23,mlp.gate_proj,0.0000029412,0.05000,1.959
23,mlp.up_proj,0.0000030604,0.05000,1.981
23,mlp.down_proj,0.0000004004,0.05000,5.630
24,self_attn.v_proj,0.0000304937,0.05000,4.786
24,self_attn.q_proj,0.0002544209,0.05000,4.791
24,self_attn.k_proj,0.0000344569,0.05000,4.828
24,self_attn.o_proj,0.0000448991,0.05000,0.963
24,mlp.gate_proj,0.0008616417,0.05000,1.986
24,mlp.up_proj,0.0008835597,0.05000,1.999
24,mlp.down_proj,0.0001273366,0.05000,6.962
25,self_attn.q_proj,0.0000012287,0.05000,4.660
25,self_attn.k_proj,0.0000001178,0.05000,4.687
25,self_attn.v_proj,0.0000001698,0.05000,4.693
25,self_attn.o_proj,0.0000001109,0.05000,1.028
25,mlp.gate_proj,0.0000032822,0.05000,2.305
25,mlp.up_proj,0.0000033224,0.05000,2.328
25,mlp.down_proj,0.0000005342,0.05000,5.965
26,self_attn.k_proj,0.0000366827,0.05000,4.598
26,self_attn.v_proj,0.0000473609,0.05000,4.675
26,self_attn.q_proj,0.0002856084,0.05000,4.696
26,self_attn.o_proj,0.0000510645,0.05000,0.817
26,mlp.gate_proj,0.0010323171,0.05000,2.051
26,mlp.up_proj,0.0010947683,0.05000,2.068
26,mlp.down_proj,0.0002044407,0.05000,5.672
27,self_attn.v_proj,0.0000668709,0.05000,5.081
27,self_attn.q_proj,0.0004750136,0.05000,5.135
27,self_attn.k_proj,0.0000406559,0.05000,5.166
27,self_attn.o_proj,0.0000791213,0.05000,0.907
27,mlp.up_proj,0.0011619306,0.05000,2.053
27,mlp.gate_proj,0.0011494773,0.05000,2.070
27,mlp.down_proj,0.0002483031,0.05000,6.705
28,self_attn.q_proj,0.0003486593,0.05000,4.828
28,self_attn.k_proj,0.0000376312,0.05000,4.841
28,self_attn.v_proj,0.0000620890,0.05000,4.856
28,self_attn.o_proj,0.0000745473,0.05000,1.204
28,mlp.up_proj,0.0013319194,0.05000,2.196
28,mlp.gate_proj,0.0013265985,0.05000,2.199
28,mlp.down_proj,0.0003028538,0.05000,6.516
29,self_attn.v_proj,0.0000599717,0.05000,4.496
29,self_attn.k_proj,0.0000414203,0.05000,4.547
29,self_attn.q_proj,0.0003592126,0.05000,4.579
29,self_attn.o_proj,0.0000583263,0.05000,0.804
29,mlp.up_proj,0.0016369012,0.05000,2.206
29,mlp.gate_proj,0.0015980225,0.05000,2.244
29,mlp.down_proj,0.0004144245,0.05000,5.740
30,self_attn.k_proj,0.0000001354,0.05000,5.044
30,self_attn.v_proj,0.0000004593,0.05000,5.071
30,self_attn.q_proj,0.0000015737,0.05000,5.099
30,self_attn.o_proj,0.0000001886,0.05000,1.396
30,mlp.up_proj,0.0000075555,0.05000,2.050
30,mlp.gate_proj,0.0000069236,0.05000,2.065
30,mlp.down_proj,0.0000090989,0.05000,6.278
31,self_attn.q_proj,0.0005139325,0.05000,4.898
31,self_attn.v_proj,0.0001329417,0.05000,4.913
31,self_attn.k_proj,0.0000508796,0.05000,4.916
31,self_attn.o_proj,0.0001233909,0.05000,1.164
31,mlp.up_proj,0.0026042133,0.05000,1.960
31,mlp.gate_proj,0.0022816954,0.05000,1.977
31,mlp.down_proj,0.0012645698,0.05000,7.017
32,self_attn.k_proj,0.0000681436,0.05000,4.675
32,self_attn.v_proj,0.0003331027,0.05000,4.697
32,self_attn.q_proj,0.0007584760,0.05000,4.732
32,self_attn.o_proj,0.0001244510,0.05000,0.816
32,mlp.gate_proj,0.0023478384,0.05000,2.333
32,mlp.up_proj,0.0026706426,0.05000,2.338
32,mlp.down_proj,0.0013947662,0.05000,5.678
33,self_attn.v_proj,0.0000025572,0.05000,4.735
33,self_attn.k_proj,0.0000002119,0.05000,4.803
33,self_attn.q_proj,0.0000026768,0.05000,4.820
33,self_attn.o_proj,0.0000004766,0.05000,0.795
33,mlp.up_proj,0.0000098053,0.05000,1.976
33,mlp.gate_proj,0.0000078095,0.05000,2.029
33,mlp.down_proj,0.0000091301,0.05000,5.704
34,self_attn.k_proj,0.0000378489,0.05000,4.840
34,self_attn.v_proj,0.0001269695,0.05000,4.878
34,self_attn.q_proj,0.0003715271,0.05000,4.893
34,self_attn.o_proj,0.0002007419,0.05000,0.928
34,mlp.up_proj,0.0029865663,0.05000,1.968
34,mlp.gate_proj,0.0025618817,0.05000,1.977
34,mlp.down_proj,0.0021102059,0.05000,7.021
35,self_attn.k_proj,0.0000001344,0.05000,4.596
35,self_attn.q_proj,0.0000012736,0.05000,4.635
35,self_attn.v_proj,0.0000004005,0.05000,4.656
35,self_attn.o_proj,0.0000007096,0.05000,1.071
35,mlp.gate_proj,0.0000135914,0.05000,2.313
35,mlp.up_proj,0.0000143608,0.05000,2.319
35,mlp.down_proj,0.0000124120,0.05000,6.026