layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000015231,0.05000,2.649
0,self_attn.q_proj,0.0000032633,0.05000,2.865
0,self_attn.v_proj,0.0000000485,0.05000,2.876
0,self_attn.o_proj,0.0000000048,0.05000,0.521
0,mlp.up_proj,0.0000023772,0.05000,1.145
0,mlp.gate_proj,0.0000030530,0.05000,1.156
0,mlp.down_proj,0.0000000174,0.05000,1.825
1,self_attn.k_proj,0.0000033035,0.05000,3.590
1,self_attn.v_proj,0.0000002005,0.05000,3.655
1,self_attn.q_proj,0.0000065693,0.05000,3.670
1,self_attn.o_proj,0.0000000153,0.05000,0.519
1,mlp.gate_proj,0.0000053029,0.05000,1.177
1,mlp.up_proj,0.0000038697,0.05000,1.184
1,mlp.down_proj,0.0000010461,0.05000,1.814
2,self_attn.q_proj,0.0000140619,0.05000,2.400
2,self_attn.k_proj,0.0000069570,0.05000,2.432
2,self_attn.v_proj,0.0000005373,0.05000,2.445
2,self_attn.o_proj,0.0000000230,0.05000,0.498
2,mlp.up_proj,0.0000052275,0.05000,1.069
2,mlp.gate_proj,0.0000083361,0.05000,1.086
2,mlp.down_proj,0.0000000661,0.05000,1.822
3,self_attn.k_proj,0.0000039491,0.05000,3.246
3,self_attn.v_proj,0.0000005910,0.05000,3.304
3,self_attn.q_proj,0.0000087343,0.05000,3.311
3,self_attn.o_proj,0.0000000422,0.05000,0.510
3,mlp.gate_proj,0.0000128088,0.05000,1.226
3,mlp.up_proj,0.0000064482,0.05000,1.236
3,mlp.down_proj,0.0000000967,0.05000,1.870
4,self_attn.q_proj,0.0000093078,0.05000,2.659
4,self_attn.v_proj,0.0000005821,0.05000,2.708
4,self_attn.k_proj,0.0000045687,0.05000,2.790
4,self_attn.o_proj,0.0000000687,0.05000,0.517
4,mlp.gate_proj,0.0000141758,0.05000,1.119
4,mlp.up_proj,0.0000066277,0.05000,1.129
4,mlp.down_proj,0.0000001093,0.05000,1.827
5,self_attn.v_proj,0.0000005532,0.05000,3.302
5,self_attn.k_proj,0.0000067406,0.05000,3.330
5,self_attn.q_proj,0.0000127724,0.05000,3.383
5,self_attn.o_proj,0.0000000714,0.05000,0.476
5,mlp.gate_proj,0.0000129943,0.05000,2.022
5,mlp.up_proj,0.0000070792,0.05000,2.055
5,mlp.down_proj,0.0000001317,0.05000,1.859
6,self_attn.k_proj,0.0000053446,0.05000,4.033
6,self_attn.q_proj,0.0000086090,0.05000,4.139
6,self_attn.v_proj,0.0000006527,0.05000,4.209
6,self_attn.o_proj,0.0000001050,0.05000,0.503
6,mlp.up_proj,0.0000074241,0.05000,1.226
6,mlp.gate_proj,0.0000134288,0.05000,1.230
6,mlp.down_proj,0.0000001399,0.05000,2.160
7,self_attn.v_proj,0.0000007160,0.05000,3.509
7,self_attn.k_proj,0.0000053550,0.05000,3.564
7,self_attn.q_proj,0.0000100636,0.05000,3.571
7,self_attn.o_proj,0.0000001051,0.05000,0.516
7,mlp.gate_proj,0.0000131917,0.05000,1.253
7,mlp.up_proj,0.0000080153,0.05000,1.253
7,mlp.down_proj,0.0000001663,0.05000,1.868
8,self_attn.k_proj,0.0000072736,0.05000,3.180
8,self_attn.q_proj,0.0000120220,0.05000,3.234
8,self_attn.v_proj,0.0000007166,0.05000,3.278
8,self_attn.o_proj,0.0000001545,0.05000,0.509
8,mlp.gate_proj,0.0000156649,0.05000,1.268
8,mlp.up_proj,0.0000095675,0.05000,1.273
8,mlp.down_proj,0.0000002313,0.05000,1.829
9,self_attn.k_proj,0.0000051501,0.05000,3.377
9,self_attn.q_proj,0.0000128264,0.05000,3.396
9,self_attn.v_proj,0.0000008294,0.05000,3.415
9,self_attn.o_proj,0.0000001717,0.05000,0.502
9,mlp.gate_proj,0.0000162905,0.05000,1.234
9,mlp.up_proj,0.0000097715,0.05000,1.238
9,mlp.down_proj,0.0000002682,0.05000,1.827
10,self_attn.v_proj,0.0000011443,0.05000,3.313
10,self_attn.q_proj,0.0000139861,0.05000,3.381
10,self_attn.k_proj,0.0000061532,0.05000,3.411
10,self_attn.o_proj,0.0000001267,0.05000,0.493
10,mlp.gate_proj,0.0000173171,0.05000,1.220
10,mlp.up_proj,0.0000108839,0.05000,1.223
10,mlp.down_proj,0.0000003280,0.05000,1.864
11,self_attn.k_proj,0.0000066866,0.05000,2.985
11,self_attn.v_proj,0.0000009090,0.05000,3.134
11,self_attn.q_proj,0.0000124617,0.05000,3.157
11,self_attn.o_proj,0.0000000955,0.05000,0.526
11,mlp.gate_proj,0.0000174840,0.05000,1.241
11,mlp.up_proj,0.0000111882,0.05000,1.240
11,mlp.down_proj,0.0000003564,0.05000,1.859
12,self_attn.q_proj,0.0000122400,0.05000,2.690
12,self_attn.v_proj,0.0000009516,0.05000,2.745
12,self_attn.k_proj,0.0000063789,0.05000,2.766
12,self_attn.o_proj,0.0000000996,0.05000,0.490
12,mlp.gate_proj,0.0000166709,0.05000,1.183
12,mlp.up_proj,0.0000111118,0.05000,1.190
12,mlp.down_proj,0.0000003938,0.05000,1.853
13,self_attn.q_proj,0.0000141233,0.05000,3.080
13,self_attn.v_proj,0.0000016864,0.05000,3.151
13,self_attn.k_proj,0.0000064695,0.05000,3.185
13,self_attn.o_proj,0.0000001103,0.05000,0.499
13,mlp.gate_proj,0.0000172082,0.05000,1.233
13,mlp.up_proj,0.0000123625,0.05000,1.240
13,mlp.down_proj,0.0000005548,0.05000,1.880
14,self_attn.v_proj,0.0000036409,0.05000,3.412
14,self_attn.k_proj,0.0000066772,0.05000,3.422
14,self_attn.q_proj,0.0000137069,0.05000,3.440
14,self_attn.o_proj,0.0000002190,0.05000,0.501
14,mlp.up_proj,0.0000129504,0.05000,1.224
14,mlp.gate_proj,0.0000192394,0.05000,1.234
14,mlp.down_proj,0.0000007553,0.05000,1.884
15,self_attn.q_proj,0.0000123336,0.05000,3.152
15,self_attn.k_proj,0.0000072337,0.05000,3.281
15,self_attn.v_proj,0.0000035618,0.05000,3.288
15,self_attn.o_proj,0.0000011874,0.05000,0.511
15,mlp.up_proj,0.0000154439,0.05000,1.126
15,mlp.gate_proj,0.0000206278,0.05000,1.132
15,mlp.down_proj,0.0000024395,0.05000,1.842