layer,module,loss,samples,damp,time
0,self_attn.v_proj,0.0303182232,0.05000,2.047
0,self_attn.q_proj,0.0395868504,0.05000,2.077
0,self_attn.k_proj,0.0310495936,0.05000,2.092
0,self_attn.o_proj,0.0085231454,0.05000,0.457
0,mlp.gate_proj,0.0023104589,0.05000,1.918
0,mlp.up_proj,0.0021672404,0.05000,1.997
0,mlp.down_proj,0.0001215678,0.05000,2.495
1,self_attn.k_proj,0.0018749934,0.05000,1.559
1,self_attn.v_proj,0.0018131534,0.05000,1.574
1,self_attn.q_proj,0.0004871590,0.05000,1.595
1,self_attn.o_proj,0.0001916515,0.05000,0.466
1,mlp.gate_proj,0.0025396953,0.05000,0.947
1,mlp.up_proj,0.0023960687,0.05000,0.951
1,mlp.down_proj,0.0000098207,0.05000,2.569
2,self_attn.k_proj,0.0026754430,0.05000,1.685
2,self_attn.q_proj,0.0012018036,0.05000,1.704
2,self_attn.v_proj,0.0026224680,0.05000,1.711
2,self_attn.o_proj,0.0004019560,0.05000,0.449
2,mlp.up_proj,0.0028018636,0.05000,1.177
2,mlp.gate_proj,0.0028125156,0.05000,1.182
2,mlp.down_proj,0.0000238891,0.05000,2.665
3,self_attn.v_proj,0.0017920455,0.05000,2.610
3,self_attn.k_proj,0.0018643854,0.05000,2.621
3,self_attn.q_proj,0.0005948834,0.05000,2.672
3,self_attn.o_proj,0.0008435276,0.05000,0.466
3,mlp.gate_proj,0.0042158603,0.05000,1.085
3,mlp.up_proj,0.0042260173,0.05000,1.088
3,mlp.down_proj,0.0000859707,0.05000,2.498
4,self_attn.k_proj,0.0024057487,0.05000,1.784
4,self_attn.v_proj,0.0021568305,0.05000,1.828
4,self_attn.q_proj,0.0014321577,0.05000,1.832
4,self_attn.o_proj,0.0003525440,0.05000,0.450
4,mlp.up_proj,0.0020617224,0.05000,1.172
4,mlp.gate_proj,0.0020975558,0.05000,1.177
4,mlp.down_proj,0.0000163928,0.05000,2.481
5,self_attn.k_proj,0.0018031981,0.05000,1.573
5,self_attn.q_proj,0.0001868398,0.05000,1.593
5,self_attn.v_proj,0.0011608378,0.05000,1.599
5,self_attn.o_proj,0.0000316603,0.05000,0.449
5,mlp.gate_proj,0.0023617487,0.05000,1.156
5,mlp.up_proj,0.0023672755,0.05000,1.165
5,mlp.down_proj,0.0000128572,0.05000,2.404
6,self_attn.q_proj,rtn failsafe,1.00000,4.031
6,self_attn.v_proj,rtn failsafe,1.00000,4.052
6,self_attn.k_proj,rtn failsafe,1.00000,4.061
6,self_attn.o_proj,rtn failsafe,1.00000,0.939
6,mlp.up_proj,rtn failsafe,1.00000,2.582
6,mlp.gate_proj,rtn failsafe,1.00000,2.586
6,mlp.down_proj,rtn failsafe,1.00000,21.895
7,self_attn.k_proj,rtn failsafe,1.00000,3.795
7,self_attn.q_proj,rtn failsafe,1.00000,3.813
7,self_attn.v_proj,rtn failsafe,1.00000,3.820
7,self_attn.o_proj,rtn failsafe,1.00000,0.944
7,mlp.gate_proj,rtn failsafe,1.00000,2.573
7,mlp.up_proj,rtn failsafe,1.00000,2.576
7,mlp.down_proj,rtn failsafe,1.00000,21.843
8,self_attn.k_proj,rtn failsafe,1.00000,3.875
8,self_attn.v_proj,rtn failsafe,1.00000,3.892
8,self_attn.q_proj,rtn failsafe,1.00000,3.897
8,self_attn.o_proj,rtn failsafe,1.00000,0.941
8,mlp.gate_proj,rtn failsafe,1.00000,2.572
8,mlp.up_proj,rtn failsafe,1.00000,2.576
8,mlp.down_proj,rtn failsafe,1.00000,22.971
9,self_attn.v_proj,rtn failsafe,1.00000,4.642
9,self_attn.q_proj,rtn failsafe,1.00000,4.699
9,self_attn.k_proj,rtn failsafe,1.00000,4.734
9,self_attn.o_proj,rtn failsafe,1.00000,1.061
9,mlp.up_proj,rtn failsafe,1.00000,2.796
9,mlp.gate_proj,rtn failsafe,1.00000,2.862
9,mlp.down_proj,rtn failsafe,1.00000,22.803
10,self_attn.v_proj,rtn failsafe,1.00000,4.635
10,self_attn.q_proj,rtn failsafe,1.00000,4.655
10,self_attn.k_proj,rtn failsafe,1.00000,4.736
10,self_attn.o_proj,rtn failsafe,1.00000,1.628
10,mlp.gate_proj,rtn failsafe,1.00000,2.974
10,mlp.up_proj,rtn failsafe,1.00000,3.014
10,mlp.down_proj,rtn failsafe,1.00000,22.480
11,self_attn.v_proj,rtn failsafe,1.00000,3.902
11,self_attn.q_proj,rtn failsafe,1.00000,3.930
11,self_attn.k_proj,rtn failsafe,1.00000,3.942
11,self_attn.o_proj,rtn failsafe,1.00000,0.968
11,mlp.up_proj,rtn failsafe,1.00000,2.591
11,mlp.gate_proj,rtn failsafe,1.00000,2.616
11,mlp.down_proj,rtn failsafe,1.00000,22.159
12,self_attn.k_proj,rtn failsafe,1.00000,3.824
12,self_attn.q_proj,rtn failsafe,1.00000,3.840
12,self_attn.v_proj,rtn failsafe,1.00000,3.847
12,self_attn.o_proj,rtn failsafe,1.00000,1.021
12,mlp.gate_proj,rtn failsafe,1.00000,2.700
12,mlp.up_proj,rtn failsafe,1.00000,2.735
12,mlp.down_proj,rtn failsafe,1.00000,23.603
13,self_attn.q_proj,rtn failsafe,1.00000,4.777
13,self_attn.k_proj,rtn failsafe,1.00000,4.868
13,self_attn.v_proj,rtn failsafe,1.00000,4.895
13,self_attn.o_proj,rtn failsafe,1.00000,1.255
13,mlp.gate_proj,rtn failsafe,1.00000,2.837
13,mlp.up_proj,rtn failsafe,1.00000,3.050
13,mlp.down_proj,rtn failsafe,1.00000,23.412
14,self_attn.k_proj,rtn failsafe,1.00000,4.851
14,self_attn.v_proj,rtn failsafe,1.00000,4.889
14,self_attn.q_proj,rtn failsafe,1.00000,4.934
14,self_attn.o_proj,rtn failsafe,1.00000,1.311
14,mlp.gate_proj,rtn failsafe,1.00000,2.807
14,mlp.up_proj,rtn failsafe,1.00000,2.943
14,mlp.down_proj,rtn failsafe,1.00000,22.591
15,self_attn.v_proj,rtn failsafe,1.00000,4.121
15,self_attn.q_proj,rtn failsafe,1.00000,4.132
15,self_attn.k_proj,rtn failsafe,1.00000,4.143
15,self_attn.o_proj,rtn failsafe,1.00000,0.975
15,mlp.gate_proj,rtn failsafe,1.00000,2.598
15,mlp.up_proj,rtn failsafe,1.00000,2.615
15,mlp.down_proj,rtn failsafe,1.00000,22.289
16,self_attn.k_proj,rtn failsafe,1.00000,4.026
16,self_attn.v_proj,rtn failsafe,1.00000,4.051
16,self_attn.q_proj,rtn failsafe,1.00000,4.057
16,self_attn.o_proj,rtn failsafe,1.00000,0.958
16,mlp.gate_proj,rtn failsafe,1.00000,2.647
16,mlp.up_proj,rtn failsafe,1.00000,2.680
16,mlp.down_proj,rtn failsafe,1.00000,22.121
17,self_attn.v_proj,rtn failsafe,1.00000,3.992
17,self_attn.q_proj,rtn failsafe,1.00000,4.010
17,self_attn.k_proj,rtn failsafe,1.00000,4.023
17,self_attn.o_proj,rtn failsafe,1.00000,0.973
17,mlp.gate_proj,rtn failsafe,1.00000,2.677
17,mlp.up_proj,rtn failsafe,1.00000,2.697
17,mlp.down_proj,rtn failsafe,1.00000,22.133
18,self_attn.v_proj,rtn failsafe,1.00000,3.949
18,self_attn.q_proj,rtn failsafe,1.00000,3.952
18,self_attn.k_proj,rtn failsafe,1.00000,3.962
18,self_attn.o_proj,rtn failsafe,1.00000,0.969
18,mlp.up_proj,rtn failsafe,1.00000,2.627
18,mlp.gate_proj,rtn failsafe,1.00000,2.642
18,mlp.down_proj,rtn failsafe,1.00000,22.235
19,self_attn.v_proj,rtn failsafe,1.00000,4.050
19,self_attn.q_proj,rtn failsafe,1.00000,4.080
19,self_attn.k_proj,rtn failsafe,1.00000,4.092
19,self_attn.o_proj,rtn failsafe,1.00000,1.075
19,mlp.up_proj,rtn failsafe,1.00000,2.682
19,mlp.gate_proj,rtn failsafe,1.00000,2.748
19,mlp.down_proj,rtn failsafe,1.00000,23.283
20,self_attn.v_proj,rtn failsafe,1.00000,4.797
20,self_attn.k_proj,rtn failsafe,1.00000,4.891
20,self_attn.q_proj,rtn failsafe,1.00000,4.959
20,self_attn.o_proj,rtn failsafe,1.00000,1.033
20,mlp.gate_proj,rtn failsafe,1.00000,2.767
20,mlp.up_proj,rtn failsafe,1.00000,2.799
20,mlp.down_proj,rtn failsafe,1.00000,22.257
21,self_attn.v_proj,rtn failsafe,1.00000,3.777
21,self_attn.q_proj,rtn failsafe,1.00000,3.792
21,self_attn.k_proj,rtn failsafe,1.00000,3.798
21,self_attn.o_proj,rtn failsafe,1.00000,0.953
21,mlp.gate_proj,rtn failsafe,1.00000,2.626
21,mlp.up_proj,rtn failsafe,1.00000,2.665
21,mlp.down_proj,rtn failsafe,1.00000,22.357
22,self_attn.q_proj,rtn failsafe,1.00000,4.546
22,self_attn.k_proj,rtn failsafe,1.00000,4.657
22,self_attn.v_proj,rtn failsafe,1.00000,4.739
22,self_attn.o_proj,rtn failsafe,1.00000,1.193
22,mlp.up_proj,rtn failsafe,1.00000,2.634
22,mlp.gate_proj,rtn failsafe,1.00000,2.837
22,mlp.down_proj,rtn failsafe,1.00000,22.798
23,self_attn.q_proj,rtn failsafe,1.00000,4.330
23,self_attn.v_proj,rtn failsafe,1.00000,4.376
23,self_attn.k_proj,rtn failsafe,1.00000,4.383
23,self_attn.o_proj,rtn failsafe,1.00000,1.080
23,mlp.gate_proj,rtn failsafe,1.00000,2.631
23,mlp.up_proj,rtn failsafe,1.00000,2.657
23,mlp.down_proj,rtn failsafe,1.00000,22.560
24,self_attn.q_proj,rtn failsafe,1.00000,3.893
24,self_attn.v_proj,rtn failsafe,1.00000,3.920
24,self_attn.k_proj,rtn failsafe,1.00000,3.924
24,self_attn.o_proj,rtn failsafe,1.00000,0.948
24,mlp.gate_proj,rtn failsafe,1.00000,2.549
24,mlp.up_proj,rtn failsafe,1.00000,2.560
24,mlp.down_proj,rtn failsafe,1.00000,22.444
25,self_attn.q_proj,rtn failsafe,1.00000,3.984
25,self_attn.k_proj,rtn failsafe,1.00000,4.017
25,self_attn.v_proj,rtn failsafe,1.00000,4.049
25,self_attn.o_proj,rtn failsafe,1.00000,0.954
25,mlp.gate_proj,rtn failsafe,1.00000,2.431
25,mlp.up_proj,rtn failsafe,1.00000,2.434
25,mlp.down_proj,rtn failsafe,1.00000,22.237
26,self_attn.k_proj,rtn failsafe,1.00000,3.996
26,self_attn.q_proj,rtn failsafe,1.00000,4.007
26,self_attn.v_proj,rtn failsafe,1.00000,4.022
26,self_attn.o_proj,rtn failsafe,1.00000,0.952
26,mlp.gate_proj,rtn failsafe,1.00000,2.632
26,mlp.up_proj,rtn failsafe,1.00000,2.661
26,mlp.down_proj,rtn failsafe,1.00000,22.175
27,self_attn.q_proj,rtn failsafe,1.00000,3.922
27,self_attn.v_proj,rtn failsafe,1.00000,3.966
27,self_attn.k_proj,rtn failsafe,1.00000,3.969
27,self_attn.o_proj,rtn failsafe,1.00000,0.982
27,mlp.up_proj,rtn failsafe,1.00000,2.957
27,mlp.gate_proj,rtn failsafe,1.00000,2.982
27,mlp.down_proj,rtn failsafe,1.00000,22.293
28,self_attn.v_proj,rtn failsafe,1.00000,4.079
28,self_attn.k_proj,rtn failsafe,1.00000,4.099
28,self_attn.q_proj,rtn failsafe,1.00000,4.101
28,self_attn.o_proj,rtn failsafe,1.00000,1.006
28,mlp.up_proj,rtn failsafe,1.00000,2.627
28,mlp.gate_proj,rtn failsafe,1.00000,2.691
28,mlp.down_proj,rtn failsafe,1.00000,22.634
29,self_attn.k_proj,rtn failsafe,1.00000,4.712
29,self_attn.q_proj,rtn failsafe,1.00000,4.813
29,self_attn.v_proj,rtn failsafe,1.00000,4.890
29,self_attn.o_proj,rtn failsafe,1.00000,1.099
29,mlp.gate_proj,rtn failsafe,1.00000,2.889
29,mlp.up_proj,rtn failsafe,1.00000,2.919
29,mlp.down_proj,rtn failsafe,1.00000,22.252
30,self_attn.v_proj,rtn failsafe,1.00000,3.868
30,self_attn.q_proj,rtn failsafe,1.00000,3.935
30,self_attn.k_proj,rtn failsafe,1.00000,3.938
30,self_attn.o_proj,rtn failsafe,1.00000,0.963
30,mlp.up_proj,rtn failsafe,1.00000,2.658
30,mlp.gate_proj,rtn failsafe,1.00000,2.678
30,mlp.down_proj,rtn failsafe,1.00000,22.347
31,self_attn.k_proj,rtn failsafe,1.00000,4.521
31,self_attn.q_proj,rtn failsafe,1.00000,4.585
31,self_attn.v_proj,rtn failsafe,1.00000,4.598
31,self_attn.o_proj,rtn failsafe,1.00000,1.093
31,mlp.gate_proj,rtn failsafe,1.00000,3.016
31,mlp.up_proj,rtn failsafe,1.00000,3.036
31,mlp.down_proj,rtn failsafe,1.00000,23.132
32,self_attn.v_proj,rtn failsafe,1.00000,4.696
32,self_attn.q_proj,rtn failsafe,1.00000,4.723
32,self_attn.k_proj,rtn failsafe,1.00000,4.725
32,self_attn.o_proj,rtn failsafe,1.00000,1.270
32,mlp.up_proj,rtn failsafe,1.00000,2.823
32,mlp.gate_proj,rtn failsafe,1.00000,2.827
32,mlp.down_proj,rtn failsafe,1.00000,22.947
33,self_attn.v_proj,rtn failsafe,1.00000,4.413
33,self_attn.q_proj,rtn failsafe,1.00000,4.572
33,self_attn.k_proj,rtn failsafe,1.00000,4.591
33,self_attn.o_proj,rtn failsafe,1.00000,1.052
33,mlp.gate_proj,rtn failsafe,1.00000,2.501
33,mlp.up_proj,rtn failsafe,1.00000,2.504
33,mlp.down_proj,rtn failsafe,1.00000,22.151