layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0133809132,0.05000,2.470
0,self_attn.k_proj,0.0033238493,0.05000,2.286
0,self_attn.v_proj,0.0034453086,0.05000,2.337
0,self_attn.o_proj,0.0000320586,0.05000,0.549
0,mlp.gate_proj,0.0000773004,0.05000,1.513
0,mlp.up_proj,0.0000726669,0.05000,1.517
0,mlp.down_proj,0.0001631502,0.05000,2.942
0,per_layer_input_gate,0.0000035187,0.05000,0.620
0,per_layer_projection,0.0000264834,0.05000,0.065
1,self_attn.q_proj,0.0015075076,0.05000,2.794
1,self_attn.k_proj,0.0003977174,0.05000,2.818
1,self_attn.v_proj,0.0003989282,0.05000,2.824
1,self_attn.o_proj,0.0000273390,0.05000,0.544
1,mlp.up_proj,0.0003322072,0.05000,1.485
1,mlp.gate_proj,0.0003348799,0.05000,1.494
1,mlp.down_proj,0.0011444461,0.05000,2.985
1,per_layer_input_gate,0.0000148739,0.05000,0.625
1,per_layer_projection,0.0000110933,0.05000,0.065
2,self_attn.v_proj,0.0000398064,0.05000,2.901
2,self_attn.q_proj,0.0001579508,0.05000,2.951
2,self_attn.k_proj,0.0000589550,0.05000,2.959
2,self_attn.o_proj,0.0000382806,0.05000,0.499
2,mlp.up_proj,0.0001297315,0.05000,1.534
2,mlp.gate_proj,0.0001364471,0.05000,1.541
2,mlp.down_proj,0.0001692181,0.05000,3.295
2,per_layer_input_gate,0.0000241593,0.05000,0.625
2,per_layer_projection,0.0017080217,0.05000,0.086
3,self_attn.k_proj,0.0000181704,0.05000,2.735
3,self_attn.v_proj,0.0000222539,0.05000,2.752
3,self_attn.q_proj,0.0000692426,0.05000,2.791
3,self_attn.o_proj,0.0000219556,0.05000,0.499
3,mlp.up_proj,0.0001161721,0.05000,1.493
3,mlp.gate_proj,0.0001174473,0.05000,1.499
3,mlp.down_proj,0.0000804881,0.05000,3.774
3,per_layer_input_gate,0.0000297748,0.05000,0.652
3,per_layer_projection,0.0001816845,0.05000,0.094
4,self_attn.k_proj,0.0000264577,0.05000,2.285
4,self_attn.v_proj,0.0000231085,0.05000,2.290
4,self_attn.q_proj,0.0000912935,0.05000,2.295
4,self_attn.o_proj,0.0000249151,0.05000,0.516
4,mlp.gate_proj,0.0001090984,0.05000,1.564
4,mlp.up_proj,0.0001053701,0.05000,1.567
4,mlp.down_proj,0.0001043722,0.05000,4.586
4,per_layer_input_gate,0.0000477956,0.05000,0.636
4,per_layer_projection,0.0129666533,0.05000,0.066
5,self_attn.k_proj,0.0000622289,0.05000,2.403
5,self_attn.q_proj,0.0001677617,0.05000,2.414
5,self_attn.v_proj,0.0000397244,0.05000,2.435
5,self_attn.o_proj,0.0000334141,0.05000,1.155
5,mlp.gate_proj,0.0004170368,0.05000,1.578
5,mlp.up_proj,0.0004170280,0.05000,1.581
5,mlp.down_proj,0.0002798180,0.05000,4.633
5,per_layer_input_gate,0.0000430151,0.05000,0.655
5,per_layer_projection,0.0008130260,0.05000,0.090
6,self_attn.v_proj,0.0000270716,0.05000,2.491
6,self_attn.q_proj,0.0000926331,0.05000,2.501
6,self_attn.k_proj,0.0000251250,0.05000,2.508
6,self_attn.o_proj,0.0000322658,0.05000,0.521
6,mlp.gate_proj,0.0001751964,0.05000,1.660
6,mlp.up_proj,0.0001704853,0.05000,1.660
6,mlp.down_proj,0.0000744022,0.05000,4.870
6,per_layer_input_gate,0.0000425660,0.05000,0.709
6,per_layer_projection,0.0003799679,0.05000,0.080
7,self_attn.k_proj,0.0000605882,0.05000,2.407
7,self_attn.v_proj,0.0000602196,0.05000,2.421
7,self_attn.q_proj,0.0002377021,0.05000,2.426
7,self_attn.o_proj,0.0000298524,0.05000,0.503
7,mlp.gate_proj,0.0000748669,0.05000,1.559
7,mlp.up_proj,0.0000733706,0.05000,1.558
7,mlp.down_proj,0.0000684038,0.05000,5.013
7,per_layer_input_gate,0.0000355191,0.05000,0.719
7,per_layer_projection,0.0003152849,0.05000,0.072
8,self_attn.k_proj,0.0001093707,0.05000,2.508
8,self_attn.v_proj,0.0001086582,0.05000,2.517
8,self_attn.q_proj,0.0004060049,0.05000,2.522
8,self_attn.o_proj,0.0000338763,0.05000,0.510
8,mlp.gate_proj,0.0000706186,0.05000,1.630
8,mlp.up_proj,0.0000676119,0.05000,1.636
8,mlp.down_proj,0.0000600634,0.05000,5.042
8,per_layer_input_gate,0.0000123918,0.05000,0.743
8,per_layer_projection,0.0001120510,0.05000,0.089
9,self_attn.k_proj,0.0000210003,0.05000,2.583
9,self_attn.q_proj,0.0000862873,0.05000,2.587
9,self_attn.v_proj,0.0000229474,0.05000,2.607
9,self_attn.o_proj,0.0000279322,0.05000,0.541
9,mlp.up_proj,0.0000452220,0.05000,1.604
9,mlp.gate_proj,0.0000460005,0.05000,1.605
9,mlp.down_proj,0.0000403040,0.05000,5.022
9,per_layer_input_gate,0.0000218002,0.05000,0.741
9,per_layer_projection,0.0013977917,0.05000,0.079
10,self_attn.v_proj,0.0000109989,0.05000,2.640
10,self_attn.q_proj,0.0000288232,0.05000,2.649
10,self_attn.k_proj,0.0000077015,0.05000,2.663
10,self_attn.o_proj,0.0000278110,0.05000,0.602
10,mlp.gate_proj,0.0000297475,0.05000,1.984
10,mlp.up_proj,0.0000309112,0.05000,1.983
10,mlp.down_proj,0.0000175228,0.05000,5.051
10,per_layer_input_gate,0.0000465991,0.05000,0.739
10,per_layer_projection,0.0014095060,0.05000,0.072
11,self_attn.v_proj,0.0000208536,0.05000,2.671
11,self_attn.k_proj,0.0000263412,0.05000,2.676
11,self_attn.q_proj,0.0000744974,0.05000,2.687
11,self_attn.o_proj,0.0000230292,0.05000,1.335
11,mlp.gate_proj,0.0000448698,0.05000,2.045
11,mlp.up_proj,0.0000427460,0.05000,2.046
11,mlp.down_proj,0.0000322003,0.05000,5.021
11,per_layer_input_gate,0.0000705025,0.05000,0.736
11,per_layer_projection,0.0125107794,0.05000,0.072
12,self_attn.k_proj,0.0000380754,0.05000,2.600
12,self_attn.v_proj,0.0000354610,0.05000,2.607
12,self_attn.q_proj,0.0001290740,0.05000,2.615
12,self_attn.o_proj,0.0000292304,0.05000,0.603
12,mlp.gate_proj,0.0000732894,0.05000,2.011
12,mlp.up_proj,0.0000738092,0.05000,2.010
12,mlp.down_proj,0.0000262440,0.05000,5.026
12,per_layer_input_gate,0.0000807900,0.05000,0.735
12,per_layer_projection,0.0044851758,0.05000,0.072
13,self_attn.k_proj,0.0000616433,0.05000,2.558
13,self_attn.q_proj,0.0001918136,0.05000,2.564
13,self_attn.v_proj,0.0000500188,0.05000,2.575
13,self_attn.o_proj,0.0000277534,0.05000,0.607
13,mlp.up_proj,0.0000473177,0.05000,1.980
13,mlp.gate_proj,0.0000472678,0.05000,1.980
13,mlp.down_proj,0.0000162895,0.05000,5.032
13,per_layer_input_gate,0.0000705441,0.05000,0.741
13,per_layer_projection,0.0020806484,0.05000,0.072
14,self_attn.v_proj,0.0000553264,0.05000,2.551
14,self_attn.q_proj,0.0002611089,0.05000,2.559
14,self_attn.k_proj,0.0000799699,0.05000,2.574
14,self_attn.o_proj,0.0000266174,0.05000,0.602
14,mlp.gate_proj,0.0000149102,0.05000,2.046
14,mlp.up_proj,0.0000149605,0.05000,2.045
14,mlp.down_proj,0.0000028158,0.05000,5.030
14,per_layer_input_gate,0.0000694484,0.05000,0.739
14,per_layer_projection,0.0006913661,0.05000,0.096
15,self_attn.v_proj,0.0000372710,0.05000,2.675
15,self_attn.k_proj,0.0000533418,0.05000,2.696
15,self_attn.q_proj,0.0001875102,0.05000,2.708
15,self_attn.o_proj,0.0000199403,0.05000,0.609
15,mlp.gate_proj,0.0000218154,0.05000,2.029
15,mlp.up_proj,0.0000215434,0.05000,2.028
15,mlp.down_proj,0.0000016833,0.05000,5.015
15,per_layer_input_gate,0.0000504690,0.05000,0.740
15,per_layer_projection,0.0068079274,0.05000,0.073
16,self_attn.q_proj,0.0001894551,0.05000,2.614
16,self_attn.k_proj,0.0000486270,0.05000,2.617
16,self_attn.v_proj,0.0000445301,0.05000,2.618
16,self_attn.o_proj,0.0000240580,0.05000,0.605
16,mlp.up_proj,0.0000116342,0.05000,1.984
16,mlp.gate_proj,0.0000112263,0.05000,1.985
16,mlp.down_proj,0.0000005115,0.05000,5.029
16,per_layer_input_gate,0.0000480188,0.05000,0.741
16,per_layer_projection,0.0006808827,0.05000,0.073
17,self_attn.q_proj,0.0003739246,0.05000,2.662
17,self_attn.k_proj,0.0000982964,0.05000,2.667
17,self_attn.v_proj,0.0000902218,0.05000,2.676
17,self_attn.o_proj,0.0000100714,0.05000,1.347
17,mlp.up_proj,0.0000085331,0.05000,2.017
17,mlp.gate_proj,0.0000081792,0.05000,2.018
17,mlp.down_proj,0.0000001797,0.05000,5.043
17,per_layer_input_gate,0.0000284023,0.05000,0.745
17,per_layer_projection,0.0019677096,0.05000,0.084
18,self_attn.q_proj,0.0007544438,0.05000,2.635
18,self_attn.v_proj,0.0001385294,0.05000,2.641
18,self_attn.k_proj,0.0001949666,0.05000,2.648
18,self_attn.o_proj,0.0000154643,0.05000,0.604
18,mlp.gate_proj,0.0000170686,0.05000,2.033
18,mlp.up_proj,0.0000169399,0.05000,2.037
18,mlp.down_proj,0.0000004918,0.05000,5.013
18,per_layer_input_gate,0.0000331747,0.05000,0.736
18,per_layer_projection,0.0012952978,0.05000,0.072
19,self_attn.k_proj,0.0000867329,0.05000,2.568
19,self_attn.v_proj,0.0000552353,0.05000,2.575
19,self_attn.q_proj,0.0002481916,0.05000,2.585
19,self_attn.o_proj,0.0000177183,0.05000,0.609
19,mlp.gate_proj,0.0000174538,0.05000,1.990
19,mlp.up_proj,0.0000175820,0.05000,2.001
19,mlp.down_proj,0.0000005013,0.05000,5.030
19,per_layer_input_gate,0.0000294350,0.05000,0.738
19,per_layer_projection,0.0009245542,0.05000,0.072
20,self_attn.q_proj,0.0000560934,0.05000,2.647
20,self_attn.k_proj,0.0000154776,0.05000,2.656
20,self_attn.v_proj,0.0000115571,0.05000,2.659
20,self_attn.o_proj,0.0000177655,0.05000,0.605
20,mlp.up_proj,0.0000152126,0.05000,2.017
20,mlp.gate_proj,0.0000148834,0.05000,2.024
20,mlp.down_proj,0.0000004130,0.05000,5.015
20,per_layer_input_gate,0.0000305954,0.05000,0.738
20,per_layer_projection,0.0019143547,0.05000,0.081
21,self_attn.q_proj,0.0000184271,0.05000,2.624
21,self_attn.k_proj,0.0000048002,0.05000,2.641
21,self_attn.v_proj,0.0000067381,0.05000,2.649
21,self_attn.o_proj,0.0000168125,0.05000,0.602
21,mlp.up_proj,0.0000218124,0.05000,2.016
21,mlp.gate_proj,0.0000235671,0.05000,2.015
21,mlp.down_proj,0.0000005212,0.05000,5.030
21,per_layer_input_gate,0.0000397940,0.05000,0.736
21,per_layer_projection,0.0009204071,0.05000,0.073
22,self_attn.q_proj,0.0000047451,0.05000,2.630
22,self_attn.v_proj,0.0000019727,0.05000,2.637
22,self_attn.k_proj,0.0000010576,0.05000,2.651
22,self_attn.o_proj,0.0000164433,0.05000,0.611
22,mlp.gate_proj,0.0000088969,0.05000,2.046
22,mlp.up_proj,0.0000087307,0.05000,2.051
22,mlp.down_proj,0.0000003743,0.05000,5.036
22,per_layer_input_gate,0.0000153944,0.05000,0.740
22,per_layer_projection,0.0022376832,0.05000,0.073
23,self_attn.v_proj,0.0000383506,0.05000,2.659
23,self_attn.k_proj,0.0000285652,0.05000,2.675
23,self_attn.q_proj,0.0001388369,0.05000,2.680
23,self_attn.o_proj,0.0000187941,0.05000,1.346
23,mlp.gate_proj,0.0000168090,0.05000,2.033
23,mlp.up_proj,0.0000174318,0.05000,2.037
23,mlp.down_proj,0.0000003212,0.05000,5.045
23,per_layer_input_gate,0.0000282365,0.05000,0.739
23,per_layer_projection,0.0008446131,0.05000,0.073
24,self_attn.o_proj,0.0000080238,0.05000,0.610
24,mlp.gate_proj,0.0000240828,0.05000,2.026
24,mlp.up_proj,0.0000258792,0.05000,2.027
24,mlp.down_proj,0.0000003722,0.05000,5.047
24,per_layer_input_gate,0.0000176604,0.05000,0.768
24,per_layer_projection,0.0079194900,0.05000,0.074
25,self_attn.o_proj,0.0000095929,0.05000,0.610
25,mlp.gate_proj,0.0000142529,0.05000,2.041
25,mlp.up_proj,0.0000150898,0.05000,2.042
25,mlp.down_proj,0.0000003260,0.05000,5.045
25,per_layer_input_gate,0.0000185251,0.05000,0.738
25,per_layer_projection,0.0041091896,0.05000,0.073
26,self_attn.o_proj,0.0000125515,0.05000,0.607
26,mlp.gate_proj,0.0000185797,0.05000,2.015
26,mlp.up_proj,0.0000197775,0.05000,2.014
26,mlp.down_proj,0.0000005655,0.05000,5.040
26,per_layer_input_gate,0.0000267581,0.05000,0.737
26,per_layer_projection,0.0028598483,0.05000,0.072
27,self_attn.o_proj,0.0000175563,0.05000,0.610
27,mlp.up_proj,0.0000224818,0.05000,2.053
27,mlp.gate_proj,0.0000208284,0.05000,2.054
27,mlp.down_proj,0.0000004490,0.05000,5.042
27,per_layer_input_gate,0.0000292307,0.05000,0.743
27,per_layer_projection,0.0010631481,0.05000,0.091
28,self_attn.o_proj,0.0000171168,0.05000,0.608
28,mlp.gate_proj,0.0000262768,0.05000,2.022
28,mlp.up_proj,0.0000273003,0.05000,2.021
28,mlp.down_proj,0.0000012771,0.05000,5.054
28,per_layer_input_gate,0.0000372505,0.05000,0.736
28,per_layer_projection,0.0015081794,0.05000,0.074
29,self_attn.o_proj,0.0000078026,0.05000,1.351
29,mlp.up_proj,0.0000158857,0.05000,2.039
29,mlp.gate_proj,0.0000160457,0.05000,2.040
29,mlp.down_proj,0.0000006397,0.05000,5.036
29,per_layer_input_gate,0.0000315176,0.05000,0.740
29,per_layer_projection,0.0062796998,0.05000,0.074
30,self_attn.o_proj,0.0000126904,0.05000,0.607
30,mlp.up_proj,0.0000236520,0.05000,1.998
30,mlp.gate_proj,0.0000243547,0.05000,1.999
30,mlp.down_proj,0.0000013958,0.05000,5.040
30,per_layer_input_gate,0.0000200971,0.05000,0.739
30,per_layer_projection,0.0172334013,0.05000,0.072
31,self_attn.o_proj,0.0000118710,0.05000,0.613
31,mlp.gate_proj,0.0000186014,0.05000,2.043
31,mlp.up_proj,0.0000183480,0.05000,2.042
31,mlp.down_proj,0.0000014977,0.05000,5.037
31,per_layer_input_gate,0.0000245368,0.05000,0.742
31,per_layer_projection,0.0079193233,0.05000,0.090
32,self_attn.o_proj,0.0000165053,0.05000,0.607
32,mlp.up_proj,0.0000317200,0.05000,1.994
32,mlp.gate_proj,0.0000324620,0.05000,1.995
32,mlp.down_proj,0.0000057735,0.05000,5.047
32,per_layer_input_gate,0.0000292421,0.05000,0.740
32,per_layer_projection,0.0151332102,0.05000,0.091
33,self_attn.o_proj,0.0000156298,0.05000,0.610
33,mlp.up_proj,0.0000246482,0.05000,2.040
33,mlp.gate_proj,0.0000250132,0.05000,2.041
33,mlp.down_proj,0.0000068084,0.05000,5.031
33,per_layer_input_gate,0.0000338540,0.05000,0.741
33,per_layer_projection,0.0075577592,0.05000,0.073
34,self_attn.o_proj,0.0000088562,0.05000,0.607
34,mlp.gate_proj,0.0000197329,0.05000,1.994
34,mlp.up_proj,0.0000193335,0.05000,1.993
34,mlp.down_proj,0.0000042332,0.05000,5.044
34,per_layer_input_gate,0.0000360013,0.05000,0.742
34,per_layer_projection,0.0360601947,0.05000,0.073
35,self_attn.o_proj,0.0000085389,0.05000,1.345
35,mlp.up_proj,0.0000101607,0.05000,2.040
35,mlp.gate_proj,0.0000102226,0.05000,2.040
35,mlp.down_proj,0.0000006644,0.05000,5.029
35,per_layer_input_gate,0.0000347499,0.05000,0.739
35,per_layer_projection,0.0171825343,0.05000,0.084
36,self_attn.o_proj,0.0000143995,0.05000,0.607
36,mlp.up_proj,0.0000062813,0.05000,1.996
36,mlp.gate_proj,0.0000062265,0.05000,1.997
36,mlp.down_proj,0.0000006160,0.05000,5.039
36,per_layer_input_gate,0.0000361704,0.05000,0.735
36,per_layer_projection,0.0619977311,0.05000,0.072
37,self_attn.o_proj,0.0000155842,0.05000,0.609
37,mlp.up_proj,0.0000041213,0.05000,2.034
37,mlp.gate_proj,0.0000040409,0.05000,2.042
37,mlp.down_proj,0.0000003345,0.05000,5.047
37,per_layer_input_gate,0.0000348769,0.05000,0.740
37,per_layer_projection,0.0016117015,0.05000,0.072
38,self_attn.o_proj,0.0000105101,0.05000,0.608
38,mlp.up_proj,0.0000040244,0.05000,1.993
38,mlp.gate_proj,0.0000039216,0.05000,1.994
38,mlp.down_proj,0.0000003391,0.05000,5.042
38,per_layer_input_gate,0.0000322117,0.05000,0.736
38,per_layer_projection,0.0021040556,0.05000,0.086
39,self_attn.o_proj,0.0000108883,0.05000,0.610
39,mlp.up_proj,0.0000042133,0.05000,2.004
39,mlp.gate_proj,0.0000040955,0.05000,2.012
39,mlp.down_proj,0.0000002792,0.05000,5.040
39,per_layer_input_gate,0.0000249566,0.05000,0.737
39,per_layer_projection,0.0015154285,0.05000,0.084
40,self_attn.o_proj,0.0000098662,0.05000,0.610
40,mlp.up_proj,0.0000103999,0.05000,1.998
40,mlp.gate_proj,0.0000101429,0.05000,1.999
40,mlp.down_proj,0.0000013517,0.05000,5.053
40,per_layer_input_gate,0.0000187256,0.05000,0.740
40,per_layer_projection,0.0035357347,0.05000,0.073
41,self_attn.o_proj,0.0000057233,0.05000,1.352
41,mlp.gate_proj,0.0000177138,0.05000,2.006
41,mlp.up_proj,0.0000180029,0.05000,2.007
41,mlp.down_proj,0.0000016810,0.05000,5.037
41,per_layer_input_gate,0.0000089089,0.05000,0.741
41,per_layer_projection,0.0195961444,0.05000,0.089