quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000209296,0.05000,0.614
0,self_attn.q_proj,0.0001144572,0.05000,0.632
0,self_attn.v_proj,0.0000047285,0.05000,0.761
0,self_attn.o_proj,0.0000507465,0.05000,0.245
0,mlp.up_proj,0.0000873636,0.05000,0.581
0,mlp.gate_proj,0.0001109128,0.05000,0.582
0,mlp.down_proj,0.0000416752,0.05000,2.290
1,self_attn.k_proj,0.0000071981,0.05000,0.636
1,self_attn.v_proj,0.0000027749,0.05000,0.640
1,self_attn.q_proj,0.0000259345,0.05000,0.642
1,self_attn.o_proj,0.0000175171,0.05000,0.248
1,mlp.up_proj,0.0030928342,0.05000,0.596
1,mlp.gate_proj,0.0035803195,0.05000,0.597
1,mlp.down_proj,0.0001639509,0.05000,2.372
2,self_attn.k_proj,0.0000236998,0.05000,0.652
2,self_attn.q_proj,0.0001052923,0.05000,0.660
2,self_attn.v_proj,0.0000098811,0.05000,0.661
2,self_attn.o_proj,0.0000447368,0.05000,0.254
2,mlp.up_proj,0.0019003164,0.05000,0.586
2,mlp.gate_proj,0.0025602075,0.05000,0.588
2,mlp.down_proj,0.0029163412,0.05000,2.384
3,self_attn.q_proj,0.0001160571,0.05000,0.652
3,self_attn.k_proj,0.0000243695,0.05000,0.654
3,self_attn.v_proj,0.0000146520,0.05000,0.656
3,self_attn.o_proj,0.0000373584,0.05000,0.249
3,mlp.up_proj,0.0017758229,0.05000,0.621
3,mlp.gate_proj,0.0027299622,0.05000,0.622
3,mlp.down_proj,0.0001640262,0.05000,2.400
4,self_attn.k_proj,0.0000343871,0.05000,0.651
4,self_attn.v_proj,0.0000239785,0.05000,0.654
4,self_attn.q_proj,0.0001700161,0.05000,0.657
4,self_attn.o_proj,0.0000834076,0.05000,0.266
4,mlp.gate_proj,0.0016401815,0.05000,0.617
4,mlp.up_proj,0.0010526499,0.05000,0.616
4,mlp.down_proj,0.0001902576,0.05000,2.588
5,self_attn.q_proj,0.0001892348,0.05000,0.700
5,self_attn.v_proj,0.0000333156,0.05000,0.707
5,self_attn.k_proj,0.0000410828,0.05000,0.712
5,self_attn.o_proj,0.0000948859,0.05000,0.261
5,mlp.gate_proj,0.0040259815,0.05000,0.608
5,mlp.up_proj,0.0031787829,0.05000,0.610
5,mlp.down_proj,0.0001626391,0.05000,2.415
6,self_attn.q_proj,0.0002372317,0.05000,0.732
6,self_attn.k_proj,0.0000519367,0.05000,0.736
6,self_attn.v_proj,0.0000333005,0.05000,0.737
6,self_attn.o_proj,0.0000494856,0.05000,0.251
6,mlp.up_proj,0.0010352310,0.05000,0.636
6,mlp.gate_proj,0.0012742502,0.05000,0.637
6,mlp.down_proj,0.0001845123,0.05000,2.561
7,self_attn.k_proj,0.0000251341,0.05000,0.661
7,self_attn.v_proj,0.0000206984,0.05000,0.664
7,self_attn.q_proj,0.0001230368,0.05000,0.668
7,self_attn.o_proj,0.0000753349,0.05000,0.269
7,mlp.up_proj,0.0010137099,0.05000,0.605
7,mlp.gate_proj,0.0011511217,0.05000,0.609
7,mlp.down_proj,0.0002020148,0.05000,2.486
8,self_attn.k_proj,0.0000472445,0.05000,0.685
8,self_attn.v_proj,0.0000340741,0.05000,0.691
8,self_attn.q_proj,0.0002459036,0.05000,0.693
8,self_attn.o_proj,0.0001036459,0.05000,0.259
8,mlp.gate_proj,0.0011776385,0.05000,0.619
8,mlp.up_proj,0.0010352160,0.05000,0.622
8,mlp.down_proj,0.0001992117,0.05000,2.524
9,self_attn.k_proj,0.0000442726,0.05000,0.748
9,self_attn.v_proj,0.0000261767,0.05000,0.749
9,self_attn.q_proj,0.0002024696,0.05000,0.755
9,self_attn.o_proj,0.0000943011,0.05000,0.265
9,mlp.gate_proj,0.0010780057,0.05000,0.639
9,mlp.up_proj,0.0009907746,0.05000,0.638
9,mlp.down_proj,0.0002028328,0.05000,2.538
10,self_attn.v_proj,0.0000390958,0.05000,0.753
10,self_attn.k_proj,0.0000460371,0.05000,0.770
10,self_attn.q_proj,0.0002181491,0.05000,0.774
10,self_attn.o_proj,0.0001296098,0.05000,0.259
10,mlp.gate_proj,0.0010734424,0.05000,0.678
10,mlp.up_proj,0.0009774076,0.05000,0.678
10,mlp.down_proj,0.0001882646,0.05000,2.964
11,self_attn.v_proj,0.0000296107,0.05000,0.784
11,self_attn.q_proj,0.0001997434,0.05000,0.791
11,self_attn.k_proj,0.0000416117,0.05000,0.793
11,self_attn.o_proj,0.0001284327,0.05000,0.272
11,mlp.up_proj,0.0009222203,0.05000,0.685
11,mlp.gate_proj,0.0010327089,0.05000,0.690
11,mlp.down_proj,0.0001732171,0.05000,2.937
12,self_attn.k_proj,0.0000584577,0.05000,0.795
12,self_attn.q_proj,0.0002599988,0.05000,0.807
12,self_attn.v_proj,0.0000366403,0.05000,0.811
12,self_attn.o_proj,0.0000945878,0.05000,0.267
12,mlp.up_proj,0.0009246784,0.05000,0.656
12,mlp.gate_proj,0.0009734404,0.05000,0.657
12,mlp.down_proj,0.0001786068,0.05000,3.248
13,self_attn.v_proj,0.0000233388,0.05000,0.869
13,self_attn.k_proj,0.0000323724,0.05000,0.872
13,self_attn.q_proj,0.0001523185,0.05000,0.874
13,self_attn.o_proj,0.0001213606,0.05000,0.314
13,mlp.gate_proj,0.0008458595,0.05000,0.688
13,mlp.up_proj,0.0008434205,0.05000,0.691
13,mlp.down_proj,0.0001708365,0.05000,3.211
14,self_attn.v_proj,0.0000545923,0.05000,0.831
14,self_attn.k_proj,0.0000667099,0.05000,0.834
14,self_attn.q_proj,0.0003860807,0.05000,0.836
14,self_attn.o_proj,0.0001080969,0.05000,0.292
14,mlp.gate_proj,0.0009486560,0.05000,0.738
14,mlp.up_proj,0.0009800714,0.05000,0.737
14,mlp.down_proj,0.0001898908,0.05000,3.312
15,self_attn.v_proj,0.0000406077,0.05000,0.798
15,self_attn.k_proj,0.0000378214,0.05000,0.809
15,self_attn.q_proj,0.0001924053,0.05000,0.812
15,self_attn.o_proj,0.0001624925,0.05000,0.291
15,mlp.gate_proj,0.0008065311,0.05000,0.696
15,mlp.up_proj,0.0007905288,0.05000,0.701
15,mlp.down_proj,0.0001435122,0.05000,3.310
16,self_attn.k_proj,0.0000431811,0.05000,0.776
16,self_attn.v_proj,0.0000460935,0.05000,0.783
16,self_attn.q_proj,0.0002295199,0.05000,0.787
16,self_attn.o_proj,0.0000894106,0.05000,0.294
16,mlp.up_proj,0.0008678609,0.05000,0.739
16,mlp.gate_proj,0.0008803398,0.05000,0.739
16,mlp.down_proj,0.0001465610,0.05000,3.281
17,self_attn.q_proj,0.0002222468,0.05000,0.824
17,self_attn.k_proj,0.0000372285,0.05000,0.840
17,self_attn.v_proj,0.0000477035,0.05000,0.846
17,self_attn.o_proj,0.0000942274,0.05000,0.294
17,mlp.gate_proj,0.0008852214,0.05000,0.717
17,mlp.up_proj,0.0008796248,0.05000,0.719
17,mlp.down_proj,0.0001817320,0.05000,3.338
18,self_attn.q_proj,0.0001766738,0.05000,0.834
18,self_attn.k_proj,0.0000331074,0.05000,0.847
18,self_attn.v_proj,0.0000363761,0.05000,0.853
18,self_attn.o_proj,0.0001623011,0.05000,0.307
18,mlp.gate_proj,0.0009099826,0.05000,0.786
18,mlp.up_proj,0.0008990380,0.05000,0.789
18,mlp.down_proj,0.0002493668,0.05000,3.350
19,self_attn.v_proj,0.0000771181,0.05000,0.866
19,self_attn.q_proj,0.0002119141,0.05000,0.877
19,self_attn.k_proj,0.0000331645,0.05000,0.880
19,self_attn.o_proj,0.0001433817,0.05000,0.294
19,mlp.gate_proj,0.0011144893,0.05000,0.731
19,mlp.up_proj,0.0011812473,0.05000,0.731
19,mlp.down_proj,0.0005257339,0.05000,3.329
20,self_attn.k_proj,0.0000415068,0.05000,0.808
20,self_attn.q_proj,0.0002950027,0.05000,0.808
20,self_attn.v_proj,0.0001198654,0.05000,0.812
20,self_attn.o_proj,0.0003018206,0.05000,0.288
20,mlp.up_proj,0.0012464657,0.05000,0.752
20,mlp.gate_proj,0.0012376589,0.05000,0.752
20,mlp.down_proj,0.0004172671,0.05000,3.330
21,self_attn.q_proj,0.0002612807,0.05000,0.840
21,self_attn.v_proj,0.0000842604,0.05000,0.848
21,self_attn.k_proj,0.0000352557,0.05000,0.853
21,self_attn.o_proj,0.0001932421,0.05000,0.304
21,mlp.gate_proj,0.0017651574,0.05000,0.754
21,mlp.up_proj,0.0017327129,0.05000,0.758
21,mlp.down_proj,0.0007731604,0.05000,3.319
22,self_attn.q_proj,0.0002853020,0.05000,0.841
22,self_attn.v_proj,0.0001252798,0.05000,0.848
22,self_attn.k_proj,0.0000500876,0.05000,0.850
22,self_attn.o_proj,0.0002849242,0.05000,0.294
22,mlp.gate_proj,0.0020570717,0.05000,0.739
22,mlp.up_proj,0.0020025899,0.05000,0.739
22,mlp.down_proj,0.0010333342,0.05000,3.523
23,self_attn.v_proj,0.0002016742,0.05000,0.826
23,self_attn.q_proj,0.0003893995,0.05000,0.832
23,self_attn.k_proj,0.0000549437,0.05000,0.833
23,self_attn.o_proj,0.0003955499,0.05000,0.347
23,mlp.gate_proj,0.0025687423,0.05000,0.776
23,mlp.up_proj,0.0025665141,0.05000,0.775
23,mlp.down_proj,0.0013278511,0.05000,3.372
24,self_attn.k_proj,0.0000631406,0.05000,0.863
24,self_attn.v_proj,0.0002822066,0.05000,0.866
24,self_attn.q_proj,0.0004091895,0.05000,0.868
24,self_attn.o_proj,0.0005494586,0.05000,0.298
24,mlp.gate_proj,0.0025925769,0.05000,0.787
24,mlp.up_proj,0.0027085418,0.05000,0.787
24,mlp.down_proj,0.0015237120,0.05000,3.330
25,self_attn.k_proj,0.0000606274,0.05000,0.854
25,self_attn.v_proj,0.0003132722,0.05000,0.859
25,self_attn.q_proj,0.0005265777,0.05000,0.864
25,self_attn.o_proj,0.0006171293,0.05000,0.295
25,mlp.up_proj,0.0029683234,0.05000,0.861
25,mlp.gate_proj,0.0026986160,0.05000,0.862
25,mlp.down_proj,0.0019164483,0.05000,3.411
26,self_attn.k_proj,0.0000856019,0.05000,0.827
26,self_attn.v_proj,0.0004559489,0.05000,0.833
26,self_attn.q_proj,0.0005519088,0.05000,0.839
26,self_attn.o_proj,0.0007459082,0.05000,0.309
26,mlp.up_proj,0.0030117743,0.05000,0.798
26,mlp.gate_proj,0.0026901293,0.05000,0.798
26,mlp.down_proj,0.0032652602,0.05000,3.297
27,self_attn.k_proj,0.0000881243,0.05000,0.887
27,self_attn.q_proj,0.0006989115,0.05000,0.893
27,self_attn.v_proj,0.0005088630,0.05000,0.896
27,self_attn.o_proj,0.0026007313,0.05000,0.307
27,mlp.up_proj,0.0040912286,0.05000,0.773
27,mlp.gate_proj,0.0039497786,0.05000,0.776
27,mlp.down_proj,0.0065407327,0.05000,3.315