quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00021213,0.01000,1.035
0,self_attn.v_proj,0.00018730,0.01000,0.881
0,self_attn.q_proj,0.00043831,0.01000,0.853
0,self_attn.o_proj,0.00058800,0.01000,0.735
0,mlp.up_proj,0.00271002,0.01000,0.783
0,mlp.gate_proj,0.00414380,0.01000,0.788
0,mlp.down_proj,0.00101138,0.01000,2.453
1,self_attn.k_proj,0.00014310,0.01000,0.755
1,self_attn.v_proj,0.00014349,0.01000,0.759
1,self_attn.q_proj,0.00029935,0.01000,0.840
1,self_attn.o_proj,0.00017923,0.01000,0.856
1,mlp.up_proj,0.02669135,0.01000,0.789
1,mlp.gate_proj,0.06627879,0.01000,0.774
1,mlp.down_proj,0.00148649,0.01000,0.413
2,self_attn.k_proj,0.00028350,0.01000,0.949
2,self_attn.v_proj,0.00028310,0.01000,1.003
2,self_attn.q_proj,0.00062501,0.01000,1.154
2,self_attn.o_proj,0.00031052,0.01000,0.932
2,mlp.up_proj,0.02402654,0.01000,1.073
2,mlp.gate_proj,0.05953344,0.01000,1.074
2,mlp.down_proj,4.57651949,0.01000,3.092
3,self_attn.k_proj,0.00224831,0.01000,1.054
3,self_attn.v_proj,0.00228381,0.01000,0.952
3,self_attn.q_proj,0.00443252,0.01000,1.070
3,self_attn.o_proj,0.00053862,0.01000,0.925
3,mlp.up_proj,0.03297839,0.01000,0.811
3,mlp.gate_proj,0.07683422,0.01000,0.784
3,mlp.down_proj,0.00399093,0.01000,2.406
4,self_attn.k_proj,0.00204805,0.01000,0.955
4,self_attn.v_proj,0.00223531,0.01000,0.850
4,self_attn.q_proj,0.00425037,0.01000,0.808
4,self_attn.o_proj,0.00113138,0.01000,-1.498
4,mlp.up_proj,0.03638201,0.01000,0.813
4,mlp.gate_proj,0.07686634,0.01000,0.811
4,mlp.down_proj,0.00542831,0.01000,2.623
5,self_attn.k_proj,0.00291197,0.01000,0.753
5,self_attn.v_proj,0.00323620,0.01000,0.751
5,self_attn.q_proj,0.00650772,0.01000,0.793
5,self_attn.o_proj,0.00159497,0.01000,0.814
5,mlp.up_proj,0.02745156,0.01000,1.097
5,mlp.gate_proj,0.04014464,0.01000,1.274
5,mlp.down_proj,0.00701444,0.01000,3.667
6,self_attn.k_proj,0.00282208,0.01000,1.024
6,self_attn.v_proj,0.00264384,0.01000,1.299
6,self_attn.q_proj,0.00581112,0.01000,1.321
6,self_attn.o_proj,0.00170272,0.01000,0.995
6,mlp.up_proj,0.03806943,0.01000,1.123
6,mlp.gate_proj,0.05433278,0.01000,1.157
6,mlp.down_proj,0.01055793,0.01000,3.480
7,self_attn.k_proj,0.00579185,0.01000,1.144
7,self_attn.v_proj,0.00649086,0.01000,1.215
7,self_attn.q_proj,0.01329568,0.01000,1.317
7,self_attn.o_proj,0.00251324,0.01000,1.081
7,mlp.up_proj,0.05078189,0.01000,1.070
7,mlp.gate_proj,0.07666416,0.01000,1.111
7,mlp.down_proj,0.01217680,0.01000,3.491
8,self_attn.k_proj,0.00822579,0.01000,-1.198
8,self_attn.v_proj,0.00778028,0.01000,1.051
8,self_attn.q_proj,0.01691954,0.01000,1.259
8,self_attn.o_proj,0.00198344,0.01000,1.236
8,mlp.up_proj,0.05237917,0.01000,1.217
8,mlp.gate_proj,0.07096568,0.01000,1.496
8,mlp.down_proj,0.01507390,0.01000,3.506
9,self_attn.k_proj,0.01486574,0.01000,1.089
9,self_attn.v_proj,0.01466936,0.01000,1.134
9,self_attn.q_proj,0.03340287,0.01000,1.463
9,self_attn.o_proj,0.00612606,0.01000,0.969
9,mlp.up_proj,0.05645886,0.01000,1.021
9,mlp.gate_proj,0.07014520,0.01000,1.012
9,mlp.down_proj,0.02353373,0.01000,3.295
10,self_attn.k_proj,0.01207330,0.01000,0.952
10,self_attn.v_proj,0.01267793,0.01000,0.941
10,self_attn.q_proj,0.02684752,0.01000,1.084
10,self_attn.o_proj,0.00635564,0.01000,-1.964
10,mlp.up_proj,0.05980083,0.01000,1.030
10,mlp.gate_proj,0.07126677,0.01000,1.037
10,mlp.down_proj,0.03233313,0.01000,3.238
11,self_attn.k_proj,0.02337834,0.01000,0.939
11,self_attn.v_proj,0.02054827,0.01000,0.976
11,self_attn.q_proj,0.05309612,0.01000,1.126
11,self_attn.o_proj,0.01651588,0.01000,0.995
11,mlp.up_proj,0.06393285,0.01000,1.041
11,mlp.gate_proj,0.06634086,0.01000,1.084
11,mlp.down_proj,0.04003984,0.01000,3.541
12,self_attn.k_proj,0.02390475,0.01000,1.025
12,self_attn.v_proj,0.02381455,0.01000,1.001
12,self_attn.q_proj,0.05352846,0.01000,1.239
12,self_attn.o_proj,0.00940318,0.01000,0.999
12,mlp.up_proj,0.06354553,0.01000,1.243
12,mlp.gate_proj,0.06274655,0.01000,1.282
12,mlp.down_proj,0.03782850,0.01000,3.660
13,self_attn.k_proj,0.02883048,0.01000,1.263
13,self_attn.v_proj,0.03046086,0.01000,1.332
13,self_attn.q_proj,0.07497985,0.01000,1.355
13,self_attn.o_proj,0.01249085,0.01000,1.076
13,mlp.up_proj,0.06711861,0.01000,1.060
13,mlp.gate_proj,0.06596832,0.01000,1.251
13,mlp.down_proj,0.04400112,0.01000,3.370
14,self_attn.k_proj,0.04748870,0.01000,1.103
14,self_attn.v_proj,0.04818982,0.01000,1.470
14,self_attn.q_proj,0.11405970,0.01000,1.620
14,self_attn.o_proj,0.01503194,0.01000,1.176
14,mlp.up_proj,0.07211645,0.01000,1.103
14,mlp.gate_proj,0.06923115,0.01000,1.214
14,mlp.down_proj,0.05922792,0.01000,4.051
15,self_attn.k_proj,0.08816600,0.01000,1.003
15,self_attn.v_proj,0.10396016,0.01000,1.061
15,self_attn.q_proj,0.25768161,0.01000,1.312
15,self_attn.o_proj,0.02884788,0.01000,1.034
15,mlp.up_proj,0.08229292,0.01000,1.056
15,mlp.gate_proj,0.07718438,0.01000,1.188
15,mlp.down_proj,0.08335496,0.01000,3.383
16,self_attn.k_proj,0.13276498,0.01000,1.286
16,self_attn.v_proj,0.11645139,0.01000,1.375
16,self_attn.q_proj,0.32413393,0.01000,1.442
16,self_attn.o_proj,0.03403146,0.01000,1.186
16,mlp.up_proj,0.10164497,0.01000,1.307
16,mlp.gate_proj,0.08934272,0.01000,-0.819
16,mlp.down_proj,0.20673957,0.01000,5.254
17,self_attn.k_proj,0.32843712,0.01000,1.008
17,self_attn.v_proj,0.36150685,0.01000,1.159
17,self_attn.q_proj,0.87287247,0.01000,1.315
17,self_attn.o_proj,0.09322287,0.01000,1.121
17,mlp.up_proj,0.14729175,0.01000,1.567
17,mlp.gate_proj,0.12632927,0.01000,1.521
17,mlp.down_proj,0.28624713,0.01000,3.447
18,self_attn.k_proj,0.36269355,0.01000,1.153
18,self_attn.v_proj,0.35573715,0.01000,1.131
18,self_attn.q_proj,0.96067095,0.01000,1.429
18,self_attn.o_proj,0.07416759,0.01000,0.958
18,mlp.up_proj,0.19080156,0.01000,1.128
18,mlp.gate_proj,0.16498668,0.01000,1.139
18,mlp.down_proj,0.46512970,0.01000,4.067
19,self_attn.k_proj,0.63042080,0.01000,1.001
19,self_attn.v_proj,0.66970766,0.01000,1.076
19,self_attn.q_proj,1.71944344,0.01000,1.207
19,self_attn.o_proj,0.14147554,0.01000,1.061
19,mlp.up_proj,0.26083666,0.01000,1.084
19,mlp.gate_proj,0.21945253,0.01000,1.142
19,mlp.down_proj,1.08294749,0.01000,5.246
20,self_attn.k_proj,1.05661917,0.01000,1.372
20,self_attn.v_proj,1.12255192,0.01000,1.604
20,self_attn.q_proj,2.70668817,0.01000,1.736
20,self_attn.o_proj,0.21295784,0.01000,1.384
20,mlp.up_proj,0.33657771,0.01000,1.446
20,mlp.gate_proj,0.29224217,0.01000,1.786
20,mlp.down_proj,1.65073872,0.01000,3.429
21,self_attn.k_proj,1.72003376,0.01000,0.919
21,self_attn.v_proj,1.95115852,0.01000,0.935
21,self_attn.q_proj,4.07931805,0.01000,1.037
21,self_attn.o_proj,0.34855676,0.01000,1.071
21,mlp.up_proj,0.42343667,0.01000,1.001
21,mlp.gate_proj,0.36413121,0.01000,1.068
21,mlp.down_proj,2.29638433,0.01000,3.512
22,self_attn.k_proj,2.07225657,0.01000,1.009
22,self_attn.v_proj,2.67138195,0.01000,0.974
22,self_attn.q_proj,4.89232826,0.01000,1.133
22,self_attn.o_proj,0.32573640,0.01000,0.979
22,mlp.up_proj,0.48066208,0.01000,0.988
22,mlp.gate_proj,0.42026463,0.01000,-1.227
22,mlp.down_proj,2.75672221,0.01000,3.346
23,self_attn.k_proj,2.89560223,0.01000,-0.880
23,self_attn.v_proj,3.34686661,0.01000,1.224
23,self_attn.q_proj,5.94703102,0.01000,1.648
23,self_attn.o_proj,0.36002848,0.01000,1.238
23,mlp.up_proj,0.57230163,0.01000,1.349
23,mlp.gate_proj,0.50760889,0.01000,1.346
23,mlp.down_proj,3.04040956,0.01000,3.433
24,self_attn.k_proj,4.98425198,0.01000,1.329
24,self_attn.v_proj,5.90884781,0.01000,1.486
24,self_attn.q_proj,11.70157814,0.01000,1.424
24,self_attn.o_proj,0.54404330,0.01000,1.189
24,mlp.up_proj,0.56059366,0.01000,1.400
24,mlp.gate_proj,0.48390830,0.01000,1.230
24,mlp.down_proj,3.49181962,0.01000,3.296
25,self_attn.k_proj,5.89854097,0.01000,1.143
25,self_attn.v_proj,9.15399933,0.01000,1.175
25,self_attn.q_proj,13.68663883,0.01000,1.384
25,self_attn.o_proj,0.68277156,0.01000,1.290
25,mlp.up_proj,0.54084748,0.01000,1.356
25,mlp.gate_proj,0.45770794,0.01000,-0.815
25,mlp.down_proj,4.11712790,0.01000,2.954
26,self_attn.k_proj,5.72237206,0.01000,-1.172
26,self_attn.v_proj,8.08352089,0.01000,0.965
26,self_attn.q_proj,14.01196480,0.01000,1.138
26,self_attn.o_proj,1.53745091,0.01000,0.754
26,mlp.up_proj,0.53795302,0.01000,0.806
26,mlp.gate_proj,0.46326143,0.01000,0.799
26,mlp.down_proj,5.13344669,0.01000,0.696
27,self_attn.k_proj,2.93648863,0.01000,0.916
27,self_attn.v_proj,3.24627113,0.01000,0.912
27,self_attn.q_proj,6.04585409,0.01000,0.859
27,self_attn.o_proj,0.87356722,0.01000,0.880
27,mlp.up_proj,0.71681577,0.01000,0.853
27,mlp.gate_proj,0.72430158,0.01000,0.804
27,mlp.down_proj,6.90643501,0.01000,2.481