quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00032749,0.01000,1.155
0,self_attn.v_proj,0.00025369,0.01000,0.567
0,self_attn.q_proj,0.00075296,0.01000,0.337
0,self_attn.o_proj,0.00020376,0.01000,0.437
0,mlp.up_proj,0.00393519,0.01000,0.235
0,mlp.gate_proj,0.00783817,0.01000,0.226
0,mlp.down_proj,0.00022499,0.01000,0.675
1,self_attn.k_proj,0.00013457,0.01000,0.221
1,self_attn.v_proj,0.00012638,0.01000,0.222
1,self_attn.q_proj,0.00030377,0.01000,0.230
1,self_attn.o_proj,0.00003902,0.01000,0.460
1,mlp.up_proj,0.01384270,0.01000,0.226
1,mlp.gate_proj,0.04714278,0.01000,0.228
1,mlp.down_proj,0.00028604,0.01000,0.693
2,self_attn.k_proj,0.00024934,0.01000,0.249
2,self_attn.v_proj,0.00023722,0.01000,0.228
2,self_attn.q_proj,0.00058379,0.01000,0.241
2,self_attn.o_proj,0.00006645,0.01000,0.466
2,mlp.up_proj,0.01161759,0.01000,0.231
2,mlp.gate_proj,0.03230917,0.01000,0.228
2,mlp.down_proj,0.01435921,0.01000,0.662
3,self_attn.k_proj,0.00219527,0.01000,0.249
3,self_attn.v_proj,0.00221791,0.01000,0.227
3,self_attn.q_proj,0.00447862,0.01000,0.230
3,self_attn.o_proj,0.00011673,0.01000,0.528
3,mlp.up_proj,0.01581049,0.01000,0.223
3,mlp.gate_proj,0.04093664,0.01000,0.230
3,mlp.down_proj,0.00087556,0.01000,0.676
4,self_attn.k_proj,0.00198293,0.01000,0.223
4,self_attn.v_proj,0.00204655,0.01000,0.227
4,self_attn.q_proj,0.00400475,0.01000,0.230
4,self_attn.o_proj,0.00029247,0.01000,0.447
4,mlp.up_proj,0.01691215,0.01000,0.237
4,mlp.gate_proj,0.03856196,0.01000,0.225
4,mlp.down_proj,0.00106727,0.01000,0.694
5,self_attn.k_proj,0.00298075,0.01000,0.226
5,self_attn.v_proj,0.00317915,0.01000,0.235
5,self_attn.q_proj,0.00715282,0.01000,0.229
5,self_attn.o_proj,0.00035112,0.01000,0.467
5,mlp.up_proj,0.01595427,0.01000,0.228
5,mlp.gate_proj,0.02668508,0.01000,0.234
5,mlp.down_proj,0.00122155,0.01000,0.696
6,self_attn.k_proj,0.00238967,0.01000,0.234
6,self_attn.v_proj,0.00218185,0.01000,0.228
6,self_attn.q_proj,0.00522731,0.01000,0.224
6,self_attn.o_proj,0.00030633,0.01000,0.459
6,mlp.up_proj,0.02041365,0.01000,0.226
6,mlp.gate_proj,0.03246206,0.01000,0.228
6,mlp.down_proj,0.00163691,0.01000,0.699
7,self_attn.k_proj,0.00412372,0.01000,0.230
7,self_attn.v_proj,0.00474808,0.01000,0.223
7,self_attn.q_proj,0.01001882,0.01000,0.231
7,self_attn.o_proj,0.00043772,0.01000,0.458
7,mlp.up_proj,0.02293630,0.01000,0.228
7,mlp.gate_proj,0.03716176,0.01000,0.233
7,mlp.down_proj,0.00201153,0.01000,0.671
8,self_attn.k_proj,0.00558346,0.01000,0.226
8,self_attn.v_proj,0.00524217,0.01000,0.221
8,self_attn.q_proj,0.01237338,0.01000,0.229
8,self_attn.o_proj,0.00047733,0.01000,0.449
8,mlp.up_proj,0.02441872,0.01000,0.231
8,mlp.gate_proj,0.03798977,0.01000,0.224
8,mlp.down_proj,0.00230577,0.01000,0.681
9,self_attn.k_proj,0.00985561,0.01000,0.232
9,self_attn.v_proj,0.01028515,0.01000,0.232
9,self_attn.q_proj,0.02377504,0.01000,0.228
9,self_attn.o_proj,0.00079571,0.01000,0.455
9,mlp.up_proj,0.02770915,0.01000,0.237
9,mlp.gate_proj,0.04415695,0.01000,0.225
9,mlp.down_proj,0.00322793,0.01000,0.688
10,self_attn.k_proj,0.00867778,0.01000,0.231
10,self_attn.v_proj,0.00906802,0.01000,0.229
10,self_attn.q_proj,0.02093536,0.01000,0.230
10,self_attn.o_proj,0.00077909,0.01000,0.462
10,mlp.up_proj,0.02805537,0.01000,0.234
10,mlp.gate_proj,0.04457404,0.01000,0.228
10,mlp.down_proj,0.00441806,0.01000,0.720
11,self_attn.k_proj,0.01635617,0.01000,0.239
11,self_attn.v_proj,0.01512074,0.01000,0.239
11,self_attn.q_proj,0.04226644,0.01000,0.229
11,self_attn.o_proj,0.00186323,0.01000,0.453
11,mlp.up_proj,0.02852244,0.01000,0.240
11,mlp.gate_proj,0.03734720,0.01000,0.227
11,mlp.down_proj,0.00551809,0.01000,0.842
12,self_attn.k_proj,0.01477923,0.01000,0.221
12,self_attn.v_proj,0.01512225,0.01000,0.220
12,self_attn.q_proj,0.03947412,0.01000,0.221
12,self_attn.o_proj,0.00079819,0.01000,0.440
12,mlp.up_proj,0.02670226,0.01000,0.224
12,mlp.gate_proj,0.03251809,0.01000,0.225
12,mlp.down_proj,0.00507736,0.01000,0.691
13,self_attn.k_proj,0.01408405,0.01000,0.227
13,self_attn.v_proj,0.01673461,0.01000,0.227
13,self_attn.q_proj,0.04143500,0.01000,0.229
13,self_attn.o_proj,0.00111977,0.01000,0.456
13,mlp.up_proj,0.02844763,0.01000,0.229
13,mlp.gate_proj,0.03526475,0.01000,0.224
13,mlp.down_proj,0.00517186,0.01000,0.693
14,self_attn.k_proj,0.01899716,0.01000,0.226
14,self_attn.v_proj,0.02050037,0.01000,0.224
14,self_attn.q_proj,0.05216409,0.01000,0.224
14,self_attn.o_proj,0.00115088,0.01000,0.449
14,mlp.up_proj,0.03063969,0.01000,0.227
14,mlp.gate_proj,0.03756517,0.01000,0.224
14,mlp.down_proj,0.00685033,0.01000,0.685
15,self_attn.k_proj,0.03317955,0.01000,0.233
15,self_attn.v_proj,0.04169153,0.01000,0.236
15,self_attn.q_proj,0.10394323,0.01000,0.228
15,self_attn.o_proj,0.00170158,0.01000,0.453
15,mlp.up_proj,0.03357995,0.01000,0.227
15,mlp.gate_proj,0.04005279,0.01000,0.224
15,mlp.down_proj,0.00743672,0.01000,0.675
16,self_attn.k_proj,0.04960365,0.01000,0.229
16,self_attn.v_proj,0.04307975,0.01000,0.222
16,self_attn.q_proj,0.13186178,0.01000,0.235
16,self_attn.o_proj,0.00197475,0.01000,0.439
16,mlp.up_proj,0.03902930,0.01000,0.227
16,mlp.gate_proj,0.04318184,0.01000,0.220
16,mlp.down_proj,0.01466978,0.01000,0.678
17,self_attn.k_proj,0.09771518,0.01000,0.234
17,self_attn.v_proj,0.11899535,0.01000,0.222
17,self_attn.q_proj,0.29597327,0.01000,0.224
17,self_attn.o_proj,0.00466052,0.01000,0.454
17,mlp.up_proj,0.05507433,0.01000,0.231
17,mlp.gate_proj,0.06240291,0.01000,0.384
17,mlp.down_proj,0.01682305,0.01000,0.688
18,self_attn.k_proj,0.09110840,0.01000,0.227
18,self_attn.v_proj,0.09663712,0.01000,0.221
18,self_attn.q_proj,0.28351229,0.01000,0.224
18,self_attn.o_proj,0.00348066,0.01000,0.445
18,mlp.up_proj,0.06652433,0.01000,0.226
18,mlp.gate_proj,0.07645570,0.01000,0.225
18,mlp.down_proj,0.02653618,0.01000,0.696
19,self_attn.k_proj,0.15623170,0.01000,0.238
19,self_attn.v_proj,0.19285503,0.01000,0.234
19,self_attn.q_proj,0.50891936,0.01000,0.226
19,self_attn.o_proj,0.00646302,0.01000,0.469
19,mlp.up_proj,0.08531548,0.01000,0.228
19,mlp.gate_proj,0.08032896,0.01000,0.229
19,mlp.down_proj,0.05321217,0.01000,0.685
20,self_attn.k_proj,0.21878803,0.01000,0.227
20,self_attn.v_proj,0.25668895,0.01000,0.230
20,self_attn.q_proj,0.63777983,0.01000,0.234
20,self_attn.o_proj,0.00854009,0.01000,0.446
20,mlp.up_proj,0.09397341,0.01000,0.229
20,mlp.gate_proj,0.08438423,0.01000,0.228
20,mlp.down_proj,0.06383163,0.01000,0.707
21,self_attn.k_proj,0.37938249,0.01000,0.227
21,self_attn.v_proj,0.48516726,0.01000,0.224
21,self_attn.q_proj,1.05979383,0.01000,0.229
21,self_attn.o_proj,0.01645730,0.01000,0.459
21,mlp.up_proj,0.11382735,0.01000,0.223
21,mlp.gate_proj,0.09215738,0.01000,0.224
21,mlp.down_proj,0.08915783,0.01000,0.674
22,self_attn.k_proj,0.41520894,0.01000,0.224
22,self_attn.v_proj,0.60523629,0.01000,0.225
22,self_attn.q_proj,1.09939826,0.01000,0.225
22,self_attn.o_proj,0.01306220,0.01000,0.454
22,mlp.up_proj,0.12304313,0.01000,0.222
22,mlp.gate_proj,0.09746058,0.01000,0.220
22,mlp.down_proj,0.09767172,0.01000,0.696
23,self_attn.k_proj,0.57462460,0.01000,0.232
23,self_attn.v_proj,0.67050380,0.01000,0.223
23,self_attn.q_proj,1.28517509,0.01000,0.227
23,self_attn.o_proj,0.01710726,0.01000,0.451
23,mlp.up_proj,0.13834126,0.01000,0.232
23,mlp.gate_proj,0.10650444,0.01000,0.237
23,mlp.down_proj,0.10312413,0.01000,0.688
24,self_attn.k_proj,0.97647727,0.01000,0.230
24,self_attn.v_proj,1.07835913,0.01000,0.232
24,self_attn.q_proj,2.48886037,0.01000,0.226
24,self_attn.o_proj,0.02438532,0.01000,0.458
24,mlp.up_proj,0.13136795,0.01000,0.234
24,mlp.gate_proj,0.09722915,0.01000,0.237
24,mlp.down_proj,0.10120656,0.01000,0.682
25,self_attn.k_proj,1.15275836,0.01000,0.229
25,self_attn.v_proj,1.82593989,0.01000,0.228
25,self_attn.q_proj,3.06133747,0.01000,0.230
25,self_attn.o_proj,0.03647776,0.01000,0.458
25,mlp.up_proj,0.12899044,0.01000,0.244
25,mlp.gate_proj,0.09075017,0.01000,0.273
25,mlp.down_proj,0.12472281,0.01000,0.707
26,self_attn.k_proj,1.13845944,0.01000,0.459
26,self_attn.v_proj,1.61159337,0.01000,0.220
26,self_attn.q_proj,3.23474240,0.01000,0.222
26,self_attn.o_proj,0.09233090,0.01000,0.615
26,mlp.up_proj,0.13978383,0.01000,0.223
26,mlp.gate_proj,0.10016756,0.01000,0.227
26,mlp.down_proj,0.19082712,0.01000,0.692
27,self_attn.k_proj,0.84913272,0.01000,0.230
27,self_attn.v_proj,1.00616837,0.01000,0.231
27,self_attn.q_proj,1.82603455,0.01000,0.231
27,self_attn.o_proj,0.05350790,0.01000,0.448
27,mlp.up_proj,0.26327640,0.01000,0.231
27,mlp.gate_proj,0.24581118,0.01000,0.228
27,mlp.down_proj,0.22492027,0.01000,0.682