quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.30121446,0.01000,0.693
0,self_attn.v_proj,0.00808899,0.01000,0.463
0,self_attn.q_proj,0.61794615,0.01000,0.476
0,self_attn.o_proj,0.00077156,0.01000,0.464
0,mlp.up_proj,0.51235664,0.01000,0.468
0,mlp.gate_proj,0.64591157,0.01000,0.471
0,mlp.down_proj,0.00407126,0.01000,2.017
1,self_attn.k_proj,0.49336690,0.01000,0.472
1,self_attn.v_proj,0.02872023,0.01000,0.504
1,self_attn.q_proj,0.99246621,0.01000,0.478
1,self_attn.o_proj,0.00304064,0.01000,0.469
1,mlp.up_proj,0.76461864,0.01000,0.474
1,mlp.gate_proj,1.05021644,0.01000,0.477
1,mlp.down_proj,1.63574278,0.01000,2.002
2,self_attn.k_proj,1.03578830,0.01000,0.464
2,self_attn.v_proj,0.06976016,0.01000,0.482
2,self_attn.q_proj,1.99607015,0.01000,0.475
2,self_attn.o_proj,0.00340255,0.01000,0.463
2,mlp.up_proj,1.00314033,0.01000,0.476
2,mlp.gate_proj,1.58625102,0.01000,0.479
2,mlp.down_proj,0.01270785,0.01000,1.986
3,self_attn.k_proj,0.66815686,0.01000,0.469
3,self_attn.v_proj,0.09218813,0.01000,0.466
3,self_attn.q_proj,1.46721816,0.01000,0.518
3,self_attn.o_proj,0.00652757,0.01000,0.468
3,mlp.up_proj,1.24162829,0.01000,0.475
3,mlp.gate_proj,2.43843389,0.01000,0.473
3,mlp.down_proj,0.01901287,0.01000,2.002
4,self_attn.k_proj,0.72505844,0.01000,0.464
4,self_attn.v_proj,0.08668568,0.01000,0.464
4,self_attn.q_proj,1.50076282,0.01000,0.489
4,self_attn.o_proj,0.00979725,0.01000,0.465
4,mlp.up_proj,1.27225757,0.01000,0.482
4,mlp.gate_proj,2.70279074,0.01000,0.472
4,mlp.down_proj,0.02205322,0.01000,2.003
5,self_attn.k_proj,1.15671659,0.01000,0.466
5,self_attn.v_proj,0.07704505,0.01000,0.464
5,self_attn.q_proj,1.99549508,0.01000,0.473
5,self_attn.o_proj,0.00992921,0.01000,0.466
5,mlp.up_proj,1.38588417,0.01000,0.476
5,mlp.gate_proj,2.52341199,0.01000,0.520
5,mlp.down_proj,0.02665849,0.01000,2.003
6,self_attn.k_proj,0.89275575,0.01000,0.467
6,self_attn.v_proj,0.09949198,0.01000,0.468
6,self_attn.q_proj,1.41916239,0.01000,0.478
6,self_attn.o_proj,0.01501544,0.01000,0.471
6,mlp.up_proj,1.41021180,0.01000,0.476
6,mlp.gate_proj,2.51775312,0.01000,0.476
6,mlp.down_proj,0.02720340,0.01000,2.014
7,self_attn.k_proj,0.88954210,0.01000,0.467
7,self_attn.v_proj,0.11413934,0.01000,0.495
7,self_attn.q_proj,1.67383361,0.01000,0.475
7,self_attn.o_proj,0.01483606,0.01000,0.467
7,mlp.up_proj,1.47812331,0.01000,0.476
7,mlp.gate_proj,2.38812494,0.01000,0.475
7,mlp.down_proj,0.03033732,0.01000,2.001
8,self_attn.k_proj,1.09274781,0.01000,0.466
8,self_attn.v_proj,0.10982871,0.01000,0.463
8,self_attn.q_proj,1.80320334,0.01000,0.475
8,self_attn.o_proj,0.01840453,0.01000,0.466
8,mlp.up_proj,1.64593291,0.01000,0.475
8,mlp.gate_proj,2.59028292,0.01000,0.474
8,mlp.down_proj,0.04092181,0.01000,2.009
9,self_attn.k_proj,0.85048723,0.01000,0.489
9,self_attn.v_proj,0.13376307,0.01000,0.464
9,self_attn.q_proj,2.08077526,0.01000,0.474
9,self_attn.o_proj,0.02491777,0.01000,0.468
9,mlp.up_proj,1.74912238,0.01000,0.478
9,mlp.gate_proj,2.83546138,0.01000,0.476
9,mlp.down_proj,0.04974009,0.01000,2.007
10,self_attn.k_proj,1.04758704,0.01000,0.468
10,self_attn.v_proj,0.16151282,0.01000,0.466
10,self_attn.q_proj,2.18596292,0.01000,0.479
10,self_attn.o_proj,0.01808358,0.01000,0.466
10,mlp.up_proj,2.06601977,0.01000,0.479
10,mlp.gate_proj,3.23838305,0.01000,0.475
10,mlp.down_proj,0.06272782,0.01000,2.010
11,self_attn.k_proj,1.26745856,0.01000,0.468
11,self_attn.v_proj,0.15534066,0.01000,0.466
11,self_attn.q_proj,2.15434813,0.01000,0.475
11,self_attn.o_proj,0.01430082,0.01000,0.466
11,mlp.up_proj,2.26016045,0.01000,0.475
11,mlp.gate_proj,3.47863913,0.01000,0.472
11,mlp.down_proj,0.06839160,0.01000,2.013
12,self_attn.k_proj,1.29543209,0.01000,0.465
12,self_attn.v_proj,0.15737918,0.01000,0.465
12,self_attn.q_proj,2.16659451,0.01000,0.485
12,self_attn.o_proj,0.01511673,0.01000,0.468
12,mlp.up_proj,2.37613916,0.01000,0.475
12,mlp.gate_proj,3.46612835,0.01000,0.474
12,mlp.down_proj,0.07566726,0.01000,2.020
13,self_attn.k_proj,1.27461302,0.01000,0.467
13,self_attn.v_proj,0.26119855,0.01000,0.468
13,self_attn.q_proj,2.49050951,0.01000,0.474
13,self_attn.o_proj,0.02036681,0.01000,0.466
13,mlp.up_proj,2.80282092,0.01000,0.479
13,mlp.gate_proj,3.75545454,0.01000,0.477
13,mlp.down_proj,0.11446877,0.01000,2.023
14,self_attn.k_proj,1.46196270,0.01000,0.469
14,self_attn.v_proj,0.58411419,0.01000,0.464
14,self_attn.q_proj,2.69260359,0.01000,0.495
14,self_attn.o_proj,0.05303591,0.01000,0.485
14,mlp.up_proj,3.32939291,0.01000,0.480
14,mlp.gate_proj,4.82725239,0.01000,0.478
14,mlp.down_proj,0.16315579,0.01000,1.992
15,self_attn.k_proj,1.39948189,0.01000,0.475
15,self_attn.v_proj,0.59853160,0.01000,0.482
15,self_attn.q_proj,2.50877428,0.01000,0.481
15,self_attn.o_proj,0.18279192,0.01000,0.468
15,mlp.up_proj,4.30551815,0.01000,0.475
15,mlp.gate_proj,5.72302675,0.01000,0.488
15,mlp.down_proj,0.43516052,0.01000,2.112