quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00399020,0.01000,1.769
0,self_attn.v_proj,0.00070882,0.01000,0.943
0,self_attn.q_proj,0.00407133,0.01000,0.973
0,self_attn.out_proj,0.00002881,0.01000,0.954
0,fc1,0.00841130,0.01000,0.949
0,fc2,0.00023788,0.01000,4.238
1,self_attn.k_proj,0.00265268,0.01000,0.977
1,self_attn.v_proj,0.00033390,0.01000,0.980
1,self_attn.q_proj,0.00286817,0.01000,0.962
1,self_attn.out_proj,0.00000700,0.01000,0.976
1,fc1,0.00870118,0.01000,0.987
1,fc2,0.00015716,0.01000,4.314
2,self_attn.k_proj,0.00358274,0.01000,0.969
2,self_attn.v_proj,0.00055633,0.01000,0.966
2,self_attn.q_proj,0.00357723,0.01000,0.967
2,self_attn.out_proj,0.00000220,0.01000,0.976
2,fc1,0.00947768,0.01000,0.976
2,fc2,0.00006839,0.01000,4.106
3,self_attn.k_proj,0.00388418,0.01000,0.970
3,self_attn.v_proj,0.00075879,0.01000,0.992
3,self_attn.q_proj,0.00437635,0.01000,0.970
3,self_attn.out_proj,0.00000383,0.01000,1.023
3,fc1,0.00933810,0.01000,0.972
3,fc2,0.00007643,0.01000,4.081
4,self_attn.k_proj,0.00632844,0.01000,0.963
4,self_attn.v_proj,0.00101882,0.01000,0.968
4,self_attn.q_proj,0.00671913,0.01000,0.978
4,self_attn.out_proj,0.00000953,0.01000,0.974
4,fc1,0.01132140,0.01000,1.014
4,fc2,0.00009407,0.01000,4.120
5,self_attn.k_proj,0.00836137,0.01000,0.970
5,self_attn.v_proj,0.00141843,0.01000,0.966
5,self_attn.q_proj,0.00862948,0.01000,0.977
5,self_attn.out_proj,0.00001295,0.01000,0.976
5,fc1,0.01352680,0.01000,1.009
5,fc2,0.00010500,0.01000,4.146
6,self_attn.k_proj,0.01344048,0.01000,0.964
6,self_attn.v_proj,0.00186100,0.01000,0.983
6,self_attn.q_proj,0.01191495,0.01000,0.974
6,self_attn.out_proj,0.00002467,0.01000,0.959
6,fc1,0.01742047,0.01000,0.953
6,fc2,0.00013119,0.01000,4.097
7,self_attn.k_proj,0.01503923,0.01000,0.980
7,self_attn.v_proj,0.00229473,0.01000,0.966
7,self_attn.q_proj,0.01326014,0.01000,0.976
7,self_attn.out_proj,0.00003410,0.01000,0.946
7,fc1,0.02252554,0.01000,0.981
7,fc2,0.00018367,0.01000,4.157
8,self_attn.k_proj,0.01784026,0.01000,0.954
8,self_attn.v_proj,0.00280950,0.01000,0.951
8,self_attn.q_proj,0.01452082,0.01000,0.971
8,self_attn.out_proj,0.00004744,0.01000,1.036
8,fc1,0.02815095,0.01000,0.972
8,fc2,0.00025076,0.01000,4.100
9,self_attn.k_proj,0.01993856,0.01000,0.971
9,self_attn.v_proj,0.00336911,0.01000,0.985
9,self_attn.q_proj,0.01663456,0.01000,0.974
9,self_attn.out_proj,0.00007329,0.01000,0.988
9,fc1,0.03346713,0.01000,0.991
9,fc2,0.00033390,0.01000,4.126
10,self_attn.k_proj,0.02098462,0.01000,0.952
10,self_attn.v_proj,0.00442903,0.01000,0.972
10,self_attn.q_proj,0.01737896,0.01000,0.970
10,self_attn.out_proj,0.00009355,0.01000,0.956
10,fc1,0.03937871,0.01000,0.969
10,fc2,0.00054157,0.01000,4.074
11,self_attn.k_proj,0.02233104,0.01000,0.990
11,self_attn.v_proj,0.00575745,0.01000,0.969
11,self_attn.q_proj,0.01841100,0.01000,0.988
11,self_attn.out_proj,0.00012954,0.01000,0.975
11,fc1,0.04563497,0.01000,0.976
11,fc2,0.00075835,0.01000,4.148
12,self_attn.k_proj,0.02574713,0.01000,0.971
12,self_attn.v_proj,0.00661912,0.01000,0.965
12,self_attn.q_proj,0.02014845,0.01000,0.957
12,self_attn.out_proj,0.00022067,0.01000,0.963
12,fc1,0.04933250,0.01000,0.991
12,fc2,0.00101735,0.01000,4.085
13,self_attn.k_proj,0.02849308,0.01000,0.977
13,self_attn.v_proj,0.00755646,0.01000,0.960
13,self_attn.q_proj,0.02111352,0.01000,0.955
13,self_attn.out_proj,0.00024542,0.01000,0.983
13,fc1,0.05511705,0.01000,0.962
13,fc2,0.00135350,0.01000,4.206
14,self_attn.k_proj,0.02709149,0.01000,0.963
14,self_attn.v_proj,0.00964833,0.01000,0.956
14,self_attn.q_proj,0.02070987,0.01000,0.972
14,self_attn.out_proj,0.00027742,0.01000,0.963
14,fc1,0.06202892,0.01000,0.974
14,fc2,0.00191707,0.01000,4.080
15,self_attn.k_proj,0.02484710,0.01000,0.951
15,self_attn.v_proj,0.01247784,0.01000,0.952
15,self_attn.q_proj,0.02116217,0.01000,0.983
15,self_attn.out_proj,0.00025006,0.01000,0.970
15,fc1,0.06626023,0.01000,1.001
15,fc2,0.00237964,0.01000,4.261
16,self_attn.k_proj,0.02497149,0.01000,0.968
16,self_attn.v_proj,0.01356158,0.01000,0.954
16,self_attn.q_proj,0.01884268,0.01000,0.968
16,self_attn.out_proj,0.00038158,0.01000,0.967
16,fc1,0.07270662,0.01000,0.957
16,fc2,0.00306718,0.01000,4.124
17,self_attn.k_proj,0.02425222,0.01000,0.985
17,self_attn.v_proj,0.01491047,0.01000,0.990
17,self_attn.q_proj,0.01910833,0.01000,0.981
17,self_attn.out_proj,0.00044458,0.01000,0.949
17,fc1,0.08014514,0.01000,0.976
17,fc2,0.00390363,0.01000,4.102
18,self_attn.k_proj,0.02210768,0.01000,0.986
18,self_attn.v_proj,0.01711883,0.01000,1.004
18,self_attn.q_proj,0.01853545,0.01000,0.982
18,self_attn.out_proj,0.00051715,0.01000,0.989
18,fc1,0.08440722,0.01000,0.989
18,fc2,0.00473098,0.01000,4.083
19,self_attn.k_proj,0.02249363,0.01000,0.967
19,self_attn.v_proj,0.02193001,0.01000,0.960
19,self_attn.q_proj,0.01848070,0.01000,0.968
19,self_attn.out_proj,0.00083592,0.01000,1.005
19,fc1,0.09134186,0.01000,1.013
19,fc2,0.00585078,0.01000,4.103
20,self_attn.k_proj,0.02311379,0.01000,0.952
20,self_attn.v_proj,0.02502821,0.01000,0.955
20,self_attn.q_proj,0.01801062,0.01000,0.961
20,self_attn.out_proj,0.00098910,0.01000,0.968
20,fc1,0.09524175,0.01000,0.993
20,fc2,0.00739040,0.01000,4.123
21,self_attn.k_proj,0.02165480,0.01000,0.994
21,self_attn.v_proj,0.02562368,0.01000,0.961
21,self_attn.q_proj,0.01968897,0.01000,0.964
21,self_attn.out_proj,0.00083486,0.01000,0.955
21,fc1,0.09495520,0.01000,0.957
21,fc2,0.00845354,0.01000,4.166
22,self_attn.k_proj,0.02163469,0.01000,0.990
22,self_attn.v_proj,0.02802912,0.01000,1.023
22,self_attn.q_proj,0.02326590,0.01000,0.975
22,self_attn.out_proj,0.00088141,0.01000,0.967
22,fc1,0.09237307,0.01000,0.976
22,fc2,0.00874107,0.01000,4.192
23,self_attn.k_proj,0.02720753,0.01000,0.974
23,self_attn.v_proj,0.01896040,0.01000,0.957
23,self_attn.q_proj,0.04915815,0.01000,0.973
23,self_attn.out_proj,0.00157263,0.01000,0.961
23,fc1,0.08544412,0.01000,0.981
23,fc2,0.00670062,0.01000,4.107