quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00394990,0.01000,1.160
0,self_attn.v_proj,0.00102141,0.01000,1.182
0,self_attn.q_proj,0.00392392,0.01000,1.181
0,self_attn.out_proj,0.00001854,0.01000,1.158
0,fc1,0.01313071,0.01000,1.179
0,fc2,0.00011554,0.01000,5.106
1,self_attn.k_proj,0.01907723,0.01000,1.182
1,self_attn.v_proj,0.00049197,0.01000,1.168
1,self_attn.q_proj,0.00530700,0.01000,1.175
1,self_attn.out_proj,0.00000194,0.01000,1.170
1,fc1,0.01142281,0.01000,1.187
1,fc2,0.00012307,0.01000,5.122
2,self_attn.k_proj,0.01969951,0.01000,1.184
2,self_attn.v_proj,0.00062928,0.01000,1.176
2,self_attn.q_proj,0.00747078,0.01000,1.193
2,self_attn.out_proj,0.00000121,0.01000,1.178
2,fc1,0.01231132,0.01000,1.184
2,fc2,0.00011385,0.01000,5.085
3,self_attn.k_proj,0.00802142,0.01000,1.185
3,self_attn.v_proj,0.00075501,0.01000,1.164
3,self_attn.q_proj,0.00507883,0.01000,1.184
3,self_attn.out_proj,0.00000167,0.01000,1.174
3,fc1,0.01176776,0.01000,1.193
3,fc2,0.00010643,0.01000,5.150
4,self_attn.k_proj,0.01091017,0.01000,1.182
4,self_attn.v_proj,0.00102909,0.01000,1.180
4,self_attn.q_proj,0.00644469,0.01000,1.186
4,self_attn.out_proj,0.00000382,0.01000,1.173
4,fc1,0.01126895,0.01000,1.194
4,fc2,0.00010553,0.01000,5.131
5,self_attn.k_proj,0.00980367,0.01000,1.180
5,self_attn.v_proj,0.00119008,0.01000,1.183
5,self_attn.q_proj,0.00678712,0.01000,1.188
5,self_attn.out_proj,0.00000736,0.01000,1.176
5,fc1,0.01216747,0.01000,1.186
5,fc2,0.00010683,0.01000,5.164
6,self_attn.k_proj,0.00700220,0.01000,1.177
6,self_attn.v_proj,0.00144064,0.01000,1.192
6,self_attn.q_proj,0.00715305,0.01000,1.195
6,self_attn.out_proj,0.00000804,0.01000,1.171
6,fc1,0.01364196,0.01000,1.187
6,fc2,0.00011536,0.01000,5.104
7,self_attn.k_proj,0.00733258,0.01000,1.181
7,self_attn.v_proj,0.00166339,0.01000,1.175
7,self_attn.q_proj,0.00833391,0.01000,1.188
7,self_attn.out_proj,0.00001174,0.01000,1.175
7,fc1,0.01506435,0.01000,1.195
7,fc2,0.00012641,0.01000,5.123
8,self_attn.k_proj,0.01296200,0.01000,1.171
8,self_attn.v_proj,0.00212821,0.01000,1.166
8,self_attn.q_proj,0.00977805,0.01000,1.170
8,self_attn.out_proj,0.00002110,0.01000,1.181
8,fc1,0.01713768,0.01000,1.180
8,fc2,0.00014109,0.01000,5.080
9,self_attn.k_proj,0.01107291,0.01000,1.181
9,self_attn.v_proj,0.00251001,0.01000,1.187
9,self_attn.q_proj,0.01028297,0.01000,1.189
9,self_attn.out_proj,0.00002329,0.01000,1.174
9,fc1,0.01963104,0.01000,1.190
9,fc2,0.00017435,0.01000,5.123
10,self_attn.k_proj,0.01236591,0.01000,1.181
10,self_attn.v_proj,0.00287768,0.01000,1.183
10,self_attn.q_proj,0.01189735,0.01000,1.185
10,self_attn.out_proj,0.00003645,0.01000,1.167
10,fc1,0.02438043,0.01000,1.196
10,fc2,0.00025475,0.01000,5.101
11,self_attn.k_proj,0.01339180,0.01000,1.192
11,self_attn.v_proj,0.00336326,0.01000,1.175
11,self_attn.q_proj,0.01295169,0.01000,1.185
11,self_attn.out_proj,0.00004121,0.01000,1.171
11,fc1,0.02873743,0.01000,1.189
11,fc2,0.00026690,0.01000,5.118
12,self_attn.k_proj,0.01499875,0.01000,1.177
12,self_attn.v_proj,0.00397727,0.01000,1.188
12,self_attn.q_proj,0.01389183,0.01000,1.188
12,self_attn.out_proj,0.00005196,0.01000,1.170
12,fc1,0.03314665,0.01000,1.190
12,fc2,0.00032886,0.01000,5.154
13,self_attn.k_proj,0.01767272,0.01000,1.183
13,self_attn.v_proj,0.00445844,0.01000,1.173
13,self_attn.q_proj,0.01613271,0.01000,1.198
13,self_attn.out_proj,0.00009325,0.01000,1.174
13,fc1,0.03861376,0.01000,1.190
13,fc2,0.00041356,0.01000,5.137
14,self_attn.k_proj,0.01881351,0.01000,1.178
14,self_attn.v_proj,0.00529668,0.01000,1.179
14,self_attn.q_proj,0.01714574,0.01000,1.184
14,self_attn.out_proj,0.00010294,0.01000,1.177
14,fc1,0.04366828,0.01000,1.187
14,fc2,0.00053174,0.01000,5.109
15,self_attn.k_proj,0.02292356,0.01000,1.184
15,self_attn.v_proj,0.00595116,0.01000,1.194
15,self_attn.q_proj,0.02024553,0.01000,1.185
15,self_attn.out_proj,0.00019364,0.01000,1.170
15,fc1,0.04770803,0.01000,1.185
15,fc2,0.00067243,0.01000,5.113
16,self_attn.k_proj,0.02407269,0.01000,1.173
16,self_attn.v_proj,0.00692914,0.01000,1.170
16,self_attn.q_proj,0.02101880,0.01000,1.180
16,self_attn.out_proj,0.00022923,0.01000,1.174
16,fc1,0.05228886,0.01000,1.185
16,fc2,0.00115402,0.01000,5.083
17,self_attn.k_proj,0.02414336,0.01000,1.180
17,self_attn.v_proj,0.00837197,0.01000,1.175
17,self_attn.q_proj,0.02073306,0.01000,1.178
17,self_attn.out_proj,0.00026138,0.01000,1.170
17,fc1,0.05733594,0.01000,1.183
17,fc2,0.00146929,0.01000,5.170
18,self_attn.k_proj,0.02507790,0.01000,1.184
18,self_attn.v_proj,0.00997097,0.01000,1.186
18,self_attn.q_proj,0.02242315,0.01000,1.187
18,self_attn.out_proj,0.00027846,0.01000,1.175
18,fc1,0.06365202,0.01000,1.182
18,fc2,0.00195270,0.01000,5.092
19,self_attn.k_proj,0.02430414,0.01000,1.179
19,self_attn.v_proj,0.01193867,0.01000,1.223
19,self_attn.q_proj,0.01988915,0.01000,1.213
19,self_attn.out_proj,0.00039221,0.01000,1.176
19,fc1,0.07167043,0.01000,1.188
19,fc2,0.00246700,0.01000,5.111
20,self_attn.k_proj,0.02500128,0.01000,1.173
20,self_attn.v_proj,0.01425813,0.01000,1.170
20,self_attn.q_proj,0.02152969,0.01000,1.178
20,self_attn.out_proj,0.00037487,0.01000,1.168
20,fc1,0.07926988,0.01000,1.182
20,fc2,0.00305374,0.01000,5.100
21,self_attn.k_proj,0.02377591,0.01000,1.175
21,self_attn.v_proj,0.01615289,0.01000,1.180
21,self_attn.q_proj,0.02178709,0.01000,1.183
21,self_attn.out_proj,0.00039881,0.01000,1.191
21,fc1,0.08404279,0.01000,1.192
21,fc2,0.00365807,0.01000,5.136
22,self_attn.k_proj,0.02542173,0.01000,1.181
22,self_attn.v_proj,0.01723809,0.01000,1.171
22,self_attn.q_proj,0.02074113,0.01000,1.176
22,self_attn.out_proj,0.00058448,0.01000,1.163
22,fc1,0.09171147,0.01000,1.183
22,fc2,0.00445512,0.01000,5.073
23,self_attn.k_proj,0.02331311,0.01000,1.167
23,self_attn.v_proj,0.01879534,0.01000,1.174
23,self_attn.q_proj,0.02132465,0.01000,1.179
23,self_attn.out_proj,0.00046204,0.01000,1.172
23,fc1,0.09737385,0.01000,1.191
23,fc2,0.00497918,0.01000,5.095
24,self_attn.k_proj,0.02304707,0.01000,1.184
24,self_attn.v_proj,0.02166152,0.01000,1.172
24,self_attn.q_proj,0.02108202,0.01000,1.183
24,self_attn.out_proj,0.00078516,0.01000,1.179
24,fc1,0.10405733,0.01000,1.185
24,fc2,0.00610288,0.01000,5.092
25,self_attn.k_proj,0.02264084,0.01000,1.182
25,self_attn.v_proj,0.02624850,0.01000,1.196
25,self_attn.q_proj,0.02188932,0.01000,1.177
25,self_attn.out_proj,0.00092016,0.01000,1.174
25,fc1,0.10990672,0.01000,1.189
25,fc2,0.00680534,0.01000,5.135
26,self_attn.k_proj,0.02322970,0.01000,1.184
26,self_attn.v_proj,0.02693768,0.01000,1.174
26,self_attn.q_proj,0.02163212,0.01000,1.186
26,self_attn.out_proj,0.00105620,0.01000,1.167
26,fc1,0.11738910,0.01000,1.183
26,fc2,0.00849914,0.01000,5.068
27,self_attn.k_proj,0.02289352,0.01000,1.171
27,self_attn.v_proj,0.03053704,0.01000,1.191
27,self_attn.q_proj,0.02302459,0.01000,1.187
27,self_attn.out_proj,0.00072966,0.01000,1.177
27,fc1,0.12002319,0.01000,1.185
27,fc2,0.00970224,0.01000,5.089
28,self_attn.k_proj,0.02383433,0.01000,1.173
28,self_attn.v_proj,0.03173340,0.01000,1.172
28,self_attn.q_proj,0.02337058,0.01000,1.189
28,self_attn.out_proj,0.00138338,0.01000,1.175
28,fc1,0.12404883,0.01000,1.191
28,fc2,0.01146572,0.01000,5.091
29,self_attn.k_proj,0.02456850,0.01000,1.173
29,self_attn.v_proj,0.03435966,0.01000,1.174
29,self_attn.q_proj,0.02783330,0.01000,1.189
29,self_attn.out_proj,0.00084909,0.01000,1.178
29,fc1,0.12211720,0.01000,1.182
29,fc2,0.01250095,0.01000,5.100
30,self_attn.k_proj,0.02536921,0.01000,1.181
30,self_attn.v_proj,0.03587572,0.01000,1.178
30,self_attn.q_proj,0.03004705,0.01000,1.185
30,self_attn.out_proj,0.00075174,0.01000,1.162
30,fc1,0.11992605,0.01000,1.187
30,fc2,0.01224111,0.01000,5.106
31,self_attn.k_proj,0.02472943,0.01000,1.193
31,self_attn.v_proj,0.03295934,0.01000,1.184
31,self_attn.q_proj,0.03276437,0.01000,1.183
31,self_attn.out_proj,0.00130189,0.01000,1.177
31,fc1,0.11094668,0.01000,1.185
31,fc2,0.00872683,0.01000,5.186