quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00394990,0.01000,1.201
0,self_attn.v_proj,0.00102141,0.01000,1.179
0,self_attn.q_proj,0.00392392,0.01000,1.190
0,self_attn.out_proj,0.00003452,0.01000,1.183
0,fc1,0.01215448,0.01000,1.198
0,fc2,0.00012052,0.01000,5.290
1,self_attn.k_proj,0.01467542,0.01000,1.194
1,self_attn.v_proj,0.00038407,0.01000,1.199
1,self_attn.q_proj,0.00410239,0.01000,1.195
1,self_attn.out_proj,0.00000663,0.01000,1.192
1,fc1,0.00909016,0.01000,1.212
1,fc2,0.00009310,0.01000,5.265
2,self_attn.k_proj,0.01546464,0.01000,1.193
2,self_attn.v_proj,0.00049482,0.01000,1.176
2,self_attn.q_proj,0.00585759,0.01000,1.196
2,self_attn.out_proj,0.00000087,0.01000,1.188
2,fc1,0.00996129,0.01000,1.204
2,fc2,0.00008796,0.01000,5.115
3,self_attn.k_proj,0.00665643,0.01000,1.193
3,self_attn.v_proj,0.00061016,0.01000,1.185
3,self_attn.q_proj,0.00416894,0.01000,1.191
3,self_attn.out_proj,0.00000125,0.01000,1.197
3,fc1,0.00974267,0.01000,1.192
3,fc2,0.00008339,0.01000,5.176
4,self_attn.k_proj,0.00921630,0.01000,1.193
4,self_attn.v_proj,0.00083335,0.01000,1.186
4,self_attn.q_proj,0.00537768,0.01000,1.201
4,self_attn.out_proj,0.00000241,0.01000,1.186
4,fc1,0.00916280,0.01000,1.205
4,fc2,0.00009056,0.01000,5.202
5,self_attn.k_proj,0.00837081,0.01000,1.199
5,self_attn.v_proj,0.00097881,0.01000,1.195
5,self_attn.q_proj,0.00573123,0.01000,1.198
5,self_attn.out_proj,0.00000650,0.01000,1.187
5,fc1,0.01018309,0.01000,1.213
5,fc2,0.00009399,0.01000,5.173
6,self_attn.k_proj,0.00624802,0.01000,1.233
6,self_attn.v_proj,0.00120398,0.01000,1.207
6,self_attn.q_proj,0.00635306,0.01000,1.204
6,self_attn.out_proj,0.00000861,0.01000,1.206
6,fc1,0.01157868,0.01000,1.201
6,fc2,0.00011119,0.01000,5.252
7,self_attn.k_proj,0.00673938,0.01000,1.195
7,self_attn.v_proj,0.00140799,0.01000,1.234
7,self_attn.q_proj,0.00758268,0.01000,1.211
7,self_attn.out_proj,0.00001078,0.01000,1.184
7,fc1,0.01286504,0.01000,1.199
7,fc2,0.00011152,0.01000,5.163
8,self_attn.k_proj,0.01198061,0.01000,1.192
8,self_attn.v_proj,0.00181584,0.01000,1.176
8,self_attn.q_proj,0.00865953,0.01000,1.204
8,self_attn.out_proj,0.00001939,0.01000,1.185
8,fc1,0.01473213,0.01000,1.199
8,fc2,0.00013096,0.01000,5.147
9,self_attn.k_proj,0.01012673,0.01000,1.207
9,self_attn.v_proj,0.00216779,0.01000,1.180
9,self_attn.q_proj,0.00914032,0.01000,1.187
9,self_attn.out_proj,0.00002055,0.01000,1.189
9,fc1,0.01706153,0.01000,1.198
9,fc2,0.00015577,0.01000,5.190
10,self_attn.k_proj,0.01118829,0.01000,1.189
10,self_attn.v_proj,0.00250398,0.01000,1.181
10,self_attn.q_proj,0.01054306,0.01000,1.199
10,self_attn.out_proj,0.00003266,0.01000,1.195
10,fc1,0.02150265,0.01000,1.204
10,fc2,0.00022845,0.01000,5.162
11,self_attn.k_proj,0.01217411,0.01000,1.200
11,self_attn.v_proj,0.00297503,0.01000,1.200
11,self_attn.q_proj,0.01163996,0.01000,1.198
11,self_attn.out_proj,0.00003680,0.01000,1.196
11,fc1,0.02571280,0.01000,1.214
11,fc2,0.00023919,0.01000,5.174
12,self_attn.k_proj,0.01357361,0.01000,1.201
12,self_attn.v_proj,0.00355875,0.01000,1.191
12,self_attn.q_proj,0.01265827,0.01000,1.205
12,self_attn.out_proj,0.00004796,0.01000,1.185
12,fc1,0.03000994,0.01000,1.200
12,fc2,0.00029458,0.01000,5.222
13,self_attn.k_proj,0.01616533,0.01000,1.208
13,self_attn.v_proj,0.00403290,0.01000,1.197
13,self_attn.q_proj,0.01485024,0.01000,1.199
13,self_attn.out_proj,0.00008728,0.01000,1.190
13,fc1,0.03540917,0.01000,1.203
13,fc2,0.00037594,0.01000,5.206
14,self_attn.k_proj,0.01755567,0.01000,1.185
14,self_attn.v_proj,0.00486799,0.01000,1.197
14,self_attn.q_proj,0.01594050,0.01000,1.219
14,self_attn.out_proj,0.00009562,0.01000,1.191
14,fc1,0.04057390,0.01000,1.222
14,fc2,0.00049239,0.01000,5.176
15,self_attn.k_proj,0.02163056,0.01000,1.204
15,self_attn.v_proj,0.00555094,0.01000,1.210
15,self_attn.q_proj,0.01904528,0.01000,1.210
15,self_attn.out_proj,0.00018198,0.01000,1.190
15,fc1,0.04487120,0.01000,1.200
15,fc2,0.00063424,0.01000,5.200
16,self_attn.k_proj,0.02287876,0.01000,1.188
16,self_attn.v_proj,0.00654785,0.01000,1.187
16,self_attn.q_proj,0.01999130,0.01000,1.195
16,self_attn.out_proj,0.00021466,0.01000,1.199
16,fc1,0.04983628,0.01000,1.194
16,fc2,0.00108457,0.01000,5.126
17,self_attn.k_proj,0.02326965,0.01000,1.199
17,self_attn.v_proj,0.00799770,0.01000,1.201
17,self_attn.q_proj,0.01995130,0.01000,1.210
17,self_attn.out_proj,0.00025417,0.01000,1.199
17,fc1,0.05527238,0.01000,1.194
17,fc2,0.00139859,0.01000,5.195
18,self_attn.k_proj,0.02433346,0.01000,1.192
18,self_attn.v_proj,0.00959834,0.01000,1.182
18,self_attn.q_proj,0.02166979,0.01000,1.176
18,self_attn.out_proj,0.00027066,0.01000,1.180
18,fc1,0.06184222,0.01000,1.207
18,fc2,0.00186334,0.01000,5.140
19,self_attn.k_proj,0.02368311,0.01000,1.199
19,self_attn.v_proj,0.01161100,0.01000,1.199
19,self_attn.q_proj,0.01947075,0.01000,1.199
19,self_attn.out_proj,0.00037949,0.01000,1.191
19,fc1,0.07012071,0.01000,1.206
19,fc2,0.00237346,0.01000,5.237
20,self_attn.k_proj,0.02460291,0.01000,1.218
20,self_attn.v_proj,0.01390896,0.01000,1.229
20,self_attn.q_proj,0.02117208,0.01000,1.189
20,self_attn.out_proj,0.00036344,0.01000,1.187
20,fc1,0.07792345,0.01000,1.188
20,fc2,0.00293787,0.01000,5.156
21,self_attn.k_proj,0.02349118,0.01000,1.201
21,self_attn.v_proj,0.01582944,0.01000,1.198
21,self_attn.q_proj,0.02149881,0.01000,1.213
21,self_attn.out_proj,0.00039286,0.01000,1.183
21,fc1,0.08261187,0.01000,1.198
21,fc2,0.00354288,0.01000,5.200
22,self_attn.k_proj,0.02509292,0.01000,1.205
22,self_attn.v_proj,0.01692703,0.01000,1.185
22,self_attn.q_proj,0.02045271,0.01000,1.195
22,self_attn.out_proj,0.00058325,0.01000,1.179
22,fc1,0.09038876,0.01000,1.195
22,fc2,0.00433740,0.01000,5.155
23,self_attn.k_proj,0.02301701,0.01000,1.186
23,self_attn.v_proj,0.01848015,0.01000,1.214
23,self_attn.q_proj,0.02106069,0.01000,1.211
23,self_attn.out_proj,0.00045746,0.01000,1.207
23,fc1,0.09600659,0.01000,1.207
23,fc2,0.00485786,0.01000,5.190
24,self_attn.k_proj,0.02274082,0.01000,1.187
24,self_attn.v_proj,0.02127173,0.01000,1.191
24,self_attn.q_proj,0.02076919,0.01000,1.189
24,self_attn.out_proj,0.00078850,0.01000,1.183
24,fc1,0.10268364,0.01000,1.199
24,fc2,0.00595228,0.01000,5.188
25,self_attn.k_proj,0.02236036,0.01000,1.192
25,self_attn.v_proj,0.02580946,0.01000,1.221
25,self_attn.q_proj,0.02157809,0.01000,1.221
25,self_attn.out_proj,0.00091601,0.01000,1.197
25,fc1,0.10824930,0.01000,1.219
25,fc2,0.00661862,0.01000,5.209
26,self_attn.k_proj,0.02290183,0.01000,1.204
26,self_attn.v_proj,0.02645369,0.01000,1.203
26,self_attn.q_proj,0.02129553,0.01000,1.202
26,self_attn.out_proj,0.00105756,0.01000,1.186
26,fc1,0.11557976,0.01000,1.201
26,fc2,0.00827897,0.01000,5.182
27,self_attn.k_proj,0.02248514,0.01000,1.203
27,self_attn.v_proj,0.02992377,0.01000,1.201
27,self_attn.q_proj,0.02264811,0.01000,1.189
27,self_attn.out_proj,0.00074538,0.01000,1.191
27,fc1,0.11797357,0.01000,1.197
27,fc2,0.00943409,0.01000,5.150
28,self_attn.k_proj,0.02341844,0.01000,1.191
28,self_attn.v_proj,0.03110846,0.01000,1.184
28,self_attn.q_proj,0.02293959,0.01000,1.206
28,self_attn.out_proj,0.00141534,0.01000,1.192
28,fc1,0.12168028,0.01000,1.199
28,fc2,0.01113645,0.01000,5.169
29,self_attn.k_proj,0.02414644,0.01000,1.192
29,self_attn.v_proj,0.03360369,0.01000,1.193
29,self_attn.q_proj,0.02726843,0.01000,1.197
29,self_attn.out_proj,0.00087671,0.01000,1.190
29,fc1,0.11952688,0.01000,1.188
29,fc2,0.01210173,0.01000,5.147
30,self_attn.k_proj,0.02478706,0.01000,1.188
30,self_attn.v_proj,0.03503960,0.01000,1.193
30,self_attn.q_proj,0.02936129,0.01000,1.190
30,self_attn.out_proj,0.00074570,0.01000,1.191
30,fc1,0.11698511,0.01000,1.194
30,fc2,0.01186678,0.01000,5.140
31,self_attn.k_proj,0.02408278,0.01000,1.192
31,self_attn.v_proj,0.03207799,0.01000,1.193
31,self_attn.q_proj,0.03189091,0.01000,1.214
31,self_attn.out_proj,0.00140295,0.01000,1.199
31,fc1,0.10754011,0.01000,1.195
31,fc2,0.00823498,0.01000,5.177