quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00369819,0.01000,2.521
0,self_attn.v_proj,0.00226019,0.01000,2.480
0,self_attn.q_proj,0.00402528,0.01000,2.472
0,self_attn.out_proj,0.00020545,0.01000,2.495
0,fc1,0.01022328,0.01000,2.545
0,fc2,0.00023005,0.01000,13.121
1,self_attn.k_proj,0.00131898,0.01000,2.514
1,self_attn.v_proj,0.00064420,0.01000,2.558
1,self_attn.q_proj,0.00131359,0.01000,2.548
1,self_attn.out_proj,0.00000532,0.01000,2.547
1,fc1,0.00831997,0.01000,2.570
1,fc2,0.00008313,0.01000,13.041
2,self_attn.k_proj,0.00131977,0.01000,2.483
2,self_attn.v_proj,0.00076850,0.01000,2.502
2,self_attn.q_proj,0.00136863,0.01000,2.490
2,self_attn.out_proj,0.00000489,0.01000,2.537
2,fc1,0.00831510,0.01000,2.560
2,fc2,0.00007909,0.01000,12.948
3,self_attn.k_proj,0.00190310,0.01000,2.513
3,self_attn.v_proj,0.00096645,0.01000,2.546
3,self_attn.q_proj,0.00200031,0.01000,2.501
3,self_attn.out_proj,0.00000258,0.01000,2.562
3,fc1,0.00846162,0.01000,2.556
3,fc2,0.00006915,0.01000,13.094
4,self_attn.k_proj,0.00238149,0.01000,2.542
4,self_attn.v_proj,0.00110316,0.01000,2.573
4,self_attn.q_proj,0.00242064,0.01000,2.533
4,self_attn.out_proj,0.00000184,0.01000,2.603
4,fc1,0.00905235,0.01000,2.581
4,fc2,0.00006738,0.01000,12.995
5,self_attn.k_proj,0.00378684,0.01000,2.508
5,self_attn.v_proj,0.00123187,0.01000,2.555
5,self_attn.q_proj,0.00294932,0.01000,2.530
5,self_attn.out_proj,0.00000309,0.01000,2.571
5,fc1,0.01016648,0.01000,2.544
5,fc2,0.00006336,0.01000,13.045
6,self_attn.k_proj,0.00551401,0.01000,2.498
6,self_attn.v_proj,0.00140168,0.01000,2.513
6,self_attn.q_proj,0.00348868,0.01000,2.575
6,self_attn.out_proj,0.00000383,0.01000,2.532
6,fc1,0.01152299,0.01000,2.590
6,fc2,0.00006085,0.01000,12.956
7,self_attn.k_proj,0.00654457,0.01000,2.461
7,self_attn.v_proj,0.00157994,0.01000,2.507
7,self_attn.q_proj,0.00400706,0.01000,2.512
7,self_attn.out_proj,0.00000489,0.01000,2.523
7,fc1,0.01306077,0.01000,2.535
7,fc2,0.00006280,0.01000,12.981
8,self_attn.k_proj,0.00799929,0.01000,2.502
8,self_attn.v_proj,0.00167346,0.01000,2.561
8,self_attn.q_proj,0.00436395,0.01000,2.490
8,self_attn.out_proj,0.00000604,0.01000,2.502
8,fc1,0.01460426,0.01000,2.529
8,fc2,0.00006903,0.01000,12.896
9,self_attn.k_proj,0.00650591,0.01000,2.543
9,self_attn.v_proj,0.00180024,0.01000,2.525
9,self_attn.q_proj,0.00402667,0.01000,2.532
9,self_attn.out_proj,0.00001127,0.01000,2.553
9,fc1,0.01583952,0.01000,2.540
9,fc2,0.00006925,0.01000,12.973
10,self_attn.k_proj,0.00766696,0.01000,2.492
10,self_attn.v_proj,0.00196247,0.01000,2.542
10,self_attn.q_proj,0.00450708,0.01000,2.516
10,self_attn.out_proj,0.00000827,0.01000,2.509
10,fc1,0.01721371,0.01000,2.568
10,fc2,0.00007569,0.01000,12.993
11,self_attn.k_proj,0.00883197,0.01000,2.499
11,self_attn.v_proj,0.00226648,0.01000,2.528
11,self_attn.q_proj,0.00544795,0.01000,2.530
11,self_attn.out_proj,0.00001242,0.01000,2.552
11,fc1,0.01863601,0.01000,2.561
11,fc2,0.00008304,0.01000,13.041
12,self_attn.k_proj,0.00917843,0.01000,2.474
12,self_attn.v_proj,0.00253542,0.01000,2.502
12,self_attn.q_proj,0.00563948,0.01000,2.566
12,self_attn.out_proj,0.00001631,0.01000,2.535
12,fc1,0.02022559,0.01000,2.555
12,fc2,0.00009808,0.01000,12.930
13,self_attn.k_proj,0.01055130,0.01000,2.527
13,self_attn.v_proj,0.00282612,0.01000,2.538
13,self_attn.q_proj,0.00724183,0.01000,2.522
13,self_attn.out_proj,0.00003863,0.01000,2.552
13,fc1,0.02283882,0.01000,2.581
13,fc2,0.00011696,0.01000,13.044
14,self_attn.k_proj,0.00958030,0.01000,2.512
14,self_attn.v_proj,0.00340922,0.01000,2.520
14,self_attn.q_proj,0.00743877,0.01000,2.493
14,self_attn.out_proj,0.00002926,0.01000,2.554
14,fc1,0.02558870,0.01000,2.535
14,fc2,0.00013693,0.01000,13.045
15,self_attn.k_proj,0.01017134,0.01000,2.561
15,self_attn.v_proj,0.00386557,0.01000,2.526
15,self_attn.q_proj,0.00833954,0.01000,2.554
15,self_attn.out_proj,0.00004589,0.01000,2.538
15,fc1,0.02887643,0.01000,2.560
15,fc2,0.00014851,0.01000,12.921
16,self_attn.k_proj,0.01058922,0.01000,2.512
16,self_attn.v_proj,0.00439278,0.01000,2.520
16,self_attn.q_proj,0.00946493,0.01000,2.517
16,self_attn.out_proj,0.00004991,0.01000,2.544
16,fc1,0.03232222,0.01000,2.529
16,fc2,0.00018281,0.01000,12.881
17,self_attn.k_proj,0.01280940,0.01000,2.499
17,self_attn.v_proj,0.00521229,0.01000,2.495
17,self_attn.q_proj,0.01061644,0.01000,2.537
17,self_attn.out_proj,0.00005381,0.01000,2.544
17,fc1,0.03619303,0.01000,2.561
17,fc2,0.00023717,0.01000,12.971
18,self_attn.k_proj,0.01381388,0.01000,2.503
18,self_attn.v_proj,0.00566101,0.01000,2.516
18,self_attn.q_proj,0.01108091,0.01000,2.534
18,self_attn.out_proj,0.00006693,0.01000,2.563
18,fc1,0.04000890,0.01000,2.582
18,fc2,0.00032934,0.01000,13.011
19,self_attn.k_proj,0.01679198,0.01000,2.509
19,self_attn.v_proj,0.00640488,0.01000,2.518
19,self_attn.q_proj,0.01355133,0.01000,2.527
19,self_attn.out_proj,0.00012562,0.01000,2.537
19,fc1,0.04434809,0.01000,2.604
19,fc2,0.00045951,0.01000,13.026
20,self_attn.k_proj,0.01872660,0.01000,2.494
20,self_attn.v_proj,0.00748615,0.01000,2.557
20,self_attn.q_proj,0.01545866,0.01000,2.504
20,self_attn.out_proj,0.00011801,0.01000,2.525
20,fc1,0.04931958,0.01000,2.559
20,fc2,0.00061031,0.01000,12.809
21,self_attn.k_proj,0.02141745,0.01000,2.526
21,self_attn.v_proj,0.00816838,0.01000,2.552
21,self_attn.q_proj,0.01657608,0.01000,2.552
21,self_attn.out_proj,0.00019819,0.01000,2.561
21,fc1,0.05581185,0.01000,2.546
21,fc2,0.00086356,0.01000,13.090
22,self_attn.k_proj,0.02347646,0.01000,2.484
22,self_attn.v_proj,0.00954490,0.01000,2.497
22,self_attn.q_proj,0.01883369,0.01000,2.545
22,self_attn.out_proj,0.00024041,0.01000,2.552
22,fc1,0.06226074,0.01000,2.574
22,fc2,0.00117022,0.01000,12.861
23,self_attn.k_proj,0.02576017,0.01000,2.520
23,self_attn.v_proj,0.01127979,0.01000,2.545
23,self_attn.q_proj,0.02050316,0.01000,2.554
23,self_attn.out_proj,0.00030622,0.01000,2.565
23,fc1,0.06930446,0.01000,2.563
23,fc2,0.00152508,0.01000,13.035
24,self_attn.k_proj,0.02925509,0.01000,2.523
24,self_attn.v_proj,0.01280212,0.01000,2.506
24,self_attn.q_proj,0.02259763,0.01000,2.566
24,self_attn.out_proj,0.00041741,0.01000,2.527
24,fc1,0.07625070,0.01000,2.536
24,fc2,0.00183648,0.01000,12.996
25,self_attn.k_proj,0.02940395,0.01000,2.516
25,self_attn.v_proj,0.01509753,0.01000,2.517
25,self_attn.q_proj,0.02392841,0.01000,2.517
25,self_attn.out_proj,0.00036604,0.01000,2.584
25,fc1,0.08172787,0.01000,2.550
25,fc2,0.00198262,0.01000,13.008
26,self_attn.k_proj,0.03155493,0.01000,2.509
26,self_attn.v_proj,0.01599163,0.01000,2.526
26,self_attn.q_proj,0.02450901,0.01000,2.519
26,self_attn.out_proj,0.00045160,0.01000,2.560
26,fc1,0.08830111,0.01000,2.596
26,fc2,0.00240506,0.01000,12.909
27,self_attn.k_proj,0.02974031,0.01000,2.541
27,self_attn.v_proj,0.01728707,0.01000,2.563
27,self_attn.q_proj,0.02463962,0.01000,2.529
27,self_attn.out_proj,0.00043226,0.01000,2.596
27,fc1,0.09563444,0.01000,2.553
27,fc2,0.00278457,0.01000,12.956
28,self_attn.k_proj,0.02857459,0.01000,2.480
28,self_attn.v_proj,0.01868136,0.01000,2.555
28,self_attn.q_proj,0.02430691,0.01000,2.551
28,self_attn.out_proj,0.00054689,0.01000,2.529
28,fc1,0.10027335,0.01000,2.543
28,fc2,0.00305888,0.01000,12.923
29,self_attn.k_proj,0.02619698,0.01000,2.489
29,self_attn.v_proj,0.01941279,0.01000,2.521
29,self_attn.q_proj,0.02433515,0.01000,2.521
29,self_attn.out_proj,0.00063841,0.01000,2.569
29,fc1,0.10825310,0.01000,2.611
29,fc2,0.00378025,0.01000,12.915
30,self_attn.k_proj,0.02530369,0.01000,2.504
30,self_attn.v_proj,0.02151735,0.01000,2.491
30,self_attn.q_proj,0.02394709,0.01000,2.554
30,self_attn.out_proj,0.00067816,0.01000,2.536
30,fc1,0.11572682,0.01000,2.571
30,fc2,0.00431407,0.01000,12.975
31,self_attn.k_proj,0.02628145,0.01000,2.521
31,self_attn.v_proj,0.02189700,0.01000,2.505
31,self_attn.q_proj,0.02623813,0.01000,2.558
31,self_attn.out_proj,0.00060317,0.01000,2.591
31,fc1,0.12111926,0.01000,2.552
31,fc2,0.00500644,0.01000,12.927
32,self_attn.k_proj,0.02609298,0.01000,2.519
32,self_attn.v_proj,0.02244979,0.01000,2.514
32,self_attn.q_proj,0.02700454,0.01000,2.516
32,self_attn.out_proj,0.00059029,0.01000,2.574
32,fc1,0.12415658,0.01000,2.547
32,fc2,0.00522570,0.01000,12.987
33,self_attn.k_proj,0.02637124,0.01000,2.503
33,self_attn.v_proj,0.02348025,0.01000,2.528
33,self_attn.q_proj,0.02721215,0.01000,2.546
33,self_attn.out_proj,0.00084624,0.01000,2.545
33,fc1,0.12429679,0.01000,2.551
33,fc2,0.00559417,0.01000,12.980
34,self_attn.k_proj,0.02722767,0.01000,2.513
34,self_attn.v_proj,0.02423932,0.01000,2.561
34,self_attn.q_proj,0.02771797,0.01000,2.496
34,self_attn.out_proj,0.00043356,0.01000,2.536
34,fc1,0.12610330,0.01000,2.558
34,fc2,0.00597600,0.01000,12.912
35,self_attn.k_proj,0.02861172,0.01000,2.527
35,self_attn.v_proj,0.02347076,0.01000,2.529
35,self_attn.q_proj,0.02949162,0.01000,2.502
35,self_attn.out_proj,0.00051585,0.01000,2.542
35,fc1,0.12595651,0.01000,2.552
35,fc2,0.00649367,0.01000,13.037
36,self_attn.k_proj,0.02961736,0.01000,2.488
36,self_attn.v_proj,0.02300948,0.01000,2.508
36,self_attn.q_proj,0.03110426,0.01000,2.491
36,self_attn.out_proj,0.00058682,0.01000,2.553
36,fc1,0.12476728,0.01000,2.545
36,fc2,0.00683023,0.01000,12.928
37,self_attn.k_proj,0.02897782,0.01000,2.520
37,self_attn.v_proj,0.02238429,0.01000,2.599
37,self_attn.q_proj,0.03036976,0.01000,2.544
37,self_attn.out_proj,0.00047248,0.01000,2.553
37,fc1,0.12023149,0.01000,2.578
37,fc2,0.00669461,0.01000,12.978
38,self_attn.k_proj,0.02763428,0.01000,2.489
38,self_attn.v_proj,0.02232308,0.01000,2.516
38,self_attn.q_proj,0.02947429,0.01000,2.533
38,self_attn.out_proj,0.00023585,0.01000,2.514
38,fc1,0.11040825,0.01000,2.536
38,fc2,0.00577751,0.01000,12.987
39,self_attn.k_proj,0.02435628,0.01000,2.484
39,self_attn.v_proj,0.02019190,0.01000,2.515
39,self_attn.q_proj,0.02726551,0.01000,2.547
39,self_attn.out_proj,0.00042370,0.01000,2.540
39,fc1,0.10074647,0.01000,2.620
39,fc2,0.00455067,0.01000,13.063