quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00369819,0.01000,3.386
0,self_attn.v_proj,0.00226019,0.01000,2.386
0,self_attn.q_proj,0.00402528,0.01000,2.392
0,self_attn.out_proj,0.00007227,0.01000,2.381
0,fc1,0.01046117,0.01000,2.439
0,fc2,0.00021448,0.01000,11.762
1,self_attn.k_proj,0.00134445,0.01000,2.453
1,self_attn.v_proj,0.00065750,0.01000,2.445
1,self_attn.q_proj,0.00134083,0.01000,2.455
1,self_attn.out_proj,0.00000228,0.01000,2.443
1,fc1,0.00831743,0.01000,2.476
1,fc2,2.32548188,0.01250,13.878
2,self_attn.k_proj,0.00125812,0.01000,2.417
2,self_attn.v_proj,0.00074613,0.01000,2.452
2,self_attn.q_proj,0.00130762,0.01000,2.459
2,self_attn.out_proj,0.00000133,0.01000,2.415
2,fc1,0.00789686,0.01000,2.465
2,fc2,0.00007660,0.01000,11.906
3,self_attn.k_proj,0.00183395,0.01000,2.431
3,self_attn.v_proj,0.00095141,0.01000,2.444
3,self_attn.q_proj,0.00192336,0.01000,2.431
3,self_attn.out_proj,0.00000122,0.01000,2.430
3,fc1,0.00835679,0.01000,2.469
3,fc2,0.00007119,0.01000,12.002
4,self_attn.k_proj,0.00233980,0.01000,2.419
4,self_attn.v_proj,0.00110955,0.01000,2.437
4,self_attn.q_proj,0.00239332,0.01000,2.432
4,self_attn.out_proj,0.00000183,0.01000,2.411
4,fc1,0.00908849,0.01000,2.459
4,fc2,0.00006437,0.01000,11.871
5,self_attn.k_proj,0.00378639,0.01000,2.428
5,self_attn.v_proj,0.00126545,0.01000,2.463
5,self_attn.q_proj,0.00296437,0.01000,2.446
5,self_attn.out_proj,0.00000431,0.01000,2.409
5,fc1,0.01031180,0.01000,2.475
5,fc2,0.00006729,0.01000,12.008
6,self_attn.k_proj,0.00567412,0.01000,2.430
6,self_attn.v_proj,0.00145949,0.01000,2.432
6,self_attn.q_proj,0.00360658,0.01000,2.423
6,self_attn.out_proj,0.00000554,0.01000,2.424
6,fc1,0.01197252,0.01000,2.467
6,fc2,0.00006366,0.01000,11.945
7,self_attn.k_proj,0.00689249,0.01000,2.435
7,self_attn.v_proj,0.00167466,0.01000,2.458
7,self_attn.q_proj,0.00417819,0.01000,2.489
7,self_attn.out_proj,0.00000755,0.01000,2.430
7,fc1,0.01370107,0.01000,2.508
7,fc2,0.00006766,0.01000,12.030
8,self_attn.k_proj,0.00843798,0.01000,2.417
8,self_attn.v_proj,0.00178695,0.01000,2.436
8,self_attn.q_proj,0.00462053,0.01000,2.444
8,self_attn.out_proj,0.00000957,0.01000,2.421
8,fc1,0.01548608,0.01000,2.446
8,fc2,0.00007960,0.01000,11.887
9,self_attn.k_proj,0.00684201,0.01000,2.433
9,self_attn.v_proj,0.00193014,0.01000,2.458
9,self_attn.q_proj,0.00427654,0.01000,2.435
9,self_attn.out_proj,0.00001794,0.01000,2.427
9,fc1,0.01704094,0.01000,2.463
9,fc2,0.00007936,0.01000,12.028
10,self_attn.k_proj,0.00814598,0.01000,2.419
10,self_attn.v_proj,0.00213519,0.01000,2.443
10,self_attn.q_proj,0.00486067,0.01000,2.449
10,self_attn.out_proj,0.00001295,0.01000,2.412
10,fc1,0.01869564,0.01000,2.456
10,fc2,0.00008979,0.01000,11.839
11,self_attn.k_proj,0.00952569,0.01000,2.424
11,self_attn.v_proj,0.00249751,0.01000,2.448
11,self_attn.q_proj,0.00593804,0.01000,2.461
11,self_attn.out_proj,0.00001935,0.01000,2.426
11,fc1,0.02046101,0.01000,2.470
11,fc2,0.00009636,0.01000,11.967
12,self_attn.k_proj,0.00983975,0.01000,2.423
12,self_attn.v_proj,0.00280189,0.01000,2.420
12,self_attn.q_proj,0.00618925,0.01000,2.432
12,self_attn.out_proj,0.00002517,0.01000,2.417
12,fc1,0.02239214,0.01000,2.461
12,fc2,0.00011400,0.01000,11.912
13,self_attn.k_proj,0.01141184,0.01000,2.426
13,self_attn.v_proj,0.00314864,0.01000,2.446
13,self_attn.q_proj,0.00798821,0.01000,2.463
13,self_attn.out_proj,0.00005590,0.01000,2.409
13,fc1,0.02532321,0.01000,2.462
13,fc2,0.00013713,0.01000,11.944
14,self_attn.k_proj,0.01042913,0.01000,2.414
14,self_attn.v_proj,0.00380731,0.01000,2.435
14,self_attn.q_proj,0.00827465,0.01000,2.441
14,self_attn.out_proj,0.00004242,0.01000,2.412
14,fc1,0.02856966,0.01000,2.456
14,fc2,0.00015806,0.01000,11.881
15,self_attn.k_proj,0.01115226,0.01000,2.459
15,self_attn.v_proj,0.00434666,0.01000,2.434
15,self_attn.q_proj,0.00929116,0.01000,2.434
15,self_attn.out_proj,0.00006579,0.01000,2.467
15,fc1,0.03240507,0.01000,2.457
15,fc2,0.00017100,0.01000,11.925
16,self_attn.k_proj,0.01164846,0.01000,2.427
16,self_attn.v_proj,0.00494175,0.01000,2.434
16,self_attn.q_proj,0.01060045,0.01000,2.424
16,self_attn.out_proj,0.00006777,0.01000,2.412
16,fc1,0.03640303,0.01000,2.452
16,fc2,0.00021432,0.01000,11.872
17,self_attn.k_proj,0.01404134,0.01000,2.438
17,self_attn.v_proj,0.00587660,0.01000,2.446
17,self_attn.q_proj,0.01188947,0.01000,2.435
17,self_attn.out_proj,0.00008081,0.01000,2.422
17,fc1,0.04082784,0.01000,2.476
17,fc2,0.00027251,0.01000,11.944
18,self_attn.k_proj,0.01512173,0.01000,2.526
18,self_attn.v_proj,0.00636941,0.01000,2.535
18,self_attn.q_proj,0.01241784,0.01000,2.524
18,self_attn.out_proj,0.00009328,0.01000,2.445
18,fc1,0.04510851,0.01000,2.514
18,fc2,0.00037341,0.01000,12.069
19,self_attn.k_proj,0.01847670,0.01000,2.459
19,self_attn.v_proj,0.00719498,0.01000,2.462
19,self_attn.q_proj,0.01520729,0.01000,2.511
19,self_attn.out_proj,0.00016999,0.01000,2.483
19,fc1,0.04994954,0.01000,2.513
19,fc2,0.00052550,0.01000,11.912
20,self_attn.k_proj,0.02060642,0.01000,2.396
20,self_attn.v_proj,0.00838376,0.01000,2.433
20,self_attn.q_proj,0.01730141,0.01000,2.483
20,self_attn.out_proj,0.00015806,0.01000,2.470
20,fc1,0.05527722,0.01000,2.548
20,fc2,0.00069703,0.01000,11.883
21,self_attn.k_proj,0.02348763,0.01000,2.455
21,self_attn.v_proj,0.00912294,0.01000,2.448
21,self_attn.q_proj,0.01845672,0.01000,2.446
21,self_attn.out_proj,0.00026884,0.01000,2.428
21,fc1,0.06236589,0.01000,2.465
21,fc2,0.00099801,0.01000,12.027
22,self_attn.k_proj,0.02574600,0.01000,2.423
22,self_attn.v_proj,0.01063323,0.01000,2.471
22,self_attn.q_proj,0.02099885,0.01000,2.437
22,self_attn.out_proj,0.00032454,0.01000,2.419
22,fc1,0.06929859,0.01000,2.469
22,fc2,0.00135518,0.01000,11.905
23,self_attn.k_proj,0.02811131,0.01000,2.444
23,self_attn.v_proj,0.01249639,0.01000,2.453
23,self_attn.q_proj,0.02269549,0.01000,2.443
23,self_attn.out_proj,0.00040766,0.01000,2.433
23,fc1,0.07680999,0.01000,2.474
23,fc2,0.00178486,0.01000,11.938
24,self_attn.k_proj,0.03185624,0.01000,2.454
24,self_attn.v_proj,0.01415176,0.01000,2.474
24,self_attn.q_proj,0.02495514,0.01000,2.456
24,self_attn.out_proj,0.00053546,0.01000,2.440
24,fc1,0.08423956,0.01000,2.462
24,fc2,0.00215357,0.01000,11.869
25,self_attn.k_proj,0.03196963,0.01000,2.444
25,self_attn.v_proj,0.01660250,0.01000,2.462
25,self_attn.q_proj,0.02634922,0.01000,2.475
25,self_attn.out_proj,0.00047981,0.01000,2.430
25,fc1,0.09014267,0.01000,2.474
25,fc2,0.00234972,0.01000,11.958
26,self_attn.k_proj,0.03424183,0.01000,2.420
26,self_attn.v_proj,0.01757944,0.01000,2.433
26,self_attn.q_proj,0.02693862,0.01000,2.418
26,self_attn.out_proj,0.00057998,0.01000,2.405
26,fc1,0.09716548,0.01000,2.494
26,fc2,0.00286037,0.01000,11.900
27,self_attn.k_proj,0.03234737,0.01000,2.422
27,self_attn.v_proj,0.01897797,0.01000,2.448
27,self_attn.q_proj,0.02702387,0.01000,2.452
27,self_attn.out_proj,0.00054584,0.01000,2.446
27,fc1,0.10510171,0.01000,2.487
27,fc2,0.00329810,0.01000,11.969
28,self_attn.k_proj,0.03107444,0.01000,2.430
28,self_attn.v_proj,0.02048580,0.01000,2.468
28,self_attn.q_proj,0.02663281,0.01000,2.442
28,self_attn.out_proj,0.00069079,0.01000,2.421
28,fc1,0.11031564,0.01000,2.497
28,fc2,0.00362769,0.01000,11.949
29,self_attn.k_proj,0.02859103,0.01000,2.436
29,self_attn.v_proj,0.02133464,0.01000,2.446
29,self_attn.q_proj,0.02672990,0.01000,2.455
29,self_attn.out_proj,0.00076871,0.01000,2.413
29,fc1,0.11900043,0.01000,2.513
29,fc2,0.00445889,0.01000,11.912
30,self_attn.k_proj,0.02760588,0.01000,2.425
30,self_attn.v_proj,0.02360179,0.01000,2.452
30,self_attn.q_proj,0.02623296,0.01000,2.457
30,self_attn.out_proj,0.00082340,0.01000,2.428
30,fc1,0.12710267,0.01000,2.443
30,fc2,0.00509050,0.01000,11.905
31,self_attn.k_proj,0.02869282,0.01000,2.429
31,self_attn.v_proj,0.02400417,0.01000,2.448
31,self_attn.q_proj,0.02875865,0.01000,2.436
31,self_attn.out_proj,0.00072511,0.01000,2.417
31,fc1,0.13288168,0.01000,2.476
31,fc2,0.00589662,0.01000,11.914
32,self_attn.k_proj,0.02854988,0.01000,2.434
32,self_attn.v_proj,0.02464459,0.01000,2.444
32,self_attn.q_proj,0.02961911,0.01000,2.435
32,self_attn.out_proj,0.00068388,0.01000,2.415
32,fc1,0.13637596,0.01000,2.496
32,fc2,0.00617015,0.01000,11.856
33,self_attn.k_proj,0.02895110,0.01000,2.450
33,self_attn.v_proj,0.02582562,0.01000,2.457
33,self_attn.q_proj,0.02994427,0.01000,2.441
33,self_attn.out_proj,0.00102707,0.01000,2.428
33,fc1,0.13697866,0.01000,2.491
33,fc2,0.00661196,0.01000,11.999
34,self_attn.k_proj,0.02997818,0.01000,2.435
34,self_attn.v_proj,0.02676657,0.01000,2.477
34,self_attn.q_proj,0.03060445,0.01000,2.441
34,self_attn.out_proj,0.00050422,0.01000,2.421
34,fc1,0.13939511,0.01000,2.480
34,fc2,0.00713678,0.01000,11.508
35,self_attn.k_proj,0.03162320,0.01000,2.429
35,self_attn.v_proj,0.02602218,0.01000,2.425
35,self_attn.q_proj,0.03267971,0.01000,2.461
35,self_attn.out_proj,0.00064380,0.01000,2.405
35,fc1,0.13983954,0.01000,2.488
35,fc2,0.00777808,0.01000,11.963
36,self_attn.k_proj,0.03290864,0.01000,2.434
36,self_attn.v_proj,0.02561492,0.01000,2.439
36,self_attn.q_proj,0.03461937,0.01000,2.433
36,self_attn.out_proj,0.00069891,0.01000,2.417
36,fc1,0.13926942,0.01000,2.478
36,fc2,0.00823785,0.01000,11.853
37,self_attn.k_proj,0.03233262,0.01000,2.425
37,self_attn.v_proj,0.02502423,0.01000,2.486
37,self_attn.q_proj,0.03399172,0.01000,2.437
37,self_attn.out_proj,0.00057099,0.01000,2.441
37,fc1,0.13484903,0.01000,2.493
37,fc2,0.00807979,0.01000,11.936
38,self_attn.k_proj,0.03097098,0.01000,2.429
38,self_attn.v_proj,0.02506665,0.01000,2.430
38,self_attn.q_proj,0.03311571,0.01000,2.469
38,self_attn.out_proj,0.00028589,0.01000,2.427
38,fc1,0.12412952,0.01000,2.491
38,fc2,0.00696545,0.01000,11.583
39,self_attn.k_proj,0.02726987,0.01000,2.429
39,self_attn.v_proj,0.02266147,0.01000,2.440
39,self_attn.q_proj,0.03059106,0.01000,2.443
39,self_attn.out_proj,0.00063030,0.01000,2.458
39,fc1,0.11282114,0.01000,2.477
39,fc2,0.00874325,0.01000,12.596