quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.07114227,0.01000,0.600
0,self_attn.v_proj,0.06271021,0.01000,0.443
0,self_attn.q_proj,0.14684428,0.01000,0.459
0,self_attn.o_proj,0.20455796,0.01000,0.496
0,mlp.up_proj,0.95415354,0.01000,0.496
0,mlp.gate_proj,1.45871198,0.01000,0.466
0,mlp.down_proj,0.31586921,0.01000,1.442
1,self_attn.k_proj,0.05271447,0.01000,0.473
1,self_attn.v_proj,0.05217995,0.01000,0.463
1,self_attn.q_proj,0.10997316,0.01000,0.471
1,self_attn.o_proj,0.06207019,0.01000,0.484
1,mlp.up_proj,9.83285427,0.01000,0.482
1,mlp.gate_proj,24.77632904,0.01000,0.469
1,mlp.down_proj,0.41462597,0.01000,1.427
2,self_attn.k_proj,0.10310683,0.01000,0.493
2,self_attn.v_proj,0.10245017,0.01000,0.460
2,self_attn.q_proj,0.22838725,0.01000,0.466
2,self_attn.o_proj,0.10580672,0.01000,0.489
2,mlp.up_proj,8.80762863,0.01000,0.472
2,mlp.gate_proj,22.06496811,0.01000,0.445
2,mlp.down_proj,535.41107178,0.01000,1.429
3,self_attn.k_proj,0.78096557,0.01000,0.505
3,self_attn.v_proj,0.78984427,0.01000,0.471
3,self_attn.q_proj,1.54680932,0.01000,0.471
3,self_attn.o_proj,0.22266930,0.01000,0.498
3,mlp.up_proj,11.51662636,0.01000,0.504
3,mlp.gate_proj,26.70483780,0.01000,0.477
3,mlp.down_proj,1.33799505,0.01000,1.462
4,self_attn.k_proj,0.72830570,0.01000,0.473
4,self_attn.v_proj,0.78775412,0.01000,0.439
4,self_attn.q_proj,1.50708663,0.01000,0.441
4,self_attn.o_proj,0.41974008,0.01000,0.467
4,mlp.up_proj,13.04739189,0.01000,0.474
4,mlp.gate_proj,27.74795341,0.01000,0.446
4,mlp.down_proj,1.72413623,0.01000,1.501
5,self_attn.k_proj,1.03371572,0.01000,0.503
5,self_attn.v_proj,1.13659787,0.01000,0.470
5,self_attn.q_proj,2.30706596,0.01000,0.470
5,self_attn.o_proj,0.53175581,0.01000,0.467
5,mlp.up_proj,9.60116577,0.01000,0.491
5,mlp.gate_proj,14.03951931,0.01000,0.464
5,mlp.down_proj,2.32746410,0.01000,1.430
6,self_attn.k_proj,1.00857258,0.01000,0.474
6,self_attn.v_proj,0.94336653,0.01000,0.442
6,self_attn.q_proj,2.09217811,0.01000,0.446
6,self_attn.o_proj,0.64230913,0.01000,0.467
6,mlp.up_proj,13.59673882,0.01000,0.474
6,mlp.gate_proj,19.45661545,0.01000,0.459
6,mlp.down_proj,3.66275406,0.01000,1.523
7,self_attn.k_proj,2.09201455,0.01000,0.506
7,self_attn.v_proj,2.32086754,0.01000,0.478
7,self_attn.q_proj,4.81967449,0.01000,0.477
7,self_attn.o_proj,0.86715150,0.01000,0.499
7,mlp.up_proj,18.15211487,0.01000,0.505
7,mlp.gate_proj,27.41961288,0.01000,0.475
7,mlp.down_proj,4.25278187,0.01000,1.518
8,self_attn.k_proj,2.86768913,0.01000,0.499
8,self_attn.v_proj,2.76806831,0.01000,0.466
8,self_attn.q_proj,5.98885918,0.01000,0.470
8,self_attn.o_proj,0.71131384,0.01000,0.497
8,mlp.up_proj,18.29696274,0.01000,0.501
8,mlp.gate_proj,24.85815048,0.01000,0.474
8,mlp.down_proj,4.86363125,0.01000,1.510
9,self_attn.k_proj,5.18654585,0.01000,0.471
9,self_attn.v_proj,5.13819170,0.01000,0.449
9,self_attn.q_proj,11.77273560,0.01000,0.441
9,self_attn.o_proj,2.00078821,0.01000,0.470
9,mlp.up_proj,20.29730988,0.01000,0.474
9,mlp.gate_proj,25.16665459,0.01000,0.446
9,mlp.down_proj,8.43008709,0.01000,1.465
10,self_attn.k_proj,4.39699650,0.01000,0.477
10,self_attn.v_proj,4.59224987,0.01000,0.456
10,self_attn.q_proj,9.83474731,0.01000,0.451
10,self_attn.o_proj,1.89988995,0.01000,0.483
10,mlp.up_proj,21.38986588,0.01000,0.504
10,mlp.gate_proj,25.49797440,0.01000,0.473
10,mlp.down_proj,11.03967762,0.01000,1.510
11,self_attn.k_proj,8.21639729,0.01000,0.479
11,self_attn.v_proj,7.35907364,0.01000,0.445
11,self_attn.q_proj,18.91122818,0.01000,0.445
11,self_attn.o_proj,4.71220970,0.01000,0.469
11,mlp.up_proj,23.39077759,0.01000,0.491
11,mlp.gate_proj,24.30593872,0.01000,0.464
11,mlp.down_proj,14.53606415,0.01000,1.464
12,self_attn.k_proj,9.01887226,0.01000,0.511
12,self_attn.v_proj,8.93775558,0.01000,0.475
12,self_attn.q_proj,20.22336006,0.01000,0.475
12,self_attn.o_proj,3.15767241,0.01000,0.490
12,mlp.up_proj,23.69978333,0.01000,0.492
12,mlp.gate_proj,23.40773010,0.01000,0.457
12,mlp.down_proj,13.95071316,0.01000,1.450
13,self_attn.k_proj,10.80947304,0.01000,0.473
13,self_attn.v_proj,11.58708477,0.01000,0.440
13,self_attn.q_proj,28.41043472,0.01000,0.445
13,self_attn.o_proj,4.35299778,0.01000,0.480
13,mlp.up_proj,25.00242615,0.01000,0.476
13,mlp.gate_proj,24.57505035,0.01000,0.455
13,mlp.down_proj,18.15122223,0.01000,1.444
14,self_attn.k_proj,17.51714706,0.01000,0.497
14,self_attn.v_proj,18.04700089,0.01000,0.468
14,self_attn.q_proj,42.27303314,0.01000,0.463
14,self_attn.o_proj,5.30609083,0.01000,0.472
14,mlp.up_proj,27.03120041,0.01000,0.480
14,mlp.gate_proj,25.95209885,0.01000,0.451
14,mlp.down_proj,22.86153030,0.01000,1.432
15,self_attn.k_proj,34.18364716,0.01000,0.497
15,self_attn.v_proj,40.16418839,0.01000,0.466
15,self_attn.q_proj,99.72208405,0.01000,0.473
15,self_attn.o_proj,11.91862297,0.01000,0.469
15,mlp.up_proj,31.59889603,0.01000,0.490
15,mlp.gate_proj,29.65262604,0.01000,0.469
15,mlp.down_proj,32.96525574,0.01000,1.506
16,self_attn.k_proj,50.75338745,0.01000,0.498
16,self_attn.v_proj,46.66554642,0.01000,0.465
16,self_attn.q_proj,128.15777588,0.01000,0.466
16,self_attn.o_proj,14.49590492,0.01000,0.470
16,mlp.up_proj,41.83290863,0.01000,0.476
16,mlp.gate_proj,36.63706970,0.01000,0.447
16,mlp.down_proj,78.94730377,0.01000,1.501
17,self_attn.k_proj,138.37619019,0.01000,0.481
17,self_attn.v_proj,155.36178589,0.01000,0.463
17,self_attn.q_proj,372.06481934,0.01000,0.448
17,self_attn.o_proj,38.35939789,0.01000,0.486
17,mlp.up_proj,62.04616165,0.01000,0.476
17,mlp.gate_proj,54.14920044,0.01000,0.448
17,mlp.down_proj,111.43744659,0.01000,1.435
18,self_attn.k_proj,151.19328308,0.01000,0.477
18,self_attn.v_proj,150.51007080,0.01000,0.459
18,self_attn.q_proj,403.53033447,0.01000,0.456
18,self_attn.o_proj,33.56160736,0.01000,0.471
18,mlp.up_proj,81.22657013,0.01000,0.555
18,mlp.gate_proj,70.57396698,0.01000,0.529
18,mlp.down_proj,178.23185730,0.01000,1.519
19,self_attn.k_proj,261.90435791,0.01000,0.503
19,self_attn.v_proj,282.16760254,0.01000,0.482
19,self_attn.q_proj,712.55236816,0.01000,0.474
19,self_attn.o_proj,62.32764816,0.01000,0.500
19,mlp.up_proj,108.45788574,0.01000,0.488
19,mlp.gate_proj,91.89966583,0.01000,0.476
19,mlp.down_proj,372.02542114,0.01000,1.533
20,self_attn.k_proj,424.24545288,0.01000,0.478
20,self_attn.v_proj,454.50985718,0.01000,0.444
20,self_attn.q_proj,1082.80407715,0.01000,0.449
20,self_attn.o_proj,101.83114624,0.01000,0.479
20,mlp.up_proj,135.17749023,0.01000,0.492
20,mlp.gate_proj,117.30091858,0.01000,0.473
20,mlp.down_proj,529.21905518,0.01000,1.511
21,self_attn.k_proj,665.27276611,0.01000,0.499
21,self_attn.v_proj,741.05126953,0.01000,0.468
21,self_attn.q_proj,1601.47827148,0.01000,0.447
21,self_attn.o_proj,167.93096924,0.01000,0.470
21,mlp.up_proj,169.13842773,0.01000,0.476
21,mlp.gate_proj,146.42749023,0.01000,0.448
21,mlp.down_proj,745.69061279,0.01000,1.428
22,self_attn.k_proj,804.48864746,0.01000,0.472
22,self_attn.v_proj,1004.24609375,0.01000,0.448
22,self_attn.q_proj,1916.98144531,0.01000,0.461
22,self_attn.o_proj,141.04286194,0.01000,0.463
22,mlp.up_proj,188.47378540,0.01000,0.476
22,mlp.gate_proj,165.64068604,0.01000,0.457
22,mlp.down_proj,843.61877441,0.01000,1.492
23,self_attn.k_proj,1125.70556641,0.01000,0.478
23,self_attn.v_proj,1245.50048828,0.01000,0.456
23,self_attn.q_proj,2323.92480469,0.01000,0.444
23,self_attn.o_proj,176.02182007,0.01000,0.474
23,mlp.up_proj,223.18539429,0.01000,0.480
23,mlp.gate_proj,198.56817627,0.01000,0.453
23,mlp.down_proj,925.89892578,0.01000,1.450
24,self_attn.k_proj,1905.89501953,0.01000,0.476
24,self_attn.v_proj,2126.29785156,0.01000,0.442
24,self_attn.q_proj,4544.92333984,0.01000,0.442
24,self_attn.o_proj,220.99414062,0.01000,0.469
24,mlp.up_proj,218.09120178,0.01000,0.480
24,mlp.gate_proj,188.41921997,0.01000,0.468
24,mlp.down_proj,1127.04858398,0.01000,1.444
25,self_attn.k_proj,2240.13427734,0.01000,0.475
25,self_attn.v_proj,3264.89599609,0.01000,0.441
25,self_attn.q_proj,5202.63769531,0.01000,0.442
25,self_attn.o_proj,273.60961914,0.01000,0.470
25,mlp.up_proj,206.46627808,0.01000,0.479
25,mlp.gate_proj,174.69842529,0.01000,0.454
25,mlp.down_proj,1342.83105469,0.01000,1.442
26,self_attn.k_proj,2047.58374023,0.01000,0.475
26,self_attn.v_proj,2847.05908203,0.01000,0.441
26,self_attn.q_proj,5104.44238281,0.01000,0.445
26,self_attn.o_proj,532.84490967,0.01000,0.473
26,mlp.up_proj,201.04057312,0.01000,0.476
26,mlp.gate_proj,173.91522217,0.01000,0.449
26,mlp.down_proj,1581.80273438,0.01000,1.447
27,self_attn.k_proj,1067.43774414,0.01000,0.476
27,self_attn.v_proj,1201.65100098,0.01000,0.443
27,self_attn.q_proj,2251.94140625,0.01000,0.444
27,self_attn.o_proj,320.76138306,0.01000,0.472
27,mlp.up_proj,264.07699585,0.01000,0.481
27,mlp.gate_proj,271.31008911,0.01000,0.451
27,mlp.down_proj,2308.78808594,0.01000,1.447