quant_log.csv

layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,5.61925411,0.01000,5.270
0,feed_forward.up_proj,15.53157902,0.01000,0.792
0,feed_forward.down_proj,30.15844345,0.01000,3.838
1,feed_forward.gate_proj,0.03602540,0.01000,0.791
1,feed_forward.up_proj,0.02924404,0.01000,0.793
1,feed_forward.down_proj,0.00063724,0.01000,3.564
2,feed_forward.gate_proj,7.30228519,0.01000,0.778
2,feed_forward.up_proj,11.51909256,0.01000,0.783
2,feed_forward.down_proj,125.71912384,0.01000,3.531
3,feed_forward.gate_proj,8.30740166,0.01000,0.791
3,feed_forward.up_proj,9.08760834,0.01000,0.796
3,feed_forward.down_proj,77.78408051,0.01000,3.576
4,feed_forward.gate_proj,10.23487282,0.01000,0.796
4,feed_forward.up_proj,10.28501892,0.01000,0.798
4,feed_forward.down_proj,79.32979584,0.01000,3.570
5,feed_forward.gate_proj,10.69302368,0.01000,0.791
5,feed_forward.up_proj,10.33416653,0.01000,0.791
5,feed_forward.down_proj,85.25683594,0.01000,3.573
6,feed_forward.gate_proj,10.41267586,0.01000,0.788
6,feed_forward.up_proj,10.18980408,0.01000,0.791
6,feed_forward.down_proj,358.07037354,0.01000,3.574
7,feed_forward.gate_proj,12.88107681,0.01000,0.793
7,feed_forward.up_proj,11.16378498,0.01000,0.790
7,feed_forward.down_proj,114.46495819,0.01000,3.576
8,feed_forward.gate_proj,13.27276802,0.01000,0.791
8,feed_forward.up_proj,11.69433022,0.01000,0.791
8,feed_forward.down_proj,98.27063751,0.01000,3.578
9,feed_forward.gate_proj,12.31018639,0.01000,0.793
9,feed_forward.up_proj,11.78685570,0.01000,0.793
9,feed_forward.down_proj,90.25160217,0.01000,3.565
10,feed_forward.gate_proj,13.11939240,0.01000,0.797
10,feed_forward.up_proj,12.19846916,0.01000,0.795
10,feed_forward.down_proj,91.69910431,0.01000,3.573
11,feed_forward.gate_proj,12.26437855,0.01000,0.790
11,feed_forward.up_proj,11.71469879,0.01000,0.789
11,feed_forward.down_proj,90.26435852,0.01000,3.569
12,feed_forward.gate_proj,11.94785976,0.01000,0.787
12,feed_forward.up_proj,11.83675289,0.01000,0.797
12,feed_forward.down_proj,87.47642517,0.01000,3.574
13,feed_forward.gate_proj,10.50687027,0.01000,0.791
13,feed_forward.up_proj,11.08283997,0.01000,0.795
13,feed_forward.down_proj,86.88166809,0.01000,3.566
14,feed_forward.gate_proj,9.77492523,0.01000,0.792
14,feed_forward.up_proj,10.19506741,0.01000,0.791
14,feed_forward.down_proj,79.59511566,0.01000,3.545
15,feed_forward.gate_proj,9.61789513,0.01000,0.792
15,feed_forward.up_proj,9.88718224,0.01000,0.791
15,feed_forward.down_proj,74.29843903,0.01000,3.573
16,feed_forward.gate_proj,8.82283688,0.01000,0.792
16,feed_forward.up_proj,9.05078697,0.01000,0.792
16,feed_forward.down_proj,800.02252197,0.01000,3.599
17,feed_forward.gate_proj,7.74186754,0.01000,0.785
17,feed_forward.up_proj,8.29557705,0.01000,0.788
17,feed_forward.down_proj,62.32517242,0.01000,3.565
18,feed_forward.gate_proj,8.18547440,0.01000,0.787
18,feed_forward.up_proj,8.76385689,0.01000,0.788
18,feed_forward.down_proj,66.81239319,0.01000,3.563
19,feed_forward.gate_proj,6.79756641,0.01000,0.787
19,feed_forward.up_proj,6.85772610,0.01000,0.788
19,feed_forward.down_proj,65.19949341,0.01000,3.559
20,feed_forward.gate_proj,8.80843830,0.01000,0.796
20,feed_forward.up_proj,9.56821156,0.01000,0.795
20,feed_forward.down_proj,72.00881195,0.01000,3.560
21,feed_forward.gate_proj,8.72964001,0.01000,0.790
21,feed_forward.up_proj,9.70387745,0.01000,0.791
21,feed_forward.down_proj,84.69274902,0.01000,3.568
22,feed_forward.gate_proj,10.08932781,0.01000,0.792
22,feed_forward.up_proj,10.41141415,0.01000,0.791
22,feed_forward.down_proj,80.83403778,0.01000,3.546
23,feed_forward.gate_proj,11.63795853,0.01000,0.791
23,feed_forward.up_proj,11.87102699,0.01000,0.790
23,feed_forward.down_proj,100.80709839,0.01000,3.562
24,feed_forward.gate_proj,12.41120052,0.01000,0.795
24,feed_forward.up_proj,12.95657253,0.01000,0.789
24,feed_forward.down_proj,138.14830017,0.01000,3.549
25,feed_forward.gate_proj,12.30533791,0.01000,0.793
25,feed_forward.up_proj,12.53332329,0.01000,0.791
25,feed_forward.down_proj,153.41247559,0.01000,3.560
26,feed_forward.gate_proj,14.86066246,0.01000,0.790
26,feed_forward.up_proj,15.34869957,0.01000,0.785
26,feed_forward.down_proj,199.43659973,0.01000,3.560
27,feed_forward.gate_proj,17.64983749,0.01000,0.786
27,feed_forward.up_proj,17.96280670,0.01000,0.784
27,feed_forward.down_proj,267.56588745,0.01000,3.565
28,feed_forward.gate_proj,17.75889778,0.01000,0.809
28,feed_forward.up_proj,18.29806900,0.01000,0.804
28,feed_forward.down_proj,542.54254150,0.01000,3.567
29,feed_forward.gate_proj,21.89974594,0.01000,0.790
29,feed_forward.up_proj,23.26070595,0.01000,0.795
29,feed_forward.down_proj,610.11926270,0.01000,3.566
30,feed_forward.gate_proj,27.55070877,0.01000,0.805
30,feed_forward.up_proj,28.46908188,0.01000,0.805
30,feed_forward.down_proj,832.80487061,0.01000,3.586
31,feed_forward.gate_proj,39.60213470,0.01000,0.791
31,feed_forward.up_proj,39.90061188,0.01000,0.789
31,feed_forward.down_proj,1059.35375977,0.01000,3.557
32,feed_forward.gate_proj,50.80397797,0.01000,0.809
32,feed_forward.up_proj,49.97185516,0.01000,0.790
32,feed_forward.down_proj,1370.86901855,0.01000,3.566
33,feed_forward.gate_proj,63.18425369,0.01000,0.789
33,feed_forward.up_proj,61.68008423,0.01000,0.788
33,feed_forward.down_proj,1597.21582031,0.01000,3.563
34,feed_forward.gate_proj,59.74535370,0.01000,0.789
34,feed_forward.up_proj,59.08825684,0.01000,0.804
34,feed_forward.down_proj,1962.04223633,0.01000,3.566
35,feed_forward.gate_proj,72.88816833,0.01000,0.788
35,feed_forward.up_proj,72.01822662,0.01000,0.787
35,feed_forward.down_proj,1969.44287109,0.01000,3.560
36,feed_forward.gate_proj,82.76774597,0.01000,0.790
36,feed_forward.up_proj,82.16917419,0.01000,0.792
36,feed_forward.down_proj,2492.41284180,0.01000,3.560
37,feed_forward.gate_proj,95.67234802,0.01000,0.796
37,feed_forward.up_proj,94.60438538,0.01000,0.793
37,feed_forward.down_proj,3770.95825195,0.01000,3.533
38,feed_forward.gate_proj,114.06340027,0.01000,0.785
38,feed_forward.up_proj,111.85285950,0.01000,0.785
38,feed_forward.down_proj,4756.77246094,0.01000,3.565
39,feed_forward.gate_proj,124.32485199,0.01000,0.790
39,feed_forward.up_proj,121.71915436,0.01000,0.786
39,feed_forward.down_proj,5994.02636719,0.01000,3.555
40,feed_forward.gate_proj,126.46189880,0.01000,0.788
40,feed_forward.up_proj,123.08654022,0.01000,0.787
40,feed_forward.down_proj,6635.38525391,0.01000,3.563
41,feed_forward.gate_proj,121.65171051,0.01000,0.787
41,feed_forward.up_proj,115.35677338,0.01000,0.787
41,feed_forward.down_proj,7320.15234375,0.01000,3.563
42,feed_forward.gate_proj,131.54428101,0.01000,0.787
42,feed_forward.up_proj,117.52429199,0.01000,0.804
42,feed_forward.down_proj,12541.07812500,0.01000,3.644
43,feed_forward.gate_proj,225.39788818,0.01000,0.795
43,feed_forward.up_proj,194.28283691,0.01000,0.794
43,feed_forward.down_proj,21399.13281250,0.01000,3.568