quant_log.csv

layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,26.36932755,0.01000,7.298
0,feed_forward.up_proj,82.40494537,0.01000,1.367
0,feed_forward.down_proj,211.36685181,0.01000,7.705
1,feed_forward.gate_proj,21.68973541,0.01000,1.356
1,feed_forward.up_proj,44.70121765,0.01000,1.372
1,feed_forward.down_proj,411.83914185,0.01000,7.706
2,feed_forward.gate_proj,17.24595261,0.01000,1.365
2,feed_forward.up_proj,22.07239151,0.01000,1.519
2,feed_forward.down_proj,1260.92016602,0.01000,25.653
3,feed_forward.gate_proj,2.24970937,0.01000,5.724
3,feed_forward.up_proj,1.60471845,0.01000,5.732
3,feed_forward.down_proj,0.03800539,0.01250,10.279
4,feed_forward.gate_proj,0.14052732,0.01000,1.352
4,feed_forward.up_proj,0.10351354,0.01000,1.353
4,feed_forward.down_proj,0.00570437,0.01000,7.725
5,feed_forward.gate_proj,0.12298459,0.01000,1.360
5,feed_forward.up_proj,0.09123237,0.01000,1.359
5,feed_forward.down_proj,0.00453060,0.01000,7.768
6,feed_forward.gate_proj,0.11525127,0.01000,1.434
6,feed_forward.up_proj,0.08611624,0.01000,1.431
6,feed_forward.down_proj,0.00397412,0.01000,8.079
7,feed_forward.gate_proj,0.10685471,0.01000,1.435
7,feed_forward.up_proj,0.08037019,0.01000,1.433
7,feed_forward.down_proj,0.00339229,0.01000,8.159
8,feed_forward.gate_proj,0.15515676,0.01000,1.442
8,feed_forward.up_proj,0.11600187,0.01000,1.441
8,feed_forward.down_proj,0.00693059,0.01000,8.105
9,feed_forward.gate_proj,26.86498070,0.01000,1.445
9,feed_forward.up_proj,26.81731033,0.01000,1.431
9,feed_forward.down_proj,221.77911377,0.01000,8.112
10,feed_forward.gate_proj,26.33008957,0.01000,1.431
10,feed_forward.up_proj,24.37687302,0.01000,1.430
10,feed_forward.down_proj,276.84002686,0.01000,8.065
11,feed_forward.gate_proj,23.65256691,0.01000,1.449
11,feed_forward.up_proj,20.19799805,0.01000,1.430
11,feed_forward.down_proj,1767.76708984,0.01000,8.067
12,feed_forward.gate_proj,27.52465057,0.01000,1.439
12,feed_forward.up_proj,21.95217133,0.01000,1.503
12,feed_forward.down_proj,763.57623291,0.01000,8.063
13,feed_forward.gate_proj,29.12629700,0.01000,1.428
13,feed_forward.up_proj,22.32404709,0.01000,1.432
13,feed_forward.down_proj,521.13488770,0.01000,8.080
14,feed_forward.gate_proj,28.94568062,0.01000,1.440
14,feed_forward.up_proj,22.84191322,0.01000,1.436
14,feed_forward.down_proj,514.69702148,0.01000,8.147
15,feed_forward.gate_proj,26.78472328,0.01000,1.451
15,feed_forward.up_proj,21.17766953,0.01000,1.448
15,feed_forward.down_proj,463.62921143,0.01000,8.070
16,feed_forward.gate_proj,27.43890953,0.01000,1.450
16,feed_forward.up_proj,21.58384514,0.01000,1.452
16,feed_forward.down_proj,577.44775391,0.01000,8.058
17,feed_forward.gate_proj,27.87180328,0.01000,1.448
17,feed_forward.up_proj,22.38135147,0.01000,1.445
17,feed_forward.down_proj,604.03198242,0.01000,8.120
18,feed_forward.gate_proj,32.90136719,0.01000,1.449
18,feed_forward.up_proj,25.18255615,0.01000,1.449
18,feed_forward.down_proj,723.89758301,0.01000,8.152
19,feed_forward.gate_proj,34.99415588,0.01000,1.451
19,feed_forward.up_proj,26.91063309,0.01000,1.439
19,feed_forward.down_proj,670.15039062,0.01000,8.119
20,feed_forward.gate_proj,38.97915649,0.01000,1.447
20,feed_forward.up_proj,29.56316757,0.01000,1.444
20,feed_forward.down_proj,637.66613770,0.01000,8.142
21,feed_forward.gate_proj,41.62553406,0.01000,1.449
21,feed_forward.up_proj,31.72047615,0.01000,1.450
21,feed_forward.down_proj,676.84216309,0.01000,8.223
22,feed_forward.gate_proj,44.15808105,0.01000,1.449
22,feed_forward.up_proj,33.86685562,0.01000,1.448
22,feed_forward.down_proj,772.82208252,0.01000,8.154
23,feed_forward.gate_proj,45.08801270,0.01000,1.450
23,feed_forward.up_proj,35.48539734,0.01000,1.448
23,feed_forward.down_proj,844.63311768,0.01000,8.082
24,feed_forward.gate_proj,48.00258255,0.01000,1.446
24,feed_forward.up_proj,38.70402908,0.01000,1.447
24,feed_forward.down_proj,890.20013428,0.01000,8.106
25,feed_forward.gate_proj,57.89849854,0.01000,1.424
25,feed_forward.up_proj,43.94326019,0.01000,1.427
25,feed_forward.down_proj,874.14001465,0.01000,8.055
26,feed_forward.gate_proj,54.53584290,0.01000,1.426
26,feed_forward.up_proj,42.83903503,0.01000,1.426
26,feed_forward.down_proj,948.57104492,0.01000,8.034
27,feed_forward.gate_proj,56.17368698,0.01000,1.423
27,feed_forward.up_proj,42.34284973,0.01000,1.417
27,feed_forward.down_proj,879.27325439,0.01000,8.039
28,feed_forward.gate_proj,49.48951721,0.01000,1.430
28,feed_forward.up_proj,39.00347519,0.01000,1.431
28,feed_forward.down_proj,840.56494141,0.01000,10.841
29,feed_forward.gate_proj,45.59263229,0.01000,1.442
29,feed_forward.up_proj,37.74442291,0.01000,1.435
29,feed_forward.down_proj,844.03234863,0.01000,7.795
30,feed_forward.gate_proj,44.36439133,0.01000,1.368
30,feed_forward.up_proj,37.90310669,0.01000,1.370
30,feed_forward.down_proj,837.58386230,0.01000,7.701
31,feed_forward.gate_proj,43.93844604,0.01000,1.418
31,feed_forward.up_proj,38.13763046,0.01000,1.430
31,feed_forward.down_proj,875.21337891,0.01000,8.044
32,feed_forward.gate_proj,43.61669540,0.01000,1.426
32,feed_forward.up_proj,38.78065491,0.01000,1.424
32,feed_forward.down_proj,907.92749023,0.01000,8.051
33,feed_forward.gate_proj,41.46858215,0.01000,1.426
33,feed_forward.up_proj,38.01215363,0.01000,1.426
33,feed_forward.down_proj,888.10803223,0.01000,8.035
34,feed_forward.gate_proj,37.44457245,0.01000,1.428
34,feed_forward.up_proj,35.59510803,0.01000,1.427
34,feed_forward.down_proj,839.64562988,0.01000,8.023
35,feed_forward.gate_proj,34.68135834,0.01000,1.425
35,feed_forward.up_proj,32.59220505,0.01000,1.423
35,feed_forward.down_proj,763.22094727,0.01000,8.042
36,feed_forward.gate_proj,35.52492523,0.01000,1.430
36,feed_forward.up_proj,33.96412277,0.01000,1.427
36,feed_forward.down_proj,853.64575195,0.01000,8.047
37,feed_forward.gate_proj,34.09111023,0.01000,1.425
37,feed_forward.up_proj,31.61715698,0.01000,1.427
37,feed_forward.down_proj,874.30432129,0.01000,7.999
38,feed_forward.gate_proj,40.98531723,0.01000,1.424
38,feed_forward.up_proj,38.71253586,0.01000,1.427
38,feed_forward.down_proj,895.44354248,0.01000,8.041
39,feed_forward.gate_proj,44.01618958,0.01000,1.423
39,feed_forward.up_proj,40.57503510,0.01000,1.422
39,feed_forward.down_proj,991.43682861,0.01000,9.984
40,feed_forward.gate_proj,47.11923218,0.01000,1.450
40,feed_forward.up_proj,43.76948929,0.01000,1.451
40,feed_forward.down_proj,1151.50476074,0.01000,8.130
41,feed_forward.gate_proj,51.43077469,0.01000,1.450
41,feed_forward.up_proj,47.18948364,0.01000,1.449
41,feed_forward.down_proj,1497.50292969,0.01000,8.096
42,feed_forward.gate_proj,62.38639069,0.01000,1.361
42,feed_forward.up_proj,59.41902924,0.01000,1.360
42,feed_forward.down_proj,1817.64331055,0.01000,7.691
43,feed_forward.gate_proj,64.10295105,0.01000,1.367
43,feed_forward.up_proj,60.88293457,0.01000,1.364
43,feed_forward.down_proj,2281.77832031,0.01000,7.716
44,feed_forward.gate_proj,72.98691559,0.01000,1.382
44,feed_forward.up_proj,68.00718689,0.01000,1.385
44,feed_forward.down_proj,2621.52270508,0.01000,7.860
45,feed_forward.gate_proj,83.95187378,0.01000,1.375
45,feed_forward.up_proj,76.34552002,0.01000,1.377
45,feed_forward.down_proj,3930.85937500,0.01000,7.873
46,feed_forward.gate_proj,87.99990082,0.01000,1.382
46,feed_forward.up_proj,78.46963501,0.01000,1.382
46,feed_forward.down_proj,5893.49121094,0.01000,7.872
47,feed_forward.gate_proj,99.01944733,0.01000,1.381
47,feed_forward.up_proj,90.36322784,0.01000,1.515
47,feed_forward.down_proj,6857.27539062,0.01000,7.831
48,feed_forward.gate_proj,132.30529785,0.01000,1.384
48,feed_forward.up_proj,120.12480927,0.01000,1.383
48,feed_forward.down_proj,7697.48339844,0.01000,7.877
49,feed_forward.gate_proj,160.22879028,0.01000,1.384
49,feed_forward.up_proj,141.14736938,0.01000,1.379
49,feed_forward.down_proj,9092.06835938,0.01000,7.824
50,feed_forward.gate_proj,188.42333984,0.01000,1.387
50,feed_forward.up_proj,163.72404480,0.01000,1.384
50,feed_forward.down_proj,9794.05859375,0.01000,7.876
51,feed_forward.gate_proj,217.75804138,0.01000,1.385
51,feed_forward.up_proj,185.24377441,0.01000,1.386
51,feed_forward.down_proj,10358.81640625,0.01000,7.880
52,feed_forward.gate_proj,255.60098267,0.01000,1.385
52,feed_forward.up_proj,215.61639404,0.01000,1.383
52,feed_forward.down_proj,11776.64648438,0.01000,7.952
53,feed_forward.gate_proj,302.25659180,0.01000,1.391
53,feed_forward.up_proj,255.07748413,0.01000,1.391
53,feed_forward.down_proj,14049.73828125,0.01000,7.882
54,feed_forward.gate_proj,317.66131592,0.01000,1.442
54,feed_forward.up_proj,270.10531616,0.01000,1.440
54,feed_forward.down_proj,17435.57226562,0.01000,8.113
55,feed_forward.gate_proj,323.20242310,0.01000,1.446
55,feed_forward.up_proj,276.81851196,0.01000,1.446
55,feed_forward.down_proj,19890.59179688,0.01000,8.105
56,feed_forward.gate_proj,292.28109741,0.01000,1.445
56,feed_forward.up_proj,251.98835754,0.01000,1.443
56,feed_forward.down_proj,27698.71875000,0.01000,8.122
57,feed_forward.gate_proj,297.93634033,0.01000,1.446
57,feed_forward.up_proj,260.87036133,0.01000,1.447
57,feed_forward.down_proj,28810.75000000,0.01000,8.129
58,feed_forward.gate_proj,359.53991699,0.01000,1.448
58,feed_forward.up_proj,316.73477173,0.01000,1.447
58,feed_forward.down_proj,27629.45312500,0.01000,8.645
59,feed_forward.gate_proj,433.02276611,0.01000,1.440
59,feed_forward.up_proj,380.83566284,0.01000,1.440
59,feed_forward.down_proj,28823.11914062,0.01000,8.107
60,feed_forward.gate_proj,510.06488037,0.01000,1.358
60,feed_forward.up_proj,448.70733643,0.01000,1.356
60,feed_forward.down_proj,31667.45117188,0.01000,7.765
61,feed_forward.gate_proj,539.09936523,0.01000,1.446
61,feed_forward.up_proj,476.54937744,0.01000,1.445
61,feed_forward.down_proj,37687.39062500,0.01000,8.145
62,feed_forward.gate_proj,617.54064941,0.01000,1.442
62,feed_forward.up_proj,547.00329590,0.01000,1.441
62,feed_forward.down_proj,46284.99609375,0.01000,8.136
63,feed_forward.gate_proj,672.27386475,0.01000,1.444
63,feed_forward.up_proj,593.06488037,0.01000,1.446
63,feed_forward.down_proj,59489.98828125,0.01000,8.142
64,feed_forward.gate_proj,782.09484863,0.01000,1.446
64,feed_forward.up_proj,684.80059814,0.01000,1.447
64,feed_forward.down_proj,67139.98437500,0.01000,8.116
65,feed_forward.gate_proj,834.58612061,0.01000,1.447
65,feed_forward.up_proj,726.83654785,0.01000,1.446
65,feed_forward.down_proj,82297.87500000,0.01000,8.133
66,feed_forward.gate_proj,931.29626465,0.01000,1.446
66,feed_forward.up_proj,800.26672363,0.01000,1.446
66,feed_forward.down_proj,102879.04687500,0.01000,8.142
67,feed_forward.gate_proj,927.59179688,0.01000,1.447
67,feed_forward.up_proj,786.98486328,0.01000,1.445
67,feed_forward.down_proj,120888.78906250,0.01000,8.127
68,feed_forward.gate_proj,862.41760254,0.01000,1.446
68,feed_forward.up_proj,721.48150635,0.01000,1.438
68,feed_forward.down_proj,132062.46875000,0.01000,8.124
69,feed_forward.gate_proj,757.32104492,0.01000,1.446
69,feed_forward.up_proj,602.33538818,0.01000,1.443
69,feed_forward.down_proj,187018.64062500,0.01000,8.553
70,feed_forward.gate_proj,770.27697754,0.01000,1.447
70,feed_forward.up_proj,595.81970215,0.01000,1.445
70,feed_forward.down_proj,229077.92187500,0.01000,8.133
71,feed_forward.gate_proj,1549.86059570,0.01000,1.443
71,feed_forward.up_proj,1222.25878906,0.01000,1.432
71,feed_forward.down_proj,0.00000026,0.01250,10.983