quant_log.csv

layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,7754.14013672,0.01000,5.589
0,feed_forward.up_proj,23291.16015625,0.01000,1.373
0,feed_forward.down_proj,62219.05859375,0.01000,7.814
1,feed_forward.gate_proj,6349.06884766,0.01000,1.388
1,feed_forward.up_proj,12719.41210938,0.01000,1.384
1,feed_forward.down_proj,121541.93750000,0.01000,7.864
2,feed_forward.gate_proj,5050.69091797,0.01000,1.392
2,feed_forward.up_proj,6432.30419922,0.01000,1.391
2,feed_forward.down_proj,368768.18750000,0.01000,7.881
3,feed_forward.gate_proj,717.73266602,0.01000,1.390
3,feed_forward.up_proj,498.72790527,0.01000,1.388
3,feed_forward.down_proj,10.77568150,0.01250,10.121
4,feed_forward.gate_proj,41.15289688,0.01000,1.377
4,feed_forward.up_proj,30.34520531,0.01000,1.379
4,feed_forward.down_proj,1.68934596,0.01000,7.772
5,feed_forward.gate_proj,35.96729279,0.01000,1.379
5,feed_forward.up_proj,26.66978645,0.01000,1.375
5,feed_forward.down_proj,1.34062386,0.01000,7.862
6,feed_forward.gate_proj,33.71914673,0.01000,1.388
6,feed_forward.up_proj,25.18344879,0.01000,1.414
6,feed_forward.down_proj,1.17724538,0.01000,7.803
7,feed_forward.gate_proj,31.25345039,0.01000,1.379
7,feed_forward.up_proj,23.48411369,0.01000,1.375
7,feed_forward.down_proj,1.00604224,0.01000,7.806
8,feed_forward.gate_proj,45.35961914,0.01000,1.375
8,feed_forward.up_proj,33.90361023,0.01000,1.371
8,feed_forward.down_proj,2.05415630,0.01000,7.808
9,feed_forward.gate_proj,7930.88232422,0.01000,1.371
9,feed_forward.up_proj,7859.39355469,0.01000,1.371
9,feed_forward.down_proj,65236.69140625,0.01000,7.813
10,feed_forward.gate_proj,7802.62939453,0.01000,1.373
10,feed_forward.up_proj,7181.01123047,0.01000,1.578
10,feed_forward.down_proj,82676.25000000,0.01000,7.798
11,feed_forward.gate_proj,7018.08935547,0.01000,1.375
11,feed_forward.up_proj,5970.01074219,0.01000,1.379
11,feed_forward.down_proj,556744.00000000,0.01000,7.798
12,feed_forward.gate_proj,8162.26269531,0.01000,1.378
12,feed_forward.up_proj,6489.91503906,0.01000,1.369
12,feed_forward.down_proj,225284.48437500,0.01000,7.783
13,feed_forward.gate_proj,8713.13085938,0.01000,1.378
13,feed_forward.up_proj,6658.91503906,0.01000,1.367
13,feed_forward.down_proj,158673.90625000,0.01000,7.793
14,feed_forward.gate_proj,8708.03906250,0.01000,1.372
14,feed_forward.up_proj,6857.04589844,0.01000,1.371
14,feed_forward.down_proj,157459.68750000,0.01000,7.788
15,feed_forward.gate_proj,8070.65917969,0.01000,1.370
15,feed_forward.up_proj,6369.20019531,0.01000,1.371
15,feed_forward.down_proj,139659.90625000,0.01000,7.776
16,feed_forward.gate_proj,8242.46777344,0.01000,1.369
16,feed_forward.up_proj,6472.97314453,0.01000,1.368
16,feed_forward.down_proj,172231.75000000,0.01000,7.804
17,feed_forward.gate_proj,8367.75878906,0.01000,1.374
17,feed_forward.up_proj,6705.49707031,0.01000,1.366
17,feed_forward.down_proj,180853.07812500,0.01000,7.775
18,feed_forward.gate_proj,9874.13476562,0.01000,1.368
18,feed_forward.up_proj,7550.18164062,0.01000,1.364
18,feed_forward.down_proj,216041.01562500,0.01000,7.790
19,feed_forward.gate_proj,10502.59277344,0.01000,1.386
19,feed_forward.up_proj,8063.86718750,0.01000,1.385
19,feed_forward.down_proj,199733.89062500,0.01000,7.872
20,feed_forward.gate_proj,11686.12597656,0.01000,1.387
20,feed_forward.up_proj,8854.61523438,0.01000,1.386
20,feed_forward.down_proj,190273.56250000,0.01000,7.866
21,feed_forward.gate_proj,12454.10449219,0.01000,1.399
21,feed_forward.up_proj,9479.63476562,0.01000,1.385
21,feed_forward.down_proj,201750.25000000,0.01000,7.866
22,feed_forward.gate_proj,13196.21093750,0.01000,1.389
22,feed_forward.up_proj,10110.31054688,0.01000,1.386
22,feed_forward.down_proj,228782.53125000,0.01000,7.902
23,feed_forward.gate_proj,13455.58984375,0.01000,1.371
23,feed_forward.up_proj,10577.92285156,0.01000,1.370
23,feed_forward.down_proj,250932.09375000,0.01000,7.848
24,feed_forward.gate_proj,14319.18359375,0.01000,1.454
24,feed_forward.up_proj,11530.25000000,0.01000,1.373
24,feed_forward.down_proj,263591.93750000,0.01000,7.793
25,feed_forward.gate_proj,17263.30078125,0.01000,1.375
25,feed_forward.up_proj,13085.23046875,0.01000,1.372
25,feed_forward.down_proj,259685.50000000,0.01000,7.822
26,feed_forward.gate_proj,16255.23828125,0.01000,1.372
26,feed_forward.up_proj,12754.25585938,0.01000,1.374
26,feed_forward.down_proj,281713.06250000,0.01000,7.835
27,feed_forward.gate_proj,16730.54296875,0.01000,1.374
27,feed_forward.up_proj,12606.86132812,0.01000,1.373
27,feed_forward.down_proj,259352.93750000,0.01000,7.830
28,feed_forward.gate_proj,14719.63476562,0.01000,1.372
28,feed_forward.up_proj,11591.62109375,0.01000,1.372
28,feed_forward.down_proj,248277.98437500,0.01000,7.781
29,feed_forward.gate_proj,13521.50976562,0.01000,1.376
29,feed_forward.up_proj,11185.71582031,0.01000,1.379
29,feed_forward.down_proj,248658.20312500,0.01000,7.825
30,feed_forward.gate_proj,13123.49511719,0.01000,1.372
30,feed_forward.up_proj,11206.53515625,0.01000,1.376
30,feed_forward.down_proj,245994.50000000,0.01000,7.815
31,feed_forward.gate_proj,12991.47949219,0.01000,1.375
31,feed_forward.up_proj,11277.56054688,0.01000,1.374
31,feed_forward.down_proj,257495.15625000,0.01000,7.793
32,feed_forward.gate_proj,12891.24023438,0.01000,1.375
32,feed_forward.up_proj,11450.62109375,0.01000,1.372
32,feed_forward.down_proj,267024.15625000,0.01000,7.872
33,feed_forward.gate_proj,12251.16992188,0.01000,1.383
33,feed_forward.up_proj,11226.45507812,0.01000,1.375
33,feed_forward.down_proj,261570.70312500,0.01000,7.871
34,feed_forward.gate_proj,11078.65332031,0.01000,1.374
34,feed_forward.up_proj,10523.15722656,0.01000,1.375
34,feed_forward.down_proj,248329.25000000,0.01000,9.188
35,feed_forward.gate_proj,10268.39453125,0.01000,1.413
35,feed_forward.up_proj,9640.17773438,0.01000,1.372
35,feed_forward.down_proj,225778.21875000,0.01000,7.789
36,feed_forward.gate_proj,10508.01171875,0.01000,1.374
36,feed_forward.up_proj,10031.15039062,0.01000,1.375
36,feed_forward.down_proj,252362.09375000,0.01000,7.818
37,feed_forward.gate_proj,10072.89257812,0.01000,1.372
37,feed_forward.up_proj,9339.83105469,0.01000,1.373
37,feed_forward.down_proj,258343.87500000,0.01000,7.814
38,feed_forward.gate_proj,12122.83984375,0.01000,1.382
38,feed_forward.up_proj,11451.08203125,0.01000,1.391
38,feed_forward.down_proj,264795.06250000,0.01000,7.895
39,feed_forward.gate_proj,13003.27929688,0.01000,1.384
39,feed_forward.up_proj,11986.45605469,0.01000,1.382
39,feed_forward.down_proj,292431.56250000,0.01000,7.857
40,feed_forward.gate_proj,13894.62695312,0.01000,1.383
40,feed_forward.up_proj,12899.62792969,0.01000,1.381
40,feed_forward.down_proj,339410.59375000,0.01000,7.860
41,feed_forward.gate_proj,15143.46972656,0.01000,1.384
41,feed_forward.up_proj,13887.64843750,0.01000,1.383
41,feed_forward.down_proj,440653.78125000,0.01000,7.858
42,feed_forward.gate_proj,18369.57031250,0.01000,1.382
42,feed_forward.up_proj,17485.73046875,0.01000,1.381
42,feed_forward.down_proj,535055.62500000,0.01000,7.891
43,feed_forward.gate_proj,18889.21093750,0.01000,1.382
43,feed_forward.up_proj,17928.87890625,0.01000,1.381
43,feed_forward.down_proj,671476.12500000,0.01000,7.851
44,feed_forward.gate_proj,21463.69531250,0.01000,1.379
44,feed_forward.up_proj,19984.41601562,0.01000,1.378
44,feed_forward.down_proj,767027.56250000,0.01000,7.861
45,feed_forward.gate_proj,24642.93164062,0.01000,1.384
45,feed_forward.up_proj,22399.48828125,0.01000,1.379
45,feed_forward.down_proj,1147700.25000000,0.01000,7.834
46,feed_forward.gate_proj,25772.37695312,0.01000,1.384
46,feed_forward.up_proj,22975.68164062,0.01000,1.382
46,feed_forward.down_proj,1718090.37500000,0.01000,7.858
47,feed_forward.gate_proj,29023.85546875,0.01000,1.383
47,feed_forward.up_proj,26471.40039062,0.01000,1.383
47,feed_forward.down_proj,2004687.50000000,0.01000,7.857
48,feed_forward.gate_proj,38743.80078125,0.01000,1.389
48,feed_forward.up_proj,35140.62500000,0.01000,1.383
48,feed_forward.down_proj,2240590.00000000,0.01000,7.861
49,feed_forward.gate_proj,46914.10546875,0.01000,1.383
49,feed_forward.up_proj,41298.42968750,0.01000,1.382
49,feed_forward.down_proj,2650894.00000000,0.01000,7.834
50,feed_forward.gate_proj,55152.87500000,0.01000,1.383
50,feed_forward.up_proj,47897.52343750,0.01000,1.382
50,feed_forward.down_proj,2856113.00000000,0.01000,7.864
51,feed_forward.gate_proj,63793.66406250,0.01000,1.403
51,feed_forward.up_proj,54226.53906250,0.01000,1.382
51,feed_forward.down_proj,3021766.00000000,0.01000,7.867
52,feed_forward.gate_proj,74864.43750000,0.01000,1.384
52,feed_forward.up_proj,63114.01171875,0.01000,1.382
52,feed_forward.down_proj,3441740.25000000,0.01000,7.904
53,feed_forward.gate_proj,88535.08593750,0.01000,1.384
53,feed_forward.up_proj,74679.56250000,0.01000,1.381
53,feed_forward.down_proj,4101286.25000000,0.01000,7.868
54,feed_forward.gate_proj,93026.49218750,0.01000,1.386
54,feed_forward.up_proj,79008.07812500,0.01000,1.386
54,feed_forward.down_proj,5083381.50000000,0.01000,7.874
55,feed_forward.gate_proj,94651.96093750,0.01000,1.381
55,feed_forward.up_proj,80990.93750000,0.01000,1.387
55,feed_forward.down_proj,5804181.50000000,0.01000,7.880
56,feed_forward.gate_proj,85484.67968750,0.01000,1.387
56,feed_forward.up_proj,73609.04687500,0.01000,1.387
56,feed_forward.down_proj,8093044.00000000,0.01000,7.856
57,feed_forward.gate_proj,87181.51562500,0.01000,1.386
57,feed_forward.up_proj,76252.36718750,0.01000,1.384
57,feed_forward.down_proj,8458870.00000000,0.01000,7.867
58,feed_forward.gate_proj,105310.98437500,0.01000,1.383
58,feed_forward.up_proj,92696.68750000,0.01000,1.378
58,feed_forward.down_proj,8120274.00000000,0.01000,7.875
59,feed_forward.gate_proj,126951.29687500,0.01000,1.385
59,feed_forward.up_proj,111524.36718750,0.01000,1.372
59,feed_forward.down_proj,8481200.00000000,0.01000,7.993
60,feed_forward.gate_proj,149598.06250000,0.01000,1.387
60,feed_forward.up_proj,131480.56250000,0.01000,1.384
60,feed_forward.down_proj,9298404.00000000,0.01000,7.883
61,feed_forward.gate_proj,158104.46875000,0.01000,1.383
61,feed_forward.up_proj,139663.15625000,0.01000,1.382
61,feed_forward.down_proj,11044302.00000000,0.01000,7.881
62,feed_forward.gate_proj,181164.68750000,0.01000,1.384
62,feed_forward.up_proj,160374.89062500,0.01000,1.386
62,feed_forward.down_proj,13559886.00000000,0.01000,7.866
63,feed_forward.gate_proj,197159.07812500,0.01000,1.386
63,feed_forward.up_proj,173809.78125000,0.01000,1.386
63,feed_forward.down_proj,17415798.00000000,0.01000,7.859
64,feed_forward.gate_proj,229267.10937500,0.01000,1.384
64,feed_forward.up_proj,200622.96875000,0.01000,1.384
64,feed_forward.down_proj,19632944.00000000,0.01000,7.872
65,feed_forward.gate_proj,244630.46875000,0.01000,1.383
65,feed_forward.up_proj,212930.25000000,0.01000,1.381
65,feed_forward.down_proj,24080218.00000000,0.01000,7.865
66,feed_forward.gate_proj,272882.81250000,0.01000,1.387
66,feed_forward.up_proj,234413.90625000,0.01000,1.387
66,feed_forward.down_proj,30064190.00000000,0.01000,7.877
67,feed_forward.gate_proj,271736.18750000,0.01000,1.373
67,feed_forward.up_proj,230504.85937500,0.01000,1.372
67,feed_forward.down_proj,35397184.00000000,0.01000,7.830
68,feed_forward.gate_proj,252719.59375000,0.01000,1.371
68,feed_forward.up_proj,211329.71875000,0.01000,1.371
68,feed_forward.down_proj,38742952.00000000,0.01000,7.834
69,feed_forward.gate_proj,221711.20312500,0.01000,1.371
69,feed_forward.up_proj,176270.46875000,0.01000,1.374
69,feed_forward.down_proj,55123944.00000000,0.01000,7.822
70,feed_forward.gate_proj,225639.92187500,0.01000,1.377
70,feed_forward.up_proj,174516.78125000,0.01000,1.376
70,feed_forward.down_proj,67566112.00000000,0.01000,7.807
71,feed_forward.gate_proj,454279.50000000,0.01000,1.375
71,feed_forward.up_proj,358164.84375000,0.01000,1.373
71,feed_forward.down_proj,0.00007507,0.01250,10.289