quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.04781,0.01000,2.675
0,self_attn.v_proj,0.07527,0.01000,2.452
0,self_attn.q_proj,0.10457,0.01000,2.597
0,self_attn.o_proj,0.00002,0.01000,2.583
0,mlp.up_proj,0.05769,0.01000,2.876
0,mlp.gate_proj,0.05881,0.01000,2.906
0,mlp.down_proj,0.00043,0.01000,13.012
1,self_attn.k_proj,0.04232,0.01000,2.424
1,self_attn.v_proj,0.02843,0.01000,2.400
1,self_attn.q_proj,0.24250,0.01000,2.534
1,self_attn.o_proj,0.00007,0.01000,2.539
1,mlp.up_proj,0.04313,0.01000,2.852
1,mlp.gate_proj,0.04425,0.01000,2.846
1,mlp.down_proj,0.00010,0.01000,12.876
2,self_attn.k_proj,0.01458,0.01000,2.380
2,self_attn.v_proj,0.00254,0.01000,2.379
2,self_attn.q_proj,0.18586,0.01000,2.507
2,self_attn.o_proj,0.00008,0.01000,2.509
2,mlp.up_proj,0.08690,0.01000,2.901
2,mlp.gate_proj,0.08926,0.01000,2.861
2,mlp.down_proj,0.00017,0.01000,12.884
3,self_attn.k_proj,0.03673,0.01000,2.402
3,self_attn.v_proj,0.00443,0.01000,2.394
3,self_attn.q_proj,0.21882,0.01000,2.495
3,self_attn.o_proj,0.00009,0.01000,2.525
3,mlp.up_proj,0.16241,0.01000,2.851
3,mlp.gate_proj,0.18243,0.01000,2.826
3,mlp.down_proj,0.00961,0.01000,12.868
4,self_attn.k_proj,0.04246,0.01000,2.387
4,self_attn.v_proj,0.00562,0.01000,2.389
4,self_attn.q_proj,0.12393,0.01000,2.501
4,self_attn.o_proj,0.00010,0.01000,2.516
4,mlp.up_proj,0.16352,0.01000,2.864
4,mlp.gate_proj,0.16890,0.01000,2.842
4,mlp.down_proj,0.00039,0.01000,12.866
5,self_attn.k_proj,0.05728,0.01000,2.404
5,self_attn.v_proj,0.01160,0.01000,2.387
5,self_attn.q_proj,0.18038,0.01000,2.510
5,self_attn.o_proj,0.00013,0.01000,2.535
5,mlp.up_proj,0.19569,0.01000,2.858
5,mlp.gate_proj,0.20825,0.01000,2.838
5,mlp.down_proj,0.00056,0.01000,12.909
6,self_attn.k_proj,0.09688,0.01000,2.432
6,self_attn.v_proj,0.01405,0.01000,2.412
6,self_attn.q_proj,0.27978,0.01000,2.496
6,self_attn.o_proj,0.00017,0.01000,2.526
6,mlp.up_proj,0.20193,0.01000,2.870
6,mlp.gate_proj,0.21251,0.01000,2.839
6,mlp.down_proj,0.00075,0.01000,12.873
7,self_attn.k_proj,0.11263,0.01000,2.386
7,self_attn.v_proj,0.01558,0.01000,2.374
7,self_attn.q_proj,0.33600,0.01000,2.499
7,self_attn.o_proj,0.00013,0.01000,2.521
7,mlp.up_proj,0.23370,0.01000,2.841
7,mlp.gate_proj,0.24724,0.01000,2.833
7,mlp.down_proj,0.00102,0.01000,12.899
8,self_attn.k_proj,0.08313,0.01000,2.407
8,self_attn.v_proj,0.01489,0.01000,2.374
8,self_attn.q_proj,0.23810,0.01000,2.502
8,self_attn.o_proj,0.00026,0.01000,2.543
8,mlp.up_proj,0.32741,0.01000,2.841
8,mlp.gate_proj,0.34649,0.01000,2.825
8,mlp.down_proj,0.00120,0.01000,12.854
9,self_attn.k_proj,0.07081,0.01000,2.401
9,self_attn.v_proj,0.01183,0.01000,2.371
9,self_attn.q_proj,0.20961,0.01000,2.489
9,self_attn.o_proj,0.00047,0.01000,2.522
9,mlp.up_proj,0.49430,0.01000,2.851
9,mlp.gate_proj,0.53040,0.01000,2.831
9,mlp.down_proj,0.00162,0.01000,12.899
10,self_attn.k_proj,0.20810,0.01000,2.416
10,self_attn.v_proj,0.02764,0.01000,2.382
10,self_attn.q_proj,0.58615,0.01000,2.507
10,self_attn.o_proj,0.00045,0.01000,2.535
10,mlp.up_proj,0.38296,0.01000,2.840
10,mlp.gate_proj,0.40999,0.01000,2.851
10,mlp.down_proj,0.00253,0.01000,12.845
11,self_attn.k_proj,0.21098,0.01000,2.398
11,self_attn.v_proj,0.02939,0.01000,2.370
11,self_attn.q_proj,0.50922,0.01000,2.507
11,self_attn.o_proj,0.00061,0.01000,2.489
11,mlp.up_proj,0.55396,0.01000,2.840
11,mlp.gate_proj,0.59180,0.01000,2.833
11,mlp.down_proj,0.00328,0.01000,12.937
12,self_attn.k_proj,0.14531,0.01000,2.434
12,self_attn.v_proj,0.02497,0.01000,2.404
12,self_attn.q_proj,0.41440,0.01000,2.517
12,self_attn.o_proj,0.00062,0.01000,2.527
12,mlp.up_proj,0.48973,0.01000,2.857
12,mlp.gate_proj,0.52455,0.01000,2.828
12,mlp.down_proj,0.00374,0.01000,12.868
13,self_attn.k_proj,0.21110,0.01000,2.385
13,self_attn.v_proj,0.02794,0.01000,2.373
13,self_attn.q_proj,0.55879,0.01000,2.493
13,self_attn.o_proj,0.00240,0.01000,2.505
13,mlp.up_proj,0.44364,0.01000,2.830
13,mlp.gate_proj,0.47093,0.01000,2.860
13,mlp.down_proj,0.00492,0.01000,12.865
14,self_attn.k_proj,0.25727,0.01000,2.386
14,self_attn.v_proj,0.03332,0.01000,2.390
14,self_attn.q_proj,0.75163,0.01000,2.505
14,self_attn.o_proj,0.00301,0.01000,2.513
14,mlp.up_proj,0.57291,0.01000,2.836
14,mlp.gate_proj,0.61353,0.01000,2.820
14,mlp.down_proj,0.00683,0.01000,12.839
15,self_attn.k_proj,0.21793,0.01000,2.398
15,self_attn.v_proj,0.03073,0.01000,2.373
15,self_attn.q_proj,0.61372,0.01000,2.504
15,self_attn.o_proj,0.00300,0.01000,2.517
15,mlp.up_proj,0.67775,0.01000,2.837
15,mlp.gate_proj,0.74028,0.01000,2.840
15,mlp.down_proj,0.00884,0.01000,12.901
16,self_attn.k_proj,0.23835,0.01000,2.401
16,self_attn.v_proj,0.03549,0.01000,2.381
16,self_attn.q_proj,0.72838,0.01000,2.517
16,self_attn.o_proj,0.00409,0.01000,2.508
16,mlp.up_proj,0.87140,0.01000,2.835
16,mlp.gate_proj,0.95968,0.01000,2.835
16,mlp.down_proj,0.01208,0.01000,12.927
17,self_attn.k_proj,0.38781,0.01000,2.403
17,self_attn.v_proj,0.04051,0.01000,2.367
17,self_attn.q_proj,1.05373,0.01000,2.507
17,self_attn.o_proj,0.00984,0.01000,2.516
17,mlp.up_proj,1.06111,0.01000,2.833
17,mlp.gate_proj,1.16671,0.01000,2.828
17,mlp.down_proj,0.01704,0.01000,12.847
18,self_attn.k_proj,0.50329,0.01000,2.399
18,self_attn.v_proj,0.05550,0.01000,2.366
18,self_attn.q_proj,1.46426,0.01000,2.495
18,self_attn.o_proj,0.01152,0.01000,2.517
18,mlp.up_proj,1.38076,0.01000,2.836
18,mlp.gate_proj,1.55598,0.01000,2.837
18,mlp.down_proj,0.02298,0.01000,12.853
19,self_attn.k_proj,0.47044,0.01000,2.380
19,self_attn.v_proj,0.06573,0.01000,2.370
19,self_attn.q_proj,1.29568,0.01000,2.493
19,self_attn.o_proj,0.01150,0.01000,2.513
19,mlp.up_proj,1.50925,0.01000,2.836
19,mlp.gate_proj,1.75713,0.01000,2.839
19,mlp.down_proj,0.02806,0.01000,12.861
20,self_attn.k_proj,0.63047,0.01000,2.389
20,self_attn.v_proj,0.07082,0.01000,2.381
20,self_attn.q_proj,1.35784,0.01000,2.526
20,self_attn.o_proj,0.00827,0.01000,2.519
20,mlp.up_proj,1.76461,0.01000,2.845
20,mlp.gate_proj,2.01250,0.01000,2.852
20,mlp.down_proj,0.02967,0.01000,12.873
21,self_attn.k_proj,0.95660,0.01000,2.383
21,self_attn.v_proj,0.08491,0.01000,2.357
21,self_attn.q_proj,2.19964,0.01000,2.494
21,self_attn.o_proj,0.01290,0.01000,2.505
21,mlp.up_proj,2.04181,0.01000,2.825
21,mlp.gate_proj,2.34507,0.01000,2.840
21,mlp.down_proj,0.03313,0.01000,12.829
22,self_attn.k_proj,1.04707,0.01000,2.395
22,self_attn.v_proj,0.13258,0.01000,2.377
22,self_attn.q_proj,2.28405,0.01000,2.513
22,self_attn.o_proj,0.00788,0.01000,2.513
22,mlp.up_proj,2.26801,0.01000,2.835
22,mlp.gate_proj,2.66531,0.01000,2.830
22,mlp.down_proj,0.03357,0.01000,12.840
23,self_attn.k_proj,1.18556,0.01000,2.390
23,self_attn.v_proj,0.12296,0.01000,2.374
23,self_attn.q_proj,2.46671,0.01000,2.503
23,self_attn.o_proj,0.01028,0.01000,2.509
23,mlp.up_proj,2.41904,0.01000,2.848
23,mlp.gate_proj,2.86261,0.01000,2.830
23,mlp.down_proj,0.03587,0.01000,12.871
24,self_attn.k_proj,0.67491,0.01000,2.380
24,self_attn.v_proj,0.06767,0.01000,2.363
24,self_attn.q_proj,1.15422,0.01000,2.505
24,self_attn.o_proj,0.00753,0.01000,2.508
24,mlp.up_proj,2.58601,0.01000,2.830
24,mlp.gate_proj,2.98731,0.01000,2.854
24,mlp.down_proj,0.03745,0.01000,12.871
25,self_attn.k_proj,1.23091,0.01000,2.386
25,self_attn.v_proj,0.13379,0.01000,2.372
25,self_attn.q_proj,2.32125,0.01000,2.488
25,self_attn.o_proj,0.00783,0.01000,2.505
25,mlp.up_proj,2.79335,0.01000,2.828
25,mlp.gate_proj,3.23079,0.01000,2.831
25,mlp.down_proj,0.03984,0.01000,12.901
26,self_attn.k_proj,1.20490,0.01000,2.387
26,self_attn.v_proj,0.13472,0.01000,2.370
26,self_attn.q_proj,2.33752,0.01000,2.494
26,self_attn.o_proj,0.00780,0.01000,2.509
26,mlp.up_proj,2.83147,0.01000,2.852
26,mlp.gate_proj,3.24890,0.01000,2.830
26,mlp.down_proj,0.04124,0.01000,12.869
27,self_attn.k_proj,1.22521,0.01000,2.399
27,self_attn.v_proj,0.08306,0.01000,2.374
27,self_attn.q_proj,2.34038,0.01000,2.503
27,self_attn.o_proj,0.01975,0.01000,2.527
27,mlp.up_proj,2.69003,0.01000,2.849
27,mlp.gate_proj,3.02583,0.01000,2.821
27,mlp.down_proj,0.04534,0.01000,12.858
28,self_attn.k_proj,1.38505,0.01000,2.392
28,self_attn.v_proj,0.11696,0.01000,2.377
28,self_attn.q_proj,2.77603,0.01000,2.484
28,self_attn.o_proj,0.01571,0.01000,2.519
28,mlp.up_proj,2.73151,0.01000,2.842
28,mlp.gate_proj,3.07294,0.01000,2.816
28,mlp.down_proj,0.04916,0.01000,13.013
29,self_attn.k_proj,1.45422,0.01000,2.401
29,self_attn.v_proj,0.11061,0.01000,2.395
29,self_attn.q_proj,2.78540,0.01000,2.511
29,self_attn.o_proj,0.01833,0.01000,2.521
29,mlp.up_proj,2.82994,0.01000,2.850
29,mlp.gate_proj,3.18319,0.01000,2.842
29,mlp.down_proj,0.05203,0.01000,12.835
30,self_attn.k_proj,1.19308,0.01000,2.379
30,self_attn.v_proj,0.09493,0.01000,2.373
30,self_attn.q_proj,2.27267,0.01000,2.508
30,self_attn.o_proj,0.01859,0.01000,2.521
30,mlp.up_proj,2.74363,0.01000,2.831
30,mlp.gate_proj,3.05348,0.01000,2.814
30,mlp.down_proj,0.05046,0.01000,12.865
31,self_attn.k_proj,1.51647,0.01000,2.396
31,self_attn.v_proj,0.09657,0.01000,2.369
31,self_attn.q_proj,3.27256,0.01000,2.486
31,self_attn.o_proj,0.02909,0.01000,2.503
31,mlp.up_proj,2.77707,0.01000,2.838
31,mlp.gate_proj,3.02546,0.01000,2.805
31,mlp.down_proj,0.05231,0.01000,12.900
32,self_attn.k_proj,0.98152,0.01000,2.387
32,self_attn.v_proj,0.10657,0.01000,2.360
32,self_attn.q_proj,1.94530,0.01000,2.488
32,self_attn.o_proj,0.01390,0.01000,2.514
32,mlp.up_proj,2.75734,0.01000,2.829
32,mlp.gate_proj,3.04346,0.01000,2.822
32,mlp.down_proj,0.05506,0.01000,12.836
33,self_attn.k_proj,1.52814,0.01000,2.384
33,self_attn.v_proj,0.10441,0.01000,2.374
33,self_attn.q_proj,3.27415,0.01000,2.491
33,self_attn.o_proj,0.02899,0.01000,2.512
33,mlp.up_proj,6.32539,0.01000,2.845
33,mlp.gate_proj,6.81179,0.01000,2.813
33,mlp.down_proj,0.05512,0.01000,12.856
34,self_attn.k_proj,1.33649,0.01000,2.390
34,self_attn.v_proj,0.10458,0.01000,2.363
34,self_attn.q_proj,2.84857,0.01000,2.479
34,self_attn.o_proj,0.02684,0.01000,2.545
34,mlp.up_proj,2.70916,0.01000,2.823
34,mlp.gate_proj,2.95953,0.01000,2.814
34,mlp.down_proj,0.05633,0.01000,12.822
35,self_attn.k_proj,1.54516,0.01000,2.399
35,self_attn.v_proj,0.10850,0.01000,2.364
35,self_attn.q_proj,3.14133,0.01000,2.540
35,self_attn.o_proj,0.03071,0.01000,2.535
35,mlp.up_proj,2.75128,0.01000,3.111
35,mlp.gate_proj,3.02712,0.01000,2.927
35,mlp.down_proj,0.05345,0.01000,12.941
36,self_attn.k_proj,1.18565,0.01000,2.390
36,self_attn.v_proj,0.09597,0.01000,2.375
36,self_attn.q_proj,2.15290,0.01000,2.531
36,self_attn.o_proj,0.01565,0.01000,2.495
36,mlp.up_proj,2.73082,0.01000,3.055
36,mlp.gate_proj,3.06760,0.01000,2.928
36,mlp.down_proj,0.05443,0.01000,12.851
37,self_attn.k_proj,1.51969,0.01000,2.375
37,self_attn.v_proj,0.10269,0.01000,2.362
37,self_attn.q_proj,2.79935,0.01000,2.531
37,self_attn.o_proj,0.01978,0.01000,2.536
37,mlp.up_proj,2.82249,0.01000,3.059
37,mlp.gate_proj,3.17040,0.01000,2.854
37,mlp.down_proj,0.05409,0.01000,12.746
38,self_attn.k_proj,1.40899,0.01000,2.372
38,self_attn.v_proj,0.11563,0.01000,2.364
38,self_attn.q_proj,2.57841,0.01000,2.496
38,self_attn.o_proj,0.01810,0.01000,2.527
38,mlp.up_proj,2.92286,0.01000,3.108
38,mlp.gate_proj,3.33597,0.01000,2.879
38,mlp.down_proj,0.05375,0.01000,12.770
39,self_attn.k_proj,1.50073,0.01000,2.390
39,self_attn.v_proj,0.12642,0.01000,2.367
39,self_attn.q_proj,2.57734,0.01000,2.556
39,self_attn.o_proj,0.01599,0.01000,2.554
39,mlp.up_proj,2.99303,0.01000,3.242
39,mlp.gate_proj,3.45555,0.01000,2.979
39,mlp.down_proj,0.05495,0.01000,12.945
40,self_attn.k_proj,1.16391,0.01000,2.381
40,self_attn.v_proj,0.14876,0.01000,2.363
40,self_attn.q_proj,2.31462,0.01000,2.567
40,self_attn.o_proj,0.00808,0.01000,2.508
40,mlp.up_proj,3.07795,0.01000,3.187
40,mlp.gate_proj,3.57828,0.01000,3.125
40,mlp.down_proj,0.05850,0.01000,12.904
41,self_attn.k_proj,1.52930,0.01000,2.380
41,self_attn.v_proj,0.12652,0.01000,2.391
41,self_attn.q_proj,2.55726,0.01000,2.569
41,self_attn.o_proj,0.00952,0.01000,2.562
41,mlp.up_proj,3.22545,0.01000,3.275
41,mlp.gate_proj,3.75080,0.01000,3.060
41,mlp.down_proj,0.05650,0.01000,13.096
42,self_attn.k_proj,1.10236,0.01000,2.381
42,self_attn.v_proj,0.10619,0.01000,2.370
42,self_attn.q_proj,1.61115,0.01000,2.645
42,self_attn.o_proj,0.00663,0.01000,2.510
42,mlp.up_proj,3.35899,0.01000,3.074
42,mlp.gate_proj,3.93910,0.01000,2.968
42,mlp.down_proj,0.05566,0.01000,12.979
43,self_attn.k_proj,1.16358,0.01000,2.394
43,self_attn.v_proj,0.11595,0.01000,2.358
43,self_attn.q_proj,1.78297,0.01000,2.563
43,self_attn.o_proj,0.00838,0.01000,2.539
43,mlp.up_proj,3.47114,0.01000,3.060
43,mlp.gate_proj,4.10020,0.01000,2.986
43,mlp.down_proj,0.05909,0.01000,12.989
44,self_attn.k_proj,1.72554,0.01000,2.413
44,self_attn.v_proj,0.18522,0.01000,2.390
44,self_attn.q_proj,3.38316,0.01000,2.582
44,self_attn.o_proj,0.00927,0.01000,2.577
44,mlp.up_proj,3.57198,0.01000,3.236
44,mlp.gate_proj,4.24323,0.01000,3.178
44,mlp.down_proj,0.06463,0.01000,13.205
45,self_attn.k_proj,1.13129,0.01000,2.403
45,self_attn.v_proj,0.11196,0.01000,2.388
45,self_attn.q_proj,1.76957,0.01000,2.576
45,self_attn.o_proj,0.00836,0.01000,2.597
45,mlp.up_proj,3.69441,0.01000,3.061
45,mlp.gate_proj,4.39265,0.01000,2.884
45,mlp.down_proj,0.06505,0.01000,12.914
46,self_attn.k_proj,0.88100,0.01000,2.397
46,self_attn.v_proj,0.05297,0.01000,2.353
46,self_attn.q_proj,0.55286,0.01000,2.581
46,self_attn.o_proj,0.00325,0.01000,2.498
46,mlp.up_proj,3.82880,0.01000,3.376
46,mlp.gate_proj,4.55566,0.01000,3.509
46,mlp.down_proj,0.06332,0.01000,13.056
47,self_attn.k_proj,1.32268,0.01000,2.378
47,self_attn.v_proj,0.14176,0.01000,2.382
47,self_attn.q_proj,1.85164,0.01000,2.528
47,self_attn.o_proj,0.00675,0.01000,2.549
47,mlp.up_proj,3.93994,0.01000,3.248
47,mlp.gate_proj,4.68650,0.01000,3.191
47,mlp.down_proj,0.06778,0.01000,13.102
48,self_attn.k_proj,1.36699,0.01000,2.370
48,self_attn.v_proj,0.15320,0.01000,2.368
48,self_attn.q_proj,1.94623,0.01000,2.530
48,self_attn.o_proj,0.00534,0.01000,2.533
48,mlp.up_proj,4.05062,0.01000,3.189
48,mlp.gate_proj,4.83211,0.01000,2.847
48,mlp.down_proj,0.07502,0.01000,12.802
49,self_attn.k_proj,1.40102,0.01000,2.370
49,self_attn.v_proj,0.14537,0.01000,2.359
49,self_attn.q_proj,1.94439,0.01000,2.512
49,self_attn.o_proj,0.00810,0.01000,2.549
49,mlp.up_proj,4.19247,0.01000,3.232
49,mlp.gate_proj,5.00522,0.01000,2.977
49,mlp.down_proj,0.07558,0.01000,12.957
50,self_attn.k_proj,1.19781,0.01000,2.368
50,self_attn.v_proj,0.11990,0.01000,2.331
50,self_attn.q_proj,1.28232,0.01000,2.577
50,self_attn.o_proj,0.00600,0.01000,2.528
50,mlp.up_proj,4.32614,0.01000,3.127
50,mlp.gate_proj,5.17492,0.01000,3.019
50,mlp.down_proj,0.07324,0.01000,13.003
51,self_attn.k_proj,1.30408,0.01000,2.396
51,self_attn.v_proj,0.14630,0.01000,2.355
51,self_attn.q_proj,1.77396,0.01000,2.563
51,self_attn.o_proj,0.00802,0.01000,2.562
51,mlp.up_proj,4.42879,0.01000,3.233
51,mlp.gate_proj,5.28391,0.01000,3.080
51,mlp.down_proj,0.07872,0.01000,13.032
52,self_attn.k_proj,1.99980,0.01000,2.369
52,self_attn.v_proj,0.20129,0.01000,2.353
52,self_attn.q_proj,3.65956,0.01000,2.593
52,self_attn.o_proj,0.01786,0.01000,2.569
52,mlp.up_proj,4.52360,0.01000,3.222
52,mlp.gate_proj,5.41716,0.01000,3.103
52,mlp.down_proj,0.08652,0.01000,13.041
53,self_attn.k_proj,1.66288,0.01000,2.346
53,self_attn.v_proj,0.16813,0.01000,2.343
53,self_attn.q_proj,2.21155,0.01000,2.565
53,self_attn.o_proj,0.00710,0.01000,2.600
53,mlp.up_proj,4.66244,0.01000,3.220
53,mlp.gate_proj,5.58469,0.01000,3.080
53,mlp.down_proj,0.08514,0.01000,13.058
54,self_attn.k_proj,1.20989,0.01000,2.367
54,self_attn.v_proj,0.10704,0.01000,2.391
54,self_attn.q_proj,1.30755,0.01000,2.525
54,self_attn.o_proj,0.00958,0.01000,2.490
54,mlp.up_proj,4.77567,0.01000,3.126
54,mlp.gate_proj,5.65732,0.01000,3.063
54,mlp.down_proj,0.08343,0.01000,13.053
55,self_attn.k_proj,1.08334,0.01000,2.399
55,self_attn.v_proj,0.10881,0.01000,2.354
55,self_attn.q_proj,1.43085,0.01000,2.575
55,self_attn.o_proj,0.00976,0.01000,2.492
55,mlp.up_proj,4.87436,0.01000,3.024
55,mlp.gate_proj,5.79532,0.01000,2.935
55,mlp.down_proj,0.08923,0.01000,13.005
56,self_attn.k_proj,2.05077,0.01000,2.368
56,self_attn.v_proj,0.25442,0.01000,2.351
56,self_attn.q_proj,3.83474,0.01000,2.622
56,self_attn.o_proj,0.01460,0.01000,2.514
56,mlp.up_proj,5.00289,0.01000,3.088
56,mlp.gate_proj,6.01097,0.01000,2.960
56,mlp.down_proj,0.09860,0.01000,12.990
57,self_attn.k_proj,1.67434,0.01000,2.368
57,self_attn.v_proj,0.19099,0.01000,2.348
57,self_attn.q_proj,2.30834,0.01000,2.646
57,self_attn.o_proj,0.01146,0.01000,2.502
57,mlp.up_proj,5.16166,0.01000,3.085
57,mlp.gate_proj,6.21266,0.01000,2.814
57,mlp.down_proj,0.09923,0.01000,12.791
58,self_attn.k_proj,1.26285,0.01000,2.384
58,self_attn.v_proj,0.15772,0.01000,2.357
58,self_attn.q_proj,1.52277,0.01000,2.606
58,self_attn.o_proj,0.00869,0.01000,2.521
58,mlp.up_proj,5.31469,0.01000,3.256
58,mlp.gate_proj,6.29974,0.01000,3.092
58,mlp.down_proj,0.09773,0.01000,13.152
59,self_attn.k_proj,1.24147,0.01000,2.382
59,self_attn.v_proj,0.12894,0.01000,2.362
59,self_attn.q_proj,1.33902,0.01000,2.587
59,self_attn.o_proj,0.00714,0.01000,2.505
59,mlp.up_proj,5.48223,0.01000,3.232
59,mlp.gate_proj,6.61142,0.01000,3.185
59,mlp.down_proj,0.10679,0.01000,13.265
60,self_attn.k_proj,2.00242,0.01000,2.429
60,self_attn.v_proj,0.30175,0.01000,2.446
60,self_attn.q_proj,3.63961,0.01000,2.631
60,self_attn.o_proj,0.01246,0.01000,2.552
60,mlp.up_proj,5.61897,0.01000,3.212
60,mlp.gate_proj,6.86560,0.01000,2.981
60,mlp.down_proj,0.11838,0.01000,12.972
61,self_attn.k_proj,1.51727,0.01000,2.390
61,self_attn.v_proj,0.18697,0.01000,2.374
61,self_attn.q_proj,1.69623,0.01000,2.564
61,self_attn.o_proj,0.00899,0.01000,2.590
61,mlp.up_proj,5.76540,0.01000,3.251
61,mlp.gate_proj,7.02585,0.01000,3.092
61,mlp.down_proj,0.11850,0.01000,13.073
62,self_attn.k_proj,1.18130,0.01000,2.434
62,self_attn.v_proj,0.07967,0.01000,2.398
62,self_attn.q_proj,0.64242,0.01000,2.618
62,self_attn.o_proj,0.00517,0.01000,2.598
62,mlp.up_proj,5.89931,0.01000,3.255
62,mlp.gate_proj,7.07523,0.01000,3.116
62,mlp.down_proj,0.11454,0.01000,13.053
63,self_attn.k_proj,1.23438,0.01000,2.369
63,self_attn.v_proj,0.13004,0.01000,2.361
63,self_attn.q_proj,1.24122,0.01000,2.611
63,self_attn.o_proj,0.00797,0.01000,2.581
63,mlp.up_proj,6.10067,0.01000,3.271
63,mlp.gate_proj,7.44618,0.01000,3.200
63,mlp.down_proj,0.12460,0.01000,13.079
64,self_attn.k_proj,1.94773,0.01000,2.375
64,self_attn.v_proj,0.27542,0.01000,2.356
64,self_attn.q_proj,3.00343,0.01000,2.621
64,self_attn.o_proj,0.01925,0.01000,2.522
64,mlp.up_proj,6.32206,0.01000,3.192
64,mlp.gate_proj,7.91419,0.01000,3.065
64,mlp.down_proj,0.14064,0.01000,13.062
65,self_attn.k_proj,1.19898,0.01000,2.370
65,self_attn.v_proj,0.11218,0.01000,2.344
65,self_attn.q_proj,1.05869,0.01000,2.611
65,self_attn.o_proj,0.00728,0.01000,2.548
65,mlp.up_proj,6.48904,0.01000,3.384
65,mlp.gate_proj,8.12888,0.01000,3.103
65,mlp.down_proj,0.14186,0.01000,13.117
66,self_attn.k_proj,1.21297,0.01000,2.379
66,self_attn.v_proj,0.15154,0.01000,2.386
66,self_attn.q_proj,1.38502,0.01000,2.528
66,self_attn.o_proj,0.01113,0.01000,2.506
66,mlp.up_proj,6.63362,0.01000,3.216
66,mlp.gate_proj,7.99248,0.01000,3.109
66,mlp.down_proj,0.13772,0.01000,13.022
67,self_attn.k_proj,1.94656,0.01000,2.405
67,self_attn.v_proj,0.31920,0.01000,2.394
67,self_attn.q_proj,3.03585,0.01000,2.609
67,self_attn.o_proj,0.01604,0.01000,2.618
67,mlp.up_proj,6.88030,0.01000,3.580
67,mlp.gate_proj,8.31068,0.01000,3.304
67,mlp.down_proj,0.14972,0.01000,13.063
68,self_attn.k_proj,2.06734,0.01000,2.392
68,self_attn.v_proj,0.39520,0.01000,2.419
68,self_attn.q_proj,3.61120,0.01000,2.653
68,self_attn.o_proj,0.02183,0.01000,2.674
68,mlp.up_proj,7.24793,0.01000,3.408
68,mlp.gate_proj,9.04104,0.01000,3.335
68,mlp.down_proj,0.17657,0.01000,13.199
69,self_attn.k_proj,1.66748,0.01000,2.363
69,self_attn.v_proj,0.31139,0.01000,2.358
69,self_attn.q_proj,2.69456,0.01000,2.636
69,self_attn.o_proj,0.01754,0.01000,2.633
69,mlp.up_proj,7.44283,0.01000,3.356
69,mlp.gate_proj,9.16618,0.01000,3.305
69,mlp.down_proj,0.18019,0.01000,13.122
70,self_attn.k_proj,1.59972,0.01000,2.369
70,self_attn.v_proj,0.28817,0.01000,2.365
70,self_attn.q_proj,2.98517,0.01000,2.527
70,self_attn.o_proj,0.02751,0.01000,2.483
70,mlp.up_proj,7.66942,0.01000,2.984
70,mlp.gate_proj,9.11706,0.01000,2.835
70,mlp.down_proj,0.18815,0.01000,12.764
71,self_attn.k_proj,1.84248,0.01000,2.401
71,self_attn.v_proj,0.37970,0.01000,2.367
71,self_attn.q_proj,3.98225,0.01000,2.506
71,self_attn.o_proj,0.05347,0.01000,2.514
71,mlp.up_proj,8.07942,0.01000,2.960
71,mlp.gate_proj,9.58879,0.01000,2.840
71,mlp.down_proj,0.21607,0.01000,12.876
72,self_attn.k_proj,1.86148,0.01000,2.385
72,self_attn.v_proj,0.41711,0.01000,2.360
72,self_attn.q_proj,4.28657,0.01000,2.587
72,self_attn.o_proj,0.04028,0.01000,2.497
72,mlp.up_proj,8.18624,0.01000,3.195
72,mlp.gate_proj,10.07380,0.01000,3.147
72,mlp.down_proj,0.23837,0.01000,13.089
73,self_attn.k_proj,1.82541,0.01000,2.378
73,self_attn.v_proj,0.43605,0.01000,2.356
73,self_attn.q_proj,4.11564,0.01000,2.652
73,self_attn.o_proj,0.05687,0.01000,2.645
73,mlp.up_proj,8.39282,0.01000,4.052
73,mlp.gate_proj,10.24571,0.01000,2.995
73,mlp.down_proj,0.25962,0.01000,12.953
74,self_attn.k_proj,1.72109,0.01000,2.393
74,self_attn.v_proj,0.42344,0.01000,2.431
74,self_attn.q_proj,4.00068,0.01000,2.490
74,self_attn.o_proj,0.07865,0.01000,2.498
74,mlp.up_proj,8.86909,0.01000,3.124
74,mlp.gate_proj,10.74569,0.01000,2.834
74,mlp.down_proj,0.29556,0.01000,12.769
75,self_attn.k_proj,1.56623,0.01000,2.373
75,self_attn.v_proj,0.46039,0.01000,2.354
75,self_attn.q_proj,4.09298,0.01000,2.573
75,self_attn.o_proj,0.15324,0.01000,2.572
75,mlp.up_proj,9.20189,0.01000,3.379
75,mlp.gate_proj,11.47023,0.01000,3.325
75,mlp.down_proj,0.38904,0.01000,13.121
76,self_attn.k_proj,1.34978,0.01000,2.398
76,self_attn.v_proj,0.44063,0.01000,2.372
76,self_attn.q_proj,3.58174,0.01000,2.599
76,self_attn.o_proj,0.09783,0.01000,2.586
76,mlp.up_proj,10.22805,0.01000,3.373
76,mlp.gate_proj,15.60130,0.01000,3.298
76,mlp.down_proj,0.52283,0.01000,12.984
77,self_attn.k_proj,1.53602,0.01000,2.400
77,self_attn.v_proj,0.51860,0.01000,2.406
77,self_attn.q_proj,3.86731,0.01000,2.522
77,self_attn.o_proj,0.13598,0.01000,2.540
77,mlp.up_proj,9.69846,0.01000,2.884
77,mlp.gate_proj,12.27053,0.01000,2.840
77,mlp.down_proj,0.65306,0.01000,12.908
78,self_attn.k_proj,1.34866,0.01000,2.414
78,self_attn.v_proj,0.37218,0.01000,2.368
78,self_attn.q_proj,3.16232,0.01000,2.499
78,self_attn.o_proj,0.17236,0.01000,2.526
78,mlp.up_proj,9.48730,0.01000,2.851
78,mlp.gate_proj,11.72441,0.01000,2.832
78,mlp.down_proj,1.32085,0.01000,12.860
79,self_attn.k_proj,0.66335,0.01000,2.398
79,self_attn.v_proj,0.20647,0.01000,2.372
79,self_attn.q_proj,1.27490,0.01000,2.506
79,self_attn.o_proj,0.10512,0.01000,2.467
79,mlp.up_proj,6.41299,0.01000,2.848
79,mlp.gate_proj,7.53138,0.01000,2.833
79,mlp.down_proj,1.56443,0.01000,12.718