quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.v_proj,0.0000000000,0.05000,6.204
0,self_attn.q_proj,0.0000000038,0.05000,6.213
0,self_attn.k_proj,0.0000000008,0.05000,6.385
0,self_attn.o_proj,0.0000000000,0.05000,2.751
0,mlp.gate_proj,0.0000000005,0.05000,5.066
0,mlp.up_proj,0.0000000005,0.05000,5.082
0,mlp.down_proj,0.0000000000,0.05000,7.537
1,self_attn.q_proj,0.0000000064,0.05000,6.124
1,self_attn.k_proj,0.0000000013,0.05000,6.181
1,self_attn.v_proj,0.0000000002,0.05000,6.180
1,self_attn.o_proj,0.0000000000,0.05000,2.761
1,mlp.up_proj,0.0000000011,0.05000,4.938
1,mlp.gate_proj,0.0000000011,0.05000,4.950
1,mlp.down_proj,0.0000000000,0.05000,7.480
2,self_attn.q_proj,0.0000000110,0.05000,6.107
2,self_attn.v_proj,0.0000000003,0.05000,6.164
2,self_attn.k_proj,0.0000000020,0.05000,6.180
2,self_attn.o_proj,0.0000000000,0.05000,2.740
2,mlp.gate_proj,0.0000000025,0.05000,4.951
2,mlp.up_proj,0.0000000024,0.05000,4.959
2,mlp.down_proj,0.0000000023,0.05000,7.515
3,self_attn.q_proj,0.0000000338,0.05000,6.066
3,self_attn.v_proj,0.0000000017,0.05000,6.065
3,self_attn.k_proj,0.0000000042,0.05000,6.092
3,self_attn.o_proj,0.0000000000,0.05000,2.756
3,mlp.up_proj,0.0000000036,0.05000,4.932
3,mlp.gate_proj,0.0000000042,0.05000,4.939
3,mlp.down_proj,0.0000000000,0.05000,7.507
4,self_attn.q_proj,0.0000000321,0.05000,6.064
4,self_attn.k_proj,0.0000000042,0.05000,6.091
4,self_attn.v_proj,0.0000000017,0.05000,6.111
4,self_attn.o_proj,0.0000000000,0.05000,3.173
4,mlp.up_proj,0.0000000041,0.05000,5.792
4,mlp.gate_proj,0.0000000043,0.05000,5.796
4,mlp.down_proj,0.0000000000,0.05000,8.190
5,self_attn.q_proj,0.0000000436,0.05000,7.008
5,self_attn.k_proj,0.0000000057,0.05000,7.072
5,self_attn.v_proj,0.0000000022,0.05000,7.114
5,self_attn.o_proj,0.0000000000,0.05000,3.063
5,mlp.gate_proj,0.0000000052,0.05000,5.507
5,mlp.up_proj,0.0000000050,0.05000,5.582
5,mlp.down_proj,0.0000000000,0.05000,8.208
6,self_attn.q_proj,0.0000000340,0.05000,6.783
6,self_attn.k_proj,0.0000000043,0.05000,6.839
6,self_attn.v_proj,0.0000000020,0.05000,6.900
6,self_attn.o_proj,0.0000000000,0.05000,2.761
6,mlp.up_proj,0.0000000055,0.05000,5.015
6,mlp.gate_proj,0.0000000057,0.05000,5.022
6,mlp.down_proj,0.0000000000,0.05000,7.938
7,self_attn.k_proj,0.0000000045,0.05000,6.638
7,self_attn.v_proj,0.0000000018,0.05000,6.673
7,self_attn.q_proj,0.0000000327,0.05000,6.681
7,self_attn.o_proj,0.0000000000,0.05000,2.760
7,mlp.gate_proj,0.0000000070,0.05000,5.282
7,mlp.up_proj,0.0000000066,0.05000,5.289
7,mlp.down_proj,0.0000000000,0.05000,7.912
8,self_attn.q_proj,0.0000000424,0.05000,6.577
8,self_attn.v_proj,0.0000000023,0.05000,6.633
8,self_attn.k_proj,0.0000000060,0.05000,6.695
8,self_attn.o_proj,0.0000000000,0.05000,2.910
8,mlp.gate_proj,0.0000000083,0.05000,4.996
8,mlp.up_proj,0.0000000078,0.05000,5.003
8,mlp.down_proj,0.0000000000,0.05000,7.934
9,self_attn.v_proj,0.0000000021,0.05000,6.667
9,self_attn.q_proj,0.0000000400,0.05000,6.726
9,self_attn.k_proj,0.0000000054,0.05000,6.742
9,self_attn.o_proj,0.0000000000,0.05000,2.793
9,mlp.gate_proj,0.0000000109,0.05000,5.165
9,mlp.up_proj,0.0000000093,0.05000,5.198
9,mlp.down_proj,0.0000000000,0.05000,8.199
10,self_attn.q_proj,0.0000000336,0.05000,6.535
10,self_attn.k_proj,0.0000000041,0.05000,6.588
10,self_attn.v_proj,0.0000000021,0.05000,6.591
10,self_attn.o_proj,0.0000000000,0.05000,2.991
10,mlp.up_proj,0.0000000097,0.05000,5.501
10,mlp.gate_proj,0.0000000116,0.05000,5.535
10,mlp.down_proj,0.0000000000,0.05000,8.217
11,self_attn.v_proj,0.0000000023,0.05000,6.762
11,self_attn.q_proj,0.0000000481,0.05000,6.780
11,self_attn.k_proj,0.0000000073,0.05000,6.788
11,self_attn.o_proj,0.0000000000,0.05000,3.272
11,mlp.up_proj,0.0000000110,0.05000,5.253
11,mlp.gate_proj,0.0000000153,0.05000,5.302
11,mlp.down_proj,0.0000000000,0.05000,8.154
12,self_attn.q_proj,0.0000000414,0.05000,6.937
12,self_attn.k_proj,0.0000000048,0.05000,7.033
12,self_attn.v_proj,0.0000000026,0.05000,7.047
12,self_attn.o_proj,0.0000000000,0.05000,3.257
12,mlp.gate_proj,0.0000000156,0.05000,5.531
12,mlp.up_proj,0.0000000126,0.05000,5.563
12,mlp.down_proj,0.0000000000,0.05000,8.253
13,self_attn.v_proj,0.0000000030,0.05000,6.611
13,self_attn.q_proj,0.0000000552,0.05000,6.629
13,self_attn.k_proj,0.0000000076,0.05000,6.647
13,self_attn.o_proj,0.0000000000,0.05000,2.859
13,mlp.up_proj,0.0000000147,0.05000,5.236
13,mlp.gate_proj,0.0000000171,0.05000,5.244
13,mlp.down_proj,0.0000000000,0.05000,7.886
14,self_attn.q_proj,0.0000000429,0.05000,6.649
14,self_attn.k_proj,0.0000000057,0.05000,6.821
14,self_attn.v_proj,0.0000000026,0.05000,6.839
14,self_attn.o_proj,0.0000000000,0.05000,2.806
14,mlp.gate_proj,0.0000000188,0.05000,5.822
14,mlp.up_proj,0.0000000161,0.05000,5.849
14,mlp.down_proj,0.0000000000,0.05000,8.098
15,self_attn.k_proj,0.0000000051,0.05000,6.757
15,self_attn.v_proj,0.0000000028,0.05000,6.770
15,self_attn.q_proj,0.0000000403,0.05000,6.771
15,self_attn.o_proj,0.0000000000,0.05000,3.363
15,mlp.gate_proj,0.0000000222,0.05000,5.784
15,mlp.up_proj,0.0000000187,0.05000,5.842
15,mlp.down_proj,0.0000000000,0.05000,7.988
16,self_attn.q_proj,0.0000000473,0.05000,6.775
16,self_attn.v_proj,0.0000000030,0.05000,6.855
16,self_attn.k_proj,0.0000000065,0.05000,6.868
16,self_attn.o_proj,0.0000000000,0.05000,2.779
16,mlp.up_proj,0.0000000235,0.05000,5.085
16,mlp.gate_proj,0.0000000265,0.05000,5.089
16,mlp.down_proj,0.0000000000,0.05000,8.139
17,self_attn.q_proj,0.0000000526,0.05000,6.694
17,self_attn.v_proj,0.0000000035,0.05000,6.751
17,self_attn.k_proj,0.0000000067,0.05000,6.757
17,self_attn.o_proj,0.0000000000,0.05000,2.750
17,mlp.up_proj,0.0000000289,0.05000,5.703
17,mlp.gate_proj,0.0000000322,0.05000,5.855
17,mlp.down_proj,0.0000000000,0.05000,8.586
18,self_attn.q_proj,0.0000000613,0.05000,6.493
18,self_attn.k_proj,0.0000000088,0.05000,6.541
18,self_attn.v_proj,0.0000000034,0.05000,6.576
18,self_attn.o_proj,0.0000000000,0.05000,2.888
18,mlp.gate_proj,0.0000000408,0.05000,5.099
18,mlp.up_proj,0.0000000361,0.05000,5.106
18,mlp.down_proj,0.0000000000,0.05000,7.924
19,self_attn.q_proj,0.0000000522,0.05000,6.083
19,self_attn.k_proj,0.0000000089,0.05000,6.113
19,self_attn.v_proj,0.0000000036,0.05000,6.114
19,self_attn.o_proj,0.0000000000,0.05000,2.750
19,mlp.up_proj,0.0000000422,0.05000,4.972
19,mlp.gate_proj,0.0000000466,0.05000,4.980
19,mlp.down_proj,0.0000000000,0.05000,7.546
20,self_attn.k_proj,0.0000000099,0.05000,6.799
20,self_attn.v_proj,0.0000000042,0.05000,6.863
20,self_attn.q_proj,0.0000000618,0.05000,6.959
20,self_attn.o_proj,0.0000000000,0.05000,2.719
20,mlp.up_proj,0.0000000492,0.05000,4.945
20,mlp.gate_proj,0.0000000531,0.05000,4.953
20,mlp.down_proj,0.0000000001,0.05000,7.534
21,self_attn.q_proj,0.0000000695,0.05000,6.224
21,self_attn.v_proj,0.0000000043,0.05000,6.239
21,self_attn.k_proj,0.0000000111,0.05000,6.260
21,self_attn.o_proj,0.0000000000,0.05000,2.830
21,mlp.gate_proj,0.0000000603,0.05000,5.532
21,mlp.up_proj,0.0000000564,0.05000,5.621
21,mlp.down_proj,0.0000000001,0.05000,7.839
22,self_attn.v_proj,0.0000000051,0.05000,6.496
22,self_attn.k_proj,0.0000000146,0.05000,6.513
22,self_attn.q_proj,0.0000000762,0.05000,6.515
22,self_attn.o_proj,0.0000000000,0.05000,2.833
22,mlp.gate_proj,0.0000000704,0.05000,5.255
22,mlp.up_proj,0.0000000654,0.05000,5.262
22,mlp.down_proj,0.0000000001,0.05000,7.729
23,self_attn.v_proj,0.0000000050,0.05000,6.484
23,self_attn.k_proj,0.0000000136,0.05000,6.512
23,self_attn.q_proj,0.0000000733,0.05000,6.521
23,self_attn.o_proj,0.0000000000,0.05000,2.859
23,mlp.up_proj,0.0000000720,0.05000,5.250
23,mlp.gate_proj,0.0000000767,0.05000,5.267
23,mlp.down_proj,0.0000000001,0.05000,7.609
24,self_attn.q_proj,0.0000000739,0.05000,6.407
24,self_attn.k_proj,0.0000000129,0.05000,6.434
24,self_attn.v_proj,0.0000000048,0.05000,6.473
24,self_attn.o_proj,0.0000000000,0.05000,2.832
24,mlp.up_proj,0.0000000798,0.05000,5.040
24,mlp.gate_proj,0.0000000845,0.05000,5.049
24,mlp.down_proj,0.0000000001,0.05000,7.677
25,self_attn.k_proj,0.0000000164,0.05000,6.746
25,self_attn.v_proj,0.0000000052,0.05000,6.759
25,self_attn.q_proj,0.0000000925,0.05000,6.811
25,self_attn.o_proj,0.0000000000,0.05000,2.783
25,mlp.gate_proj,0.0000000962,0.05000,4.920
25,mlp.up_proj,0.0000000911,0.05000,4.925
25,mlp.down_proj,0.0000000001,0.05000,7.539
26,self_attn.k_proj,0.0000000153,0.05000,6.263
26,self_attn.v_proj,0.0000000039,0.05000,6.264
26,self_attn.q_proj,0.0000000803,0.05000,6.283
26,self_attn.o_proj,0.0000000000,0.05000,2.743
26,mlp.up_proj,0.0000001022,0.05000,5.448
26,mlp.gate_proj,0.0000001078,0.05000,5.591
26,mlp.down_proj,0.0000000002,0.05000,7.658
27,self_attn.q_proj,0.0000000874,0.05000,6.385
27,self_attn.k_proj,0.0000000175,0.05000,6.429
27,self_attn.v_proj,0.0000000047,0.05000,6.437
27,self_attn.o_proj,0.0000000000,0.05000,2.818
27,mlp.gate_proj,0.0000001185,0.05000,4.987
27,mlp.up_proj,0.0000001121,0.05000,4.999
27,mlp.down_proj,0.0000000002,0.05000,7.823
28,self_attn.q_proj,0.0000000842,0.05000,6.407
28,self_attn.k_proj,0.0000000162,0.05000,6.417
28,self_attn.v_proj,0.0000000050,0.05000,6.420
28,self_attn.o_proj,0.0000000000,0.05000,2.787
28,mlp.gate_proj,0.0000001216,0.05000,5.152
28,mlp.up_proj,0.0000001165,0.05000,5.162
28,mlp.down_proj,0.0000000003,0.05000,7.594
29,self_attn.q_proj,0.0000000874,0.05000,6.142
29,self_attn.v_proj,0.0000000038,0.05000,6.186
29,self_attn.k_proj,0.0000000152,0.05000,6.202
29,self_attn.o_proj,0.0000000001,0.05000,2.746
29,mlp.gate_proj,0.0000001189,0.05000,4.903
29,mlp.up_proj,0.0000001157,0.05000,4.910
29,mlp.down_proj,0.0000000003,0.05000,7.565
30,self_attn.q_proj,0.0000001037,0.05000,5.999
30,self_attn.k_proj,0.0000000212,0.05000,6.006
30,self_attn.v_proj,0.0000000041,0.05000,6.030
30,self_attn.o_proj,0.0000000001,0.05000,3.065
30,mlp.up_proj,0.0000001234,0.05000,4.910
30,mlp.gate_proj,0.0000001257,0.05000,4.921
30,mlp.down_proj,0.0000000004,0.05000,7.586
31,self_attn.v_proj,0.0000000052,0.05000,6.184
31,self_attn.q_proj,0.0000001075,0.05000,6.208
31,self_attn.k_proj,0.0000000188,0.05000,6.239
31,self_attn.o_proj,0.0000000001,0.05000,2.817
31,mlp.gate_proj,0.0000001410,0.05000,5.578
31,mlp.up_proj,0.0000001380,0.05000,5.641
31,mlp.down_proj,0.0000000004,0.05000,7.453
32,self_attn.v_proj,0.0000000053,0.05000,6.160
32,self_attn.k_proj,0.0000000223,0.05000,6.185
32,self_attn.q_proj,0.0000001230,0.05000,6.191
32,self_attn.o_proj,0.0000000002,0.05000,2.735
32,mlp.up_proj,0.0000001492,0.05000,4.980
32,mlp.gate_proj,0.0000001486,0.05000,4.990
32,mlp.down_proj,0.0000000005,0.05000,7.887
33,self_attn.q_proj,0.0000001158,0.05000,6.098
33,self_attn.v_proj,0.0000000065,0.05000,6.104
33,self_attn.k_proj,0.0000000198,0.05000,6.128
33,self_attn.o_proj,0.0000000002,0.05000,2.789
33,mlp.gate_proj,0.0000001567,0.05000,4.937
33,mlp.up_proj,0.0000001591,0.05000,4.956
33,mlp.down_proj,0.0000000006,0.05000,7.580
34,self_attn.q_proj,0.0000001281,0.05000,6.163
34,self_attn.k_proj,0.0000000259,0.05000,6.207
34,self_attn.v_proj,0.0000000058,0.05000,6.233
34,self_attn.o_proj,0.0000000002,0.05000,2.711
34,mlp.up_proj,0.0000001711,0.05000,4.819
34,mlp.gate_proj,0.0000001676,0.05000,4.828
34,mlp.down_proj,0.0000000006,0.05000,7.628
35,self_attn.q_proj,0.0000001200,0.05000,6.107
35,self_attn.v_proj,0.0000000060,0.05000,6.126
35,self_attn.k_proj,0.0000000236,0.05000,6.152
35,self_attn.o_proj,0.0000000002,0.05000,2.731
35,mlp.gate_proj,0.0000001788,0.05000,4.934
35,mlp.up_proj,0.0000001864,0.05000,4.940
35,mlp.down_proj,0.0000000006,0.05000,7.415
36,self_attn.q_proj,0.0000001312,0.05000,6.166
36,self_attn.v_proj,0.0000000068,0.05000,6.174
36,self_attn.k_proj,0.0000000253,0.05000,6.196
36,self_attn.o_proj,0.0000000003,0.05000,2.697
36,mlp.up_proj,0.0000001876,0.05000,4.969
36,mlp.gate_proj,0.0000001753,0.05000,4.989
36,mlp.down_proj,0.0000000008,0.05000,7.447
37,self_attn.q_proj,0.0000001514,0.05000,6.152
37,self_attn.v_proj,0.0000000081,0.05000,6.214
37,self_attn.k_proj,0.0000000281,0.05000,6.217
37,self_attn.o_proj,0.0000000003,0.05000,2.754
37,mlp.gate_proj,0.0000001924,0.05000,4.974
37,mlp.up_proj,0.0000002075,0.05000,4.983
37,mlp.down_proj,0.0000000008,0.05000,7.578
38,self_attn.q_proj,0.0000001346,0.05000,6.154
38,self_attn.v_proj,0.0000000068,0.05000,6.182
38,self_attn.k_proj,0.0000000258,0.05000,6.198
38,self_attn.o_proj,0.0000000002,0.05000,2.790
38,mlp.up_proj,0.0000001992,0.05000,4.957
38,mlp.gate_proj,0.0000001868,0.05000,4.970
38,mlp.down_proj,0.0000000008,0.05000,7.624
39,self_attn.q_proj,0.0000001471,0.05000,6.119
39,self_attn.k_proj,0.0000000281,0.05000,6.139
39,self_attn.v_proj,0.0000000079,0.05000,6.169
39,self_attn.o_proj,0.0000000002,0.05000,3.084
39,mlp.gate_proj,0.0000001882,0.05000,4.927
39,mlp.up_proj,0.0000002013,0.05000,4.941
39,mlp.down_proj,0.0000000007,0.05000,7.426
40,self_attn.q_proj,0.0000001450,0.05000,6.234
40,self_attn.v_proj,0.0000000082,0.05000,6.280
40,self_attn.k_proj,0.0000000316,0.05000,6.291
40,self_attn.o_proj,0.0000000002,0.05000,2.702
40,mlp.up_proj,0.0000002007,0.05000,4.903
40,mlp.gate_proj,0.0000001913,0.05000,4.916
40,mlp.down_proj,0.0000000006,0.05000,7.510
41,self_attn.q_proj,0.0000001377,0.05000,6.148
41,self_attn.v_proj,0.0000000091,0.05000,6.181
41,self_attn.k_proj,0.0000000277,0.05000,6.199
41,self_attn.o_proj,0.0000000001,0.05000,2.724
41,mlp.gate_proj,0.0000002039,0.05000,4.956
41,mlp.up_proj,0.0000002083,0.05000,4.963
41,mlp.down_proj,0.0000000006,0.05000,7.500
42,self_attn.v_proj,0.0000000106,0.05000,6.131
42,self_attn.q_proj,0.0000001363,0.05000,6.153
42,self_attn.k_proj,0.0000000301,0.05000,6.160
42,self_attn.o_proj,0.0000000001,0.05000,2.726
42,mlp.up_proj,0.0000002107,0.05000,4.903
42,mlp.gate_proj,0.0000002128,0.05000,4.921
42,mlp.down_proj,0.0000000006,0.05000,7.653
43,self_attn.q_proj,0.0000001517,0.05000,6.429
43,self_attn.v_proj,0.0000000121,0.05000,6.465
43,self_attn.k_proj,0.0000000340,0.05000,6.485
43,self_attn.o_proj,0.0000000001,0.05000,2.726
43,mlp.gate_proj,0.0000002317,0.05000,4.935
43,mlp.up_proj,0.0000002235,0.05000,4.941
43,mlp.down_proj,0.0000000005,0.05000,7.641
44,self_attn.q_proj,0.0000001420,0.05000,6.191
44,self_attn.v_proj,0.0000000129,0.05000,6.199
44,self_attn.k_proj,0.0000000348,0.05000,6.230
44,self_attn.o_proj,0.0000000000,0.05000,2.706
44,mlp.up_proj,0.0000002318,0.05000,4.921
44,mlp.gate_proj,0.0000002435,0.05000,4.932
44,mlp.down_proj,0.0000000005,0.05000,7.509
45,self_attn.q_proj,0.0000001499,0.05000,6.180
45,self_attn.v_proj,0.0000000152,0.05000,6.224
45,self_attn.k_proj,0.0000000348,0.05000,6.252
45,self_attn.o_proj,0.0000000000,0.05000,2.754
45,mlp.gate_proj,0.0000002570,0.05000,4.978
45,mlp.up_proj,0.0000002478,0.05000,4.984
45,mlp.down_proj,0.0000000005,0.05000,7.588
46,self_attn.q_proj,0.0000001577,0.05000,6.130
46,self_attn.v_proj,0.0000000127,0.05000,6.166
46,self_attn.k_proj,0.0000000383,0.05000,6.181
46,self_attn.o_proj,0.0000000000,0.05000,2.710
46,mlp.gate_proj,0.0000002761,0.05000,4.976
46,mlp.up_proj,0.0000002639,0.05000,4.983
46,mlp.down_proj,0.0000000006,0.05000,7.655
47,self_attn.v_proj,0.0000000151,0.05000,6.133
47,self_attn.k_proj,0.0000000414,0.05000,6.165
47,self_attn.q_proj,0.0000001807,0.05000,6.173
47,self_attn.o_proj,0.0000000001,0.05000,2.719
47,mlp.gate_proj,0.0000002815,0.05000,5.005
47,mlp.up_proj,0.0000002704,0.05000,5.011
47,mlp.down_proj,0.0000000005,0.05000,7.715
48,self_attn.q_proj,0.0000001527,0.05000,6.113
48,self_attn.k_proj,0.0000000377,0.05000,6.162
48,self_attn.v_proj,0.0000000165,0.05000,6.171
48,self_attn.o_proj,0.0000000000,0.05000,3.515
48,mlp.gate_proj,0.0000002838,0.05000,4.908
48,mlp.up_proj,0.0000002728,0.05000,4.922
48,mlp.down_proj,0.0000000006,0.05000,7.578
49,self_attn.q_proj,0.0000001742,0.05000,6.241
49,self_attn.v_proj,0.0000000187,0.05000,6.252
49,self_attn.k_proj,0.0000000414,0.05000,6.263
49,self_attn.o_proj,0.0000000000,0.05000,2.706
49,mlp.up_proj,0.0000002978,0.05000,4.931
49,mlp.gate_proj,0.0000003095,0.05000,4.939
49,mlp.down_proj,0.0000000006,0.05000,7.427
50,self_attn.q_proj,0.0000001363,0.05000,6.135
50,self_attn.k_proj,0.0000000350,0.05000,6.157
50,self_attn.v_proj,0.0000000146,0.05000,6.174
50,self_attn.o_proj,0.0000000000,0.05000,2.731
50,mlp.gate_proj,0.0000003175,0.05000,4.900
50,mlp.up_proj,0.0000003031,0.05000,4.912
50,mlp.down_proj,0.0000000006,0.05000,7.575
51,self_attn.q_proj,0.0000001320,0.05000,6.084
51,self_attn.k_proj,0.0000000338,0.05000,6.099
51,self_attn.v_proj,0.0000000158,0.05000,6.103
51,self_attn.o_proj,0.0000000000,0.05000,2.728
51,mlp.gate_proj,0.0000003351,0.05000,4.978
51,mlp.up_proj,0.0000003226,0.05000,4.984
51,mlp.down_proj,0.0000000006,0.05000,7.682
52,self_attn.q_proj,0.0000001331,0.05000,6.255
52,self_attn.v_proj,0.0000000152,0.05000,6.308
52,self_attn.k_proj,0.0000000360,0.05000,6.323
52,self_attn.o_proj,0.0000000000,0.05000,2.700
52,mlp.gate_proj,0.0000003407,0.05000,4.895
52,mlp.up_proj,0.0000003252,0.05000,4.900
52,mlp.down_proj,0.0000000007,0.05000,7.562
53,self_attn.q_proj,0.0000001542,0.05000,6.141
53,self_attn.k_proj,0.0000000377,0.05000,6.179
53,self_attn.v_proj,0.0000000151,0.05000,6.186
53,self_attn.o_proj,0.0000000000,0.05000,2.753
53,mlp.gate_proj,0.0000003342,0.05000,5.342
53,mlp.up_proj,0.0000003213,0.05000,5.360
53,mlp.down_proj,0.0000000007,0.05000,7.538
54,self_attn.q_proj,0.0000001729,0.05000,6.113
54,self_attn.k_proj,0.0000000401,0.05000,6.141
54,self_attn.v_proj,0.0000000171,0.05000,6.158
54,self_attn.o_proj,0.0000000000,0.05000,2.728
54,mlp.up_proj,0.0000003406,0.05000,4.869
54,mlp.gate_proj,0.0000003534,0.05000,4.882
54,mlp.down_proj,0.0000000007,0.05000,7.976
55,self_attn.k_proj,0.0000000374,0.05000,6.063
55,self_attn.v_proj,0.0000000153,0.05000,6.078
55,self_attn.q_proj,0.0000001430,0.05000,6.092
55,self_attn.o_proj,0.0000000000,0.05000,2.793
55,mlp.up_proj,0.0000003662,0.05000,4.959
55,mlp.gate_proj,0.0000003756,0.05000,4.976
55,mlp.down_proj,0.0000000007,0.05000,7.669
56,self_attn.q_proj,0.0000001823,0.05000,6.145
56,self_attn.k_proj,0.0000000416,0.05000,6.163
56,self_attn.v_proj,0.0000000178,0.05000,6.203
56,self_attn.o_proj,0.0000000001,0.05000,2.736
56,mlp.up_proj,0.0000003739,0.05000,4.821
56,mlp.gate_proj,0.0000003848,0.05000,4.831
56,mlp.down_proj,0.0000000007,0.05000,7.669
57,self_attn.v_proj,0.0000000153,0.05000,6.158
57,self_attn.k_proj,0.0000000385,0.05000,6.166
57,self_attn.q_proj,0.0000001643,0.05000,6.170
57,self_attn.o_proj,0.0000000001,0.05000,2.749
57,mlp.gate_proj,0.0000003689,0.05000,4.979
57,mlp.up_proj,0.0000003565,0.05000,4.978
57,mlp.down_proj,0.0000000008,0.05000,7.487
58,self_attn.q_proj,0.0000001702,0.05000,6.088
58,self_attn.k_proj,0.0000000401,0.05000,6.102
58,self_attn.v_proj,0.0000000176,0.05000,6.137
58,self_attn.o_proj,0.0000000000,0.05000,2.729
58,mlp.up_proj,0.0000003761,0.05000,4.969
58,mlp.gate_proj,0.0000003878,0.05000,4.984
58,mlp.down_proj,0.0000000008,0.05000,7.518
59,self_attn.v_proj,0.0000000212,0.05000,6.165
59,self_attn.k_proj,0.0000000405,0.05000,6.191
59,self_attn.q_proj,0.0000001830,0.05000,6.204
59,self_attn.o_proj,0.0000000001,0.05000,2.775
59,mlp.up_proj,0.0000004072,0.05000,4.944
59,mlp.gate_proj,0.0000004198,0.05000,4.952
59,mlp.down_proj,0.0000000009,0.05000,7.411
60,self_attn.q_proj,0.0000002148,0.05000,6.231
60,self_attn.k_proj,0.0000000482,0.05000,6.269
60,self_attn.v_proj,0.0000000199,0.05000,6.285
60,self_attn.o_proj,0.0000000001,0.05000,2.718
60,mlp.up_proj,0.0000004366,0.05000,4.840
60,mlp.gate_proj,0.0000004473,0.05000,4.851
60,mlp.down_proj,0.0000000009,0.05000,7.633
61,self_attn.q_proj,0.0000001760,0.05000,6.005
61,self_attn.k_proj,0.0000000405,0.05000,6.061
61,self_attn.v_proj,0.0000000181,0.05000,6.077
61,self_attn.o_proj,0.0000000001,0.05000,3.123
61,mlp.gate_proj,0.0000004379,0.05000,4.865
61,mlp.up_proj,0.0000004241,0.05000,4.867
61,mlp.down_proj,0.0000000010,0.05000,7.642
62,self_attn.q_proj,0.0000002172,0.05000,5.968
62,self_attn.k_proj,0.0000000485,0.05000,6.010
62,self_attn.v_proj,0.0000000221,0.05000,6.030
62,self_attn.o_proj,0.0000000001,0.05000,2.726
62,mlp.up_proj,0.0000004210,0.05000,4.831
62,mlp.gate_proj,0.0000004355,0.05000,4.833
62,mlp.down_proj,0.0000000010,0.05000,7.501
63,self_attn.v_proj,0.0000000230,0.05000,6.137
63,self_attn.k_proj,0.0000000509,0.05000,6.144
63,self_attn.q_proj,0.0000002385,0.05000,6.170
63,self_attn.o_proj,0.0000000001,0.05000,2.776
63,mlp.up_proj,0.0000004678,0.05000,5.023
63,mlp.gate_proj,0.0000004823,0.05000,5.030
63,mlp.down_proj,0.0000000011,0.05000,7.590
64,self_attn.q_proj,0.0000002399,0.05000,6.112
64,self_attn.v_proj,0.0000000225,0.05000,6.153
64,self_attn.k_proj,0.0000000533,0.05000,6.153
64,self_attn.o_proj,0.0000000001,0.05000,2.737
64,mlp.gate_proj,0.0000004859,0.05000,4.901
64,mlp.up_proj,0.0000004690,0.05000,4.919
64,mlp.down_proj,0.0000000011,0.05000,7.566
65,self_attn.k_proj,0.0000000510,0.05000,6.736
65,self_attn.q_proj,0.0000002270,0.05000,6.784
65,self_attn.v_proj,0.0000000245,0.05000,6.893
65,self_attn.o_proj,0.0000000001,0.05000,2.742
65,mlp.gate_proj,0.0000005037,0.05000,4.778
65,mlp.up_proj,0.0000004866,0.05000,4.784
65,mlp.down_proj,0.0000000012,0.05000,7.575
66,self_attn.q_proj,0.0000001963,0.05000,6.208
66,self_attn.k_proj,0.0000000493,0.05000,6.233
66,self_attn.v_proj,0.0000000215,0.05000,6.238
66,self_attn.o_proj,0.0000000001,0.05000,2.729
66,mlp.up_proj,0.0000005088,0.05000,5.076
66,mlp.gate_proj,0.0000005231,0.05000,5.115
66,mlp.down_proj,0.0000000013,0.05000,7.524
67,self_attn.k_proj,0.0000000457,0.05000,6.127
67,self_attn.q_proj,0.0000001685,0.05000,6.133
67,self_attn.v_proj,0.0000000200,0.05000,6.169
67,self_attn.o_proj,0.0000000000,0.05000,2.819
67,mlp.up_proj,0.0000005219,0.05000,5.022
67,mlp.gate_proj,0.0000005384,0.05000,5.031
67,mlp.down_proj,0.0000000013,0.05000,7.767
68,self_attn.q_proj,0.0000001966,0.05000,6.117
68,self_attn.v_proj,0.0000000231,0.05000,6.166
68,self_attn.k_proj,0.0000000497,0.05000,6.170
68,self_attn.o_proj,0.0000000001,0.05000,2.715
68,mlp.gate_proj,0.0000005699,0.05000,4.940
68,mlp.up_proj,0.0000005531,0.05000,4.967
68,mlp.down_proj,0.0000000014,0.05000,7.469
69,self_attn.q_proj,0.0000002215,0.05000,5.985
69,self_attn.v_proj,0.0000000259,0.05000,6.074
69,self_attn.k_proj,0.0000000499,0.05000,6.120
69,self_attn.o_proj,0.0000000001,0.05000,2.712
69,mlp.up_proj,0.0000005964,0.05000,4.858
69,mlp.gate_proj,0.0000006111,0.05000,4.863
69,mlp.down_proj,0.0000000016,0.05000,7.566
70,self_attn.v_proj,0.0000000195,0.05000,6.098
70,self_attn.q_proj,0.0000001770,0.05000,6.112
70,self_attn.k_proj,0.0000000492,0.05000,6.123
70,self_attn.o_proj,0.0000000001,0.05000,3.096
70,mlp.up_proj,0.0000006244,0.05000,4.912
70,mlp.gate_proj,0.0000006409,0.05000,4.931
70,mlp.down_proj,0.0000000018,0.05000,7.471
71,self_attn.q_proj,0.0000002039,0.05000,6.145
71,self_attn.v_proj,0.0000000245,0.05000,6.159
71,self_attn.k_proj,0.0000000486,0.05000,6.192
71,self_attn.o_proj,0.0000000002,0.05000,2.718
71,mlp.gate_proj,0.0000006661,0.05000,4.967
71,mlp.up_proj,0.0000006467,0.05000,4.984
71,mlp.down_proj,0.0000000019,0.05000,7.398
72,self_attn.q_proj,0.0000002081,0.05000,6.136
72,self_attn.k_proj,0.0000000484,0.05000,6.152
72,self_attn.v_proj,0.0000000217,0.05000,6.168
72,self_attn.o_proj,0.0000000001,0.05000,2.699
72,mlp.gate_proj,0.0000006723,0.05000,4.987
72,mlp.up_proj,0.0000006479,0.05000,5.005
72,mlp.down_proj,0.0000000022,0.05000,7.780
73,self_attn.q_proj,0.0000002055,0.05000,6.073
73,self_attn.k_proj,0.0000000548,0.05000,6.114
73,self_attn.v_proj,0.0000000224,0.05000,6.130
73,self_attn.o_proj,0.0000000002,0.05000,2.732
73,mlp.gate_proj,0.0000007260,0.05000,4.955
73,mlp.up_proj,0.0000007023,0.05000,4.963
73,mlp.down_proj,0.0000000024,0.05000,7.564
74,self_attn.v_proj,0.0000000293,0.05000,6.546
74,self_attn.q_proj,0.0000002413,0.05000,6.585
74,self_attn.k_proj,0.0000000504,0.05000,6.659
74,self_attn.o_proj,0.0000000002,0.05000,2.729
74,mlp.up_proj,0.0000006916,0.05000,4.889
74,mlp.gate_proj,0.0000007201,0.05000,4.903
74,mlp.down_proj,0.0000000028,0.05000,7.549
75,self_attn.v_proj,0.0000000261,0.05000,6.208
75,self_attn.k_proj,0.0000000488,0.05000,6.255
75,self_attn.q_proj,0.0000002404,0.05000,6.261
75,self_attn.o_proj,0.0000000003,0.05000,2.736
75,mlp.gate_proj,0.0000007718,0.05000,5.148
75,mlp.up_proj,0.0000007466,0.05000,5.159
75,mlp.down_proj,0.0000000032,0.05000,7.420
76,self_attn.q_proj,0.0000002431,0.05000,6.188
76,self_attn.v_proj,0.0000000235,0.05000,6.230
76,self_attn.k_proj,0.0000000385,0.05000,6.237
76,self_attn.o_proj,0.0000000006,0.05000,2.786
76,mlp.gate_proj,0.0000006990,0.05000,4.992
76,mlp.up_proj,0.0000006904,0.05000,5.009
76,mlp.down_proj,0.0000000030,0.05000,7.534
77,self_attn.q_proj,0.0000002486,0.05000,6.196
77,self_attn.k_proj,0.0000000430,0.05000,6.210
77,self_attn.v_proj,0.0000000260,0.05000,6.226
77,self_attn.o_proj,0.0000000006,0.05000,2.743
77,mlp.gate_proj,0.0000006975,0.05000,4.916
77,mlp.up_proj,0.0000006946,0.05000,4.923
77,mlp.down_proj,0.0000000035,0.05000,7.508
78,self_attn.q_proj,0.0000002351,0.05000,6.117
78,self_attn.v_proj,0.0000000289,0.05000,6.150
78,self_attn.k_proj,0.0000000411,0.05000,6.151
78,self_attn.o_proj,0.0000000008,0.05000,2.699
78,mlp.gate_proj,0.0000007691,0.05000,4.949
78,mlp.up_proj,0.0000007722,0.05000,4.948
78,mlp.down_proj,0.0000000040,0.05000,7.475
79,self_attn.q_proj,0.0000002563,0.05000,6.114
79,self_attn.k_proj,0.0000000434,0.05000,6.132
79,self_attn.v_proj,0.0000000300,0.05000,6.150
79,self_attn.o_proj,0.0000000009,0.05000,2.898
79,mlp.gate_proj,0.0000007431,0.05000,4.928
79,mlp.up_proj,0.0000007626,0.05000,4.933
79,mlp.down_proj,0.0000000047,0.05000,7.496
80,self_attn.q_proj,0.0000002373,0.05000,6.129
80,self_attn.v_proj,0.0000000345,0.05000,6.169
80,self_attn.k_proj,0.0000000419,0.05000,6.196
80,self_attn.o_proj,0.0000000007,0.05000,2.797
80,mlp.gate_proj,0.0000007993,0.05000,4.905
80,mlp.up_proj,0.0000008158,0.05000,4.915
80,mlp.down_proj,0.0000000054,0.05000,7.452
81,self_attn.q_proj,0.0000002665,0.05000,6.163
81,self_attn.k_proj,0.0000000428,0.05000,6.189
81,self_attn.v_proj,0.0000000365,0.05000,6.220
81,self_attn.o_proj,0.0000000011,0.05000,2.722
81,mlp.up_proj,0.0000008475,0.05000,4.930
81,mlp.gate_proj,0.0000008223,0.05000,4.938
81,mlp.down_proj,0.0000000066,0.05000,7.438
82,self_attn.q_proj,0.0000002609,0.05000,5.977
82,self_attn.k_proj,0.0000000450,0.05000,5.998
82,self_attn.v_proj,0.0000000394,0.05000,6.018
82,self_attn.o_proj,0.0000000012,0.05000,2.710
82,mlp.up_proj,0.0000008679,0.05000,4.823
82,mlp.gate_proj,0.0000008347,0.05000,4.830
82,mlp.down_proj,0.0000000085,0.05000,7.688
83,self_attn.k_proj,0.0000000407,0.05000,6.494
83,self_attn.v_proj,0.0000000468,0.05000,6.527
83,self_attn.q_proj,0.0000002612,0.05000,6.640
83,self_attn.o_proj,0.0000000014,0.05000,2.777
83,mlp.gate_proj,0.0000007972,0.05000,4.881
83,mlp.up_proj,0.0000008274,0.05000,4.887
83,mlp.down_proj,0.0000000098,0.05000,7.429
84,self_attn.q_proj,0.0000002619,0.05000,6.099
84,self_attn.v_proj,0.0000000365,0.05000,6.104
84,self_attn.k_proj,0.0000000394,0.05000,6.171
84,self_attn.o_proj,0.0000000018,0.05000,2.745
84,mlp.gate_proj,0.0000008766,0.05000,5.718
84,mlp.up_proj,0.0000009209,0.05000,5.732
84,mlp.down_proj,0.0000000149,0.05000,7.445
85,self_attn.q_proj,0.0000002581,0.05000,6.170
85,self_attn.v_proj,0.0000000557,0.05000,6.177
85,self_attn.k_proj,0.0000000401,0.05000,6.200
85,self_attn.o_proj,0.0000000027,0.05000,2.738
85,mlp.gate_proj,0.0000009551,0.05000,4.951
85,mlp.up_proj,0.0000009620,0.05000,4.965
85,mlp.down_proj,0.0000000396,0.05000,8.012
86,self_attn.q_proj,0.0000002327,0.05000,6.122
86,self_attn.v_proj,0.0000000400,0.05000,6.133
86,self_attn.k_proj,0.0000000404,0.05000,6.142
86,self_attn.o_proj,0.0000000035,0.05000,2.765
86,mlp.up_proj,0.0000007295,0.05000,4.961
86,mlp.gate_proj,0.0000007751,0.05000,4.972
86,mlp.down_proj,0.0000001299,0.05000,7.570
87,self_attn.k_proj,0.0000000085,0.05000,6.166
87,self_attn.q_proj,0.0000000577,0.05000,6.187
87,self_attn.v_proj,0.0000000058,0.05000,6.217
87,self_attn.o_proj,0.0000000013,0.05000,2.722
87,mlp.up_proj,0.0000002659,0.05000,4.774
87,mlp.gate_proj,0.0000002854,0.05000,4.783
87,mlp.down_proj,0.0000000346,0.05000,7.450