quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0001518674,0.05000,6.375
0,self_attn.v_proj,0.0002617999,0.05000,6.196
0,self_attn.k_proj,0.0002503055,0.05000,6.240
0,self_attn.o_proj,0.0009000874,0.05000,1.252
0,mlp.gate_proj,0.0000262183,0.05000,3.743
0,mlp.up_proj,0.0000259507,0.05000,3.767
0,mlp.down_proj,0.0001826267,0.05000,4.630
1,self_attn.v_proj,0.0000662527,0.05000,4.911
1,self_attn.k_proj,0.0000645174,0.05000,4.963
1,self_attn.q_proj,0.0000090626,0.05000,5.005
1,self_attn.o_proj,0.0000224816,0.05000,1.333
1,mlp.gate_proj,0.0000169290,0.05000,3.676
1,mlp.up_proj,0.0000161330,0.05000,3.786
1,mlp.down_proj,0.0000019248,0.05000,4.291
2,self_attn.v_proj,0.0000063939,0.05000,5.687
2,self_attn.q_proj,0.0000116328,0.05000,5.901
2,self_attn.k_proj,0.0000063385,0.05000,6.015
2,self_attn.o_proj,0.0000045301,0.05000,1.055
2,mlp.up_proj,0.0000263128,0.05000,3.170
2,mlp.gate_proj,0.0000260591,0.05000,3.286
2,mlp.down_proj,0.0000039937,0.05000,4.202
3,self_attn.k_proj,0.0000432090,0.05000,5.128
3,self_attn.q_proj,0.0000438619,0.05000,5.184
3,self_attn.v_proj,0.0000451449,0.05000,5.345
3,self_attn.o_proj,0.0000316495,0.05000,1.237
3,mlp.up_proj,0.0000417466,0.05000,3.862
3,mlp.gate_proj,0.0000448135,0.05000,4.020
3,mlp.down_proj,0.0000011768,0.05000,5.012
4,self_attn.v_proj,0.0000352899,0.05000,6.222
4,self_attn.q_proj,0.0000071236,0.05000,6.269
4,self_attn.k_proj,0.0000334453,0.05000,6.307
4,self_attn.o_proj,0.0000695619,0.05000,1.161
4,mlp.up_proj,0.0000905820,0.05000,3.363
4,mlp.gate_proj,0.0000908303,0.05000,3.379
4,mlp.down_proj,0.0000032932,0.05000,4.027
5,self_attn.k_proj,0.0000331130,0.05000,6.221
5,self_attn.v_proj,0.0000357637,0.05000,6.239
5,self_attn.q_proj,0.0000272042,0.05000,6.285
5,self_attn.o_proj,0.0000072759,0.05000,1.109
5,mlp.up_proj,0.0001292126,0.05000,4.295
5,mlp.gate_proj,0.0001284967,0.05000,4.454
5,mlp.down_proj,0.0000083884,0.05000,4.551
6,self_attn.v_proj,0.0000093267,0.05000,6.399
6,self_attn.q_proj,0.0000106716,0.05000,6.491
6,self_attn.k_proj,0.0000092994,0.05000,6.693
6,self_attn.o_proj,0.0000036562,0.05000,1.331
6,mlp.gate_proj,0.0000787866,0.05000,2.726
6,mlp.up_proj,0.0000788705,0.05000,2.804
6,mlp.down_proj,0.0000077418,0.05000,4.844
7,self_attn.k_proj,0.0000144453,0.05000,5.285
7,self_attn.v_proj,0.0000148320,0.05000,5.518
7,self_attn.q_proj,0.0000184070,0.05000,5.669
7,self_attn.o_proj,0.0000110028,0.05000,0.902
7,mlp.gate_proj,0.0000225341,0.05000,2.728
7,mlp.up_proj,0.0000226679,0.05000,2.989
7,mlp.down_proj,0.0000014505,0.05000,4.141
8,self_attn.v_proj,0.0000215406,0.05000,5.202
8,self_attn.q_proj,0.0000086191,0.05000,5.445
8,self_attn.k_proj,0.0000208340,0.05000,5.449
8,self_attn.o_proj,0.0000065750,0.05000,1.008
8,mlp.up_proj,0.0000214016,0.05000,2.960
8,mlp.gate_proj,0.0000213092,0.05000,3.050
8,mlp.down_proj,0.0000007767,0.05000,4.828
9,self_attn.v_proj,0.0000213689,0.05000,5.846
9,self_attn.k_proj,0.0000199007,0.05000,5.944
9,self_attn.q_proj,0.0000078079,0.05000,6.023
9,self_attn.o_proj,0.0000050152,0.05000,1.226
9,mlp.up_proj,0.0000452356,0.05000,2.836
9,mlp.gate_proj,0.0000453808,0.05000,2.983
9,mlp.down_proj,0.0000014569,0.05000,4.110
10,self_attn.q_proj,0.0000059973,0.05000,5.492
10,self_attn.k_proj,0.0000202651,0.05000,5.582
10,self_attn.v_proj,0.0000209013,0.05000,5.579
10,self_attn.o_proj,0.0000065181,0.05000,0.821
10,mlp.gate_proj,0.0000290865,0.05000,3.418
10,mlp.up_proj,0.0000290257,0.05000,3.511
10,mlp.down_proj,0.0000013060,0.05000,4.252
11,self_attn.k_proj,0.0000157090,0.05000,5.575
11,self_attn.q_proj,0.0000241288,0.05000,5.692
11,self_attn.v_proj,0.0000150074,0.05000,5.802
11,self_attn.o_proj,0.0000034081,0.05000,0.978
11,mlp.up_proj,0.0000551424,0.05000,3.056
11,mlp.gate_proj,0.0000556079,0.05000,3.068
11,mlp.down_proj,0.0000027313,0.05000,4.167
12,self_attn.k_proj,0.0000344657,0.05000,4.755
12,self_attn.q_proj,0.0000476022,0.05000,4.838
12,self_attn.v_proj,0.0000349012,0.05000,4.849
12,self_attn.o_proj,0.0000032315,0.05000,1.228
12,mlp.up_proj,0.0006169631,0.05000,2.667
12,mlp.gate_proj,0.0006106311,0.05000,2.708
12,mlp.down_proj,0.0000403813,0.05000,4.821
13,self_attn.q_proj,0.0000260205,0.05000,5.440
13,self_attn.k_proj,0.0000868162,0.05000,5.491
13,self_attn.v_proj,0.0000861094,0.05000,5.526
13,self_attn.o_proj,0.0000241838,0.05000,0.663
13,mlp.gate_proj,0.0002822829,0.05000,2.878
13,mlp.up_proj,0.0002857823,0.05000,2.921
13,mlp.down_proj,0.0000318336,0.05000,4.028
14,self_attn.v_proj,0.0000376487,0.05000,5.290
14,self_attn.q_proj,0.0000409414,0.05000,5.424
14,self_attn.k_proj,0.0000373656,0.05000,5.427
14,self_attn.o_proj,0.0000205578,0.05000,0.736
14,mlp.up_proj,0.0000165441,0.05000,3.687
14,mlp.gate_proj,0.0000165611,0.05000,3.800
14,mlp.down_proj,0.0000003110,0.05000,4.074
15,self_attn.k_proj,0.0000083986,0.05000,5.190
15,self_attn.q_proj,0.0000146991,0.05000,5.221
15,self_attn.v_proj,0.0000085750,0.05000,5.255
15,self_attn.o_proj,0.0000013944,0.05000,0.740
15,mlp.up_proj,0.0000086302,0.05000,2.964
15,mlp.gate_proj,0.0000086602,0.05000,3.065
15,mlp.down_proj,0.0000001136,0.05000,4.087
16,self_attn.q_proj,0.0000063553,0.05000,5.261
16,self_attn.k_proj,0.0000096338,0.05000,5.327
16,self_attn.v_proj,0.0000100822,0.05000,5.344
16,self_attn.o_proj,0.0000068269,0.05000,0.968
16,mlp.up_proj,0.0000080567,0.05000,2.688
16,mlp.gate_proj,0.0000081023,0.05000,2.735
16,mlp.down_proj,0.0000001081,0.05000,4.230
17,self_attn.v_proj,0.0000124044,0.05000,5.522
17,self_attn.k_proj,0.0000140872,0.05000,5.678
17,self_attn.q_proj,0.0000022423,0.05000,5.880
17,self_attn.o_proj,0.0000036897,0.05000,1.230
17,mlp.up_proj,0.0000057232,0.05000,2.794
17,mlp.gate_proj,0.0000058031,0.05000,2.856
17,mlp.down_proj,0.0000001758,0.05000,4.434
18,self_attn.v_proj,0.0000045173,0.05000,6.023
18,self_attn.q_proj,0.0000030399,0.05000,6.051
18,self_attn.k_proj,0.0000046712,0.05000,6.065
18,self_attn.o_proj,0.0000020391,0.05000,0.646
18,mlp.gate_proj,0.0000073584,0.05000,3.174
18,mlp.up_proj,0.0000073426,0.05000,3.261
18,mlp.down_proj,0.0000000608,0.05000,4.308
19,self_attn.q_proj,0.0000014443,0.05000,5.467
19,self_attn.v_proj,0.0000096153,0.05000,5.520
19,self_attn.k_proj,0.0000100212,0.05000,5.527
19,self_attn.o_proj,0.0000020576,0.05000,1.243
19,mlp.gate_proj,0.0000069944,0.05000,2.816
19,mlp.up_proj,0.0000070103,0.05000,3.154
19,mlp.down_proj,0.0000000735,0.05000,4.194
20,self_attn.k_proj,0.0000026469,0.05000,5.301
20,self_attn.q_proj,0.0000041542,0.05000,5.464
20,self_attn.v_proj,0.0000024862,0.05000,5.497
20,self_attn.o_proj,0.0000006278,0.05000,1.218
20,mlp.up_proj,0.0000032396,0.05000,3.013
20,mlp.gate_proj,0.0000032553,0.05000,3.110
20,mlp.down_proj,0.0000000374,0.05000,4.647
21,self_attn.v_proj,0.0000024120,0.05000,5.626
21,self_attn.k_proj,0.0000025409,0.05000,5.656
21,self_attn.q_proj,0.0000019043,0.05000,5.718
21,self_attn.o_proj,0.0000009603,0.05000,0.820
21,mlp.gate_proj,0.0000031103,0.05000,3.336
21,mlp.up_proj,0.0000031157,0.05000,3.384
21,mlp.down_proj,0.0000000215,0.07000,5.047
22,self_attn.q_proj,0.0000006828,0.05000,5.031
22,self_attn.k_proj,0.0000045811,0.05000,5.164
22,self_attn.v_proj,0.0000048704,0.05000,5.178
22,self_attn.o_proj,0.0000011056,0.05000,0.726
22,mlp.gate_proj,0.0000022008,0.05000,2.804
22,mlp.up_proj,0.0000022223,0.05000,2.871
22,mlp.down_proj,0.0000000329,0.05000,4.110
23,self_attn.k_proj,0.0000007611,0.05000,5.425
23,self_attn.v_proj,0.0000005881,0.05000,5.490
23,self_attn.q_proj,0.0000010965,0.05000,5.520
23,self_attn.o_proj,0.0000001494,0.05000,1.235
23,mlp.up_proj,0.0000024825,0.05000,2.946
23,mlp.gate_proj,0.0000024710,0.05000,3.138
23,mlp.down_proj,0.0000002571,0.05000,4.806
24,self_attn.k_proj,0.0000034783,0.05000,5.373
24,self_attn.q_proj,0.0000027072,0.05000,5.382
24,self_attn.v_proj,0.0000035528,0.05000,5.431
24,self_attn.o_proj,0.0000001167,0.05000,1.232
24,mlp.up_proj,0.0000015253,0.05000,3.887
24,mlp.gate_proj,0.0000015004,0.05000,3.946
24,mlp.down_proj,0.0000003205,0.18000,5.299
25,self_attn.v_proj,0.0000065002,0.05000,5.314
25,self_attn.k_proj,0.0000071644,0.05000,5.474
25,self_attn.q_proj,0.0000044517,0.05000,5.504
25,self_attn.o_proj,0.0000003878,0.05000,1.261
25,mlp.gate_proj,0.0000010657,0.05000,3.299
25,mlp.up_proj,0.0000010821,0.05000,3.349
25,mlp.down_proj,0.0000000060,0.05000,4.069
26,self_attn.k_proj,0.0000025943,0.05000,5.494
26,self_attn.q_proj,0.0000008907,0.05000,5.539
26,self_attn.v_proj,0.0000024606,0.05000,5.573
26,self_attn.o_proj,0.0000003063,0.05000,1.102
26,mlp.up_proj,0.0000014767,0.05000,2.941
26,mlp.gate_proj,0.0000015229,0.05000,2.959
26,mlp.down_proj,0.0000000060,0.05000,4.757
27,self_attn.q_proj,0.0000007078,0.05000,5.100
27,self_attn.v_proj,0.0000014573,0.05000,5.161
27,self_attn.k_proj,0.0000013916,0.05000,5.158
27,self_attn.o_proj,0.0000002559,0.05000,1.328
27,mlp.gate_proj,0.0000016415,0.05000,3.063
27,mlp.up_proj,0.0000015892,0.05000,3.092
27,mlp.down_proj,0.0000000085,0.05000,4.106
28,self_attn.k_proj,0.0000021279,0.05000,5.840
28,self_attn.q_proj,0.0000012954,0.05000,5.895
28,self_attn.v_proj,0.0000026755,0.05000,5.932
28,self_attn.o_proj,0.0000001881,0.05000,0.991
28,mlp.gate_proj,0.0000020971,0.05000,3.240
28,mlp.up_proj,0.0000020598,0.05000,3.319
28,mlp.down_proj,0.0000000104,0.05000,4.046
29,self_attn.q_proj,0.0000004632,0.05000,5.937
29,self_attn.k_proj,0.0000008543,0.05000,6.083
29,self_attn.v_proj,0.0000009151,0.05000,6.192
29,self_attn.o_proj,0.0000000942,0.05000,1.205
29,mlp.gate_proj,0.0000007409,0.05000,3.297
29,mlp.up_proj,0.0000007420,0.05000,3.424
29,mlp.down_proj,0.0000000007,0.05000,4.932
30,self_attn.v_proj,0.0000036660,0.05000,5.598
30,self_attn.q_proj,0.0000023458,0.05000,6.000
30,self_attn.k_proj,0.0000031143,0.05000,6.030
30,self_attn.o_proj,0.0000003808,0.05000,1.156
30,mlp.up_proj,0.0000035171,0.05000,2.930
30,mlp.gate_proj,0.0000036432,0.05000,2.968
30,mlp.down_proj,0.0000000095,0.05000,4.121
31,self_attn.v_proj,0.0000116648,0.05000,5.329
31,self_attn.q_proj,0.0000015647,0.05000,5.488
31,self_attn.k_proj,0.0000098210,0.05000,5.535
31,self_attn.o_proj,0.0000012637,0.05000,1.212
31,mlp.gate_proj,0.0000059377,0.05000,3.256
31,mlp.up_proj,0.0000057481,0.05000,3.309
31,mlp.down_proj,0.0000000222,0.05000,4.057
32,self_attn.q_proj,0.0000018117,0.05000,6.383
32,self_attn.k_proj,0.0000069187,0.05000,6.536
32,self_attn.v_proj,0.0000068480,0.05000,6.598
32,self_attn.o_proj,0.0000008961,0.05000,1.143
32,mlp.up_proj,0.0000069628,0.05000,2.883
32,mlp.gate_proj,0.0000071604,0.05000,3.104
32,mlp.down_proj,0.0000000693,0.05000,4.860
33,self_attn.v_proj,0.0000146469,0.05000,5.133
33,self_attn.q_proj,0.0000017661,0.05000,5.155
33,self_attn.k_proj,0.0000158557,0.05000,5.222
33,self_attn.o_proj,0.0000024280,0.05000,1.222
33,mlp.gate_proj,0.0000131450,0.05000,3.221
33,mlp.up_proj,0.0000128321,0.05000,3.322
33,mlp.down_proj,0.0000001055,0.05000,4.542
34,self_attn.k_proj,0.0000057304,0.05000,5.199
34,self_attn.q_proj,0.0000071609,0.05000,5.236
34,self_attn.v_proj,0.0000066694,0.05000,5.315
34,self_attn.o_proj,0.0000012887,0.05000,0.874
34,mlp.gate_proj,0.0000104420,0.05000,3.017
34,mlp.up_proj,0.0000102133,0.05000,3.095
34,mlp.down_proj,0.0000004194,0.05000,5.065
35,self_attn.q_proj,0.0000013818,0.05000,5.020
35,self_attn.k_proj,0.0000021617,0.05000,5.163
35,self_attn.v_proj,0.0000021426,0.05000,5.169
35,self_attn.o_proj,0.0000002698,0.05000,1.284
35,mlp.gate_proj,0.0000073202,0.05000,2.621
35,mlp.up_proj,0.0000069518,0.05000,2.773
35,mlp.down_proj,0.0000001427,0.05000,4.603
36,self_attn.k_proj,0.0000070038,0.05000,5.692
36,self_attn.v_proj,0.0000070227,0.05000,5.869
36,self_attn.q_proj,0.0000055552,0.05000,5.915
36,self_attn.o_proj,0.0000011935,0.05000,0.917
36,mlp.up_proj,0.0000051938,0.05000,3.051
36,mlp.gate_proj,0.0000055945,0.05000,3.389
36,mlp.down_proj,0.0000000160,0.05000,5.296
37,self_attn.v_proj,0.0000061305,0.05000,5.222
37,self_attn.q_proj,0.0000090026,0.05000,5.532
37,self_attn.k_proj,0.0000056733,0.05000,5.560
37,self_attn.o_proj,0.0000002029,0.05000,1.350
37,mlp.up_proj,0.0000121991,0.05000,3.326
37,mlp.gate_proj,0.0000125637,0.05000,3.444
37,mlp.down_proj,0.0000000798,0.05000,4.614
38,self_attn.k_proj,0.0000095832,0.05000,5.977
38,self_attn.q_proj,0.0000053761,0.05000,6.014
38,self_attn.v_proj,0.0000102910,0.05000,6.031
38,self_attn.o_proj,0.0000012375,0.05000,0.994
38,mlp.up_proj,0.0000113711,0.05000,3.790
38,mlp.gate_proj,0.0000117163,0.05000,3.805
38,mlp.down_proj,0.0000000770,0.05000,4.459
39,self_attn.q_proj,0.0000091904,0.05000,5.375
39,self_attn.k_proj,0.0000060103,0.05000,5.580
39,self_attn.v_proj,0.0000067026,0.05000,5.645
39,self_attn.o_proj,0.0000004221,0.05000,1.211
39,mlp.gate_proj,0.0000052651,0.05000,2.913
39,mlp.up_proj,0.0000052217,0.05000,2.974
39,mlp.down_proj,0.0000000482,0.05000,4.764
40,self_attn.k_proj,0.0000185569,0.05000,5.965
40,self_attn.q_proj,0.0000152057,0.05000,5.967
40,self_attn.v_proj,0.0000191781,0.05000,6.000
40,self_attn.o_proj,0.0000002352,0.05000,0.903
40,mlp.gate_proj,0.0000130136,0.05000,3.475
40,mlp.up_proj,0.0000128074,0.05000,3.501
40,mlp.down_proj,0.0000000971,0.05000,4.041
41,self_attn.v_proj,0.0000103653,0.05000,5.376
41,self_attn.k_proj,0.0000099003,0.05000,5.497
41,self_attn.q_proj,0.0000045768,0.05000,5.565
41,self_attn.o_proj,0.0000004209,0.05000,0.797
41,mlp.up_proj,0.0000200377,0.05000,2.844
41,mlp.gate_proj,0.0000202026,0.05000,2.852
41,mlp.down_proj,0.0000001426,0.05000,4.033
42,self_attn.v_proj,0.0000295173,0.05000,5.118
42,self_attn.q_proj,0.0000040950,0.05000,5.186
42,self_attn.k_proj,0.0000250865,0.05000,5.227
42,self_attn.o_proj,0.0000018183,0.05000,0.761
42,mlp.gate_proj,0.0000210197,0.05000,3.075
42,mlp.up_proj,0.0000207438,0.05000,3.110
42,mlp.down_proj,0.0000000666,0.05000,4.070
43,self_attn.q_proj,0.0000131453,0.05000,5.078
43,self_attn.k_proj,0.0000095502,0.05000,5.285
43,self_attn.v_proj,0.0000104048,0.05000,5.358
43,self_attn.o_proj,0.0000002027,0.05000,1.203
43,mlp.gate_proj,0.0000250961,0.05000,3.512
43,mlp.up_proj,0.0000247221,0.05000,3.538
43,mlp.down_proj,0.0000001481,0.05000,5.011
44,self_attn.q_proj,0.0000192220,0.05000,5.591
44,self_attn.v_proj,0.0000176259,0.05000,5.694
44,self_attn.k_proj,0.0000173769,0.05000,5.707
44,self_attn.o_proj,0.0000008771,0.05000,1.330
44,mlp.gate_proj,0.0000250924,0.05000,4.141
44,mlp.up_proj,0.0000246954,0.05000,4.221
44,mlp.down_proj,0.0000000529,0.05000,4.207
45,self_attn.v_proj,0.0000092356,0.05000,5.809
45,self_attn.q_proj,0.0000177051,0.05000,5.837
45,self_attn.k_proj,0.0000092482,0.05000,6.029
45,self_attn.o_proj,0.0000003644,0.05000,1.262
45,mlp.gate_proj,0.0000180792,0.05000,3.480
45,mlp.up_proj,0.0000178079,0.05000,3.812
45,mlp.down_proj,0.0000002298,0.05000,5.200
46,self_attn.v_proj,0.0000060833,0.05000,5.046
46,self_attn.q_proj,0.0000108602,0.05000,5.098
46,self_attn.k_proj,0.0000056422,0.05000,5.179
46,self_attn.o_proj,0.0000001591,0.05000,1.268
46,mlp.gate_proj,0.0000157898,0.05000,3.184
46,mlp.up_proj,0.0000155799,0.05000,3.261
46,mlp.down_proj,0.0000002100,0.05000,5.317
47,self_attn.q_proj,0.0000013243,0.05000,5.518
47,self_attn.v_proj,0.0000054574,0.05000,5.659
47,self_attn.k_proj,0.0000056279,0.05000,5.672
47,self_attn.o_proj,0.0000002125,0.05000,0.794
47,mlp.up_proj,0.0000267217,0.05000,3.145
47,mlp.gate_proj,0.0000269578,0.05000,3.198
47,mlp.down_proj,0.0000000608,0.05000,4.154
48,self_attn.q_proj,0.0000225839,0.05000,5.459
48,self_attn.k_proj,0.0000289460,0.05000,5.642
48,self_attn.v_proj,0.0000281484,0.05000,5.717
48,self_attn.o_proj,0.0000002753,0.05000,1.238
48,mlp.up_proj,0.0000201237,0.05000,2.732
48,mlp.gate_proj,0.0000202631,0.05000,2.796
48,mlp.down_proj,0.0000001500,0.05000,4.748
49,self_attn.k_proj,0.0000223885,0.05000,5.993
49,self_attn.v_proj,0.0000229972,0.05000,6.069
49,self_attn.q_proj,0.0000140102,0.05000,6.107
49,self_attn.o_proj,0.0000004658,0.05000,0.968
49,mlp.gate_proj,0.0000191286,0.05000,3.390
49,mlp.up_proj,0.0000188995,0.05000,3.511
49,mlp.down_proj,0.0000001610,0.05000,4.086
50,self_attn.q_proj,0.0000136296,0.05000,5.091
50,self_attn.k_proj,0.0000119657,0.05000,5.110
50,self_attn.v_proj,0.0000117853,0.05000,5.176
50,self_attn.o_proj,0.0000001369,0.05000,1.105
50,mlp.up_proj,0.0000298401,0.05000,2.786
50,mlp.gate_proj,0.0000303511,0.05000,2.895
50,mlp.down_proj,0.0000001186,0.05000,4.128
51,self_attn.v_proj,0.0000117388,0.05000,4.936
51,self_attn.q_proj,0.0000051357,0.05000,4.949
51,self_attn.k_proj,0.0000107414,0.05000,5.111
51,self_attn.o_proj,0.0000001783,0.05000,1.293
51,mlp.gate_proj,0.0000478778,0.05000,2.801
51,mlp.up_proj,0.0000471031,0.05000,2.969
51,mlp.down_proj,0.0000000816,0.05000,4.052
52,self_attn.k_proj,0.0000379900,0.05000,5.885
52,self_attn.v_proj,0.0000395050,0.05000,5.936
52,self_attn.q_proj,0.0000087978,0.05000,5.963
52,self_attn.o_proj,0.0000020081,0.05000,0.897
52,mlp.up_proj,0.0000183364,0.05000,2.799
52,mlp.gate_proj,0.0000187882,0.05000,2.962
52,mlp.down_proj,0.0000000511,0.05000,4.763
53,self_attn.q_proj,0.0000014363,0.05000,5.090
53,self_attn.v_proj,0.0000023288,0.05000,5.133
53,self_attn.k_proj,0.0000024390,0.05000,5.183
53,self_attn.o_proj,0.0000001065,0.05000,1.016
53,mlp.up_proj,0.0000320183,0.05000,3.246
53,mlp.gate_proj,0.0000324357,0.05000,3.288
53,mlp.down_proj,0.0000001183,0.05000,4.088
54,self_attn.k_proj,0.0000331061,0.05000,5.474
54,self_attn.v_proj,0.0000309838,0.05000,5.604
54,self_attn.q_proj,0.0000054970,0.05000,5.712
54,self_attn.o_proj,0.0000039367,0.05000,0.974
54,mlp.gate_proj,0.0000305526,0.05000,5.036
54,mlp.up_proj,0.0000297782,0.05000,5.098
54,mlp.down_proj,0.0000001178,0.05000,5.374
55,self_attn.v_proj,0.0000106245,0.05000,5.227
55,self_attn.q_proj,0.0000062495,0.05000,5.260
55,self_attn.k_proj,0.0000095822,0.05000,5.356
55,self_attn.o_proj,0.0000005896,0.05000,1.134
55,mlp.gate_proj,0.0000145912,0.05000,3.525
55,mlp.up_proj,0.0000139774,0.05000,3.586
55,mlp.down_proj,0.0000001523,0.05000,4.785
56,self_attn.k_proj,0.0000153431,0.05000,5.345
56,self_attn.v_proj,0.0000151814,0.05000,5.451
56,self_attn.q_proj,0.0000027505,0.05000,5.488
56,self_attn.o_proj,0.0000009340,0.05000,1.262
56,mlp.up_proj,0.0000203500,0.05000,3.082
56,mlp.gate_proj,0.0000213804,0.05000,3.208
56,mlp.down_proj,0.0000002552,0.05000,4.280
57,self_attn.v_proj,0.0000443191,0.05000,6.184
57,self_attn.k_proj,0.0000454781,0.05000,6.403
57,self_attn.q_proj,0.0000064804,0.05000,6.444
57,self_attn.o_proj,0.0000017425,0.05000,1.230
57,mlp.up_proj,0.0000202597,0.05000,3.114
57,mlp.gate_proj,0.0000206572,0.05000,3.422
57,mlp.down_proj,0.0000000775,0.05000,4.066
58,self_attn.k_proj,0.0000103963,0.05000,5.322
58,self_attn.v_proj,0.0000122579,0.05000,5.368
58,self_attn.q_proj,0.0000025070,0.05000,5.379
58,self_attn.o_proj,0.0000012216,0.05000,0.766
58,mlp.up_proj,0.0000188822,0.05000,2.942
58,mlp.gate_proj,0.0000196251,0.05000,3.038
58,mlp.down_proj,0.0000002006,0.05000,4.087
59,self_attn.k_proj,0.0000019615,0.05000,5.326
59,self_attn.q_proj,0.0000004788,0.05000,5.363
59,self_attn.v_proj,0.0000022763,0.05000,5.381
59,self_attn.o_proj,0.0000001542,0.05000,0.824
59,mlp.gate_proj,0.0000223171,0.05000,2.709
59,mlp.up_proj,0.0000217556,0.05000,2.790
59,mlp.down_proj,0.0000004062,0.05000,4.886
60,self_attn.k_proj,0.0000179854,0.05000,5.488
60,self_attn.v_proj,0.0000186354,0.05000,5.568
60,self_attn.q_proj,0.0000058906,0.05000,5.592
60,self_attn.o_proj,0.0000025974,0.05000,1.072
60,mlp.gate_proj,0.0000314905,0.05000,3.436
60,mlp.up_proj,0.0000309105,0.05000,3.455
60,mlp.down_proj,0.0000005441,0.05000,4.803
61,self_attn.v_proj,0.0000052066,0.05000,5.298
61,self_attn.q_proj,0.0000064856,0.05000,5.344
61,self_attn.k_proj,0.0000049219,0.05000,5.437
61,self_attn.o_proj,0.0000002737,0.05000,1.114
61,mlp.gate_proj,0.0000332086,0.05000,3.280
61,mlp.up_proj,0.0000330612,0.05000,3.439
61,mlp.down_proj,0.0000002942,0.05000,4.996