layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0005696238,0.05000,0.530
0,self_attn.kv_a_proj_with_mqa,0.0001671350,0.05000,0.499
0,self_attn.kv_b_proj,0.0000002640,0.05000,0.060
0,self_attn.o_proj,0.0000000788,0.05000,0.202
0,mlp.up_proj,0.0000936833,0.05000,0.380
0,mlp.gate_proj,0.0003187890,0.05000,0.392
0,mlp.down_proj,0.0000001787,0.05000,0.957
1,self_attn.q_proj,0.0036521127,0.05000,0.395
1,self_attn.kv_a_proj_with_mqa,0.0002932920,0.05000,0.398
1,self_attn.kv_b_proj,0.0000091452,0.05000,0.059
1,self_attn.o_proj,0.0000003773,0.05000,0.229
1,mlp.experts.0.gate_proj,0.0002843573,0.05000,2.586
1,mlp.experts.1.gate_proj,0.0001999708,0.05000,2.593
1,mlp.experts.2.gate_proj,0.0002260415,0.05000,2.641
1,mlp.experts.3.gate_proj,0.0002000551,0.05000,2.671
1,mlp.experts.4.gate_proj,0.0001937355,0.05000,2.355
1,mlp.experts.6.gate_proj,0.0001642516,0.05000,2.346
1,mlp.experts.7.gate_proj,0.0002077980,0.05000,2.346
1,mlp.experts.5.gate_proj,0.0001568625,0.05000,2.434
1,mlp.experts.8.gate_proj,0.0002015791,0.05000,1.582
1,mlp.experts.10.gate_proj,0.0001074220,0.05000,1.544
1,mlp.experts.11.gate_proj,0.0002195338,0.05000,1.539
1,mlp.experts.9.gate_proj,0.0001605408,0.05000,1.548
1,mlp.experts.13.gate_proj,0.0002984094,0.05000,1.396
1,mlp.experts.12.gate_proj,0.0001911568,0.05000,1.513
1,mlp.experts.15.gate_proj,0.0001861709,0.05000,1.578
1,mlp.experts.14.gate_proj,0.0000958135,0.05000,1.644
1,mlp.experts.17.gate_proj,0.0001707000,0.05000,1.498
1,mlp.experts.16.gate_proj,0.0002540052,0.05000,1.531
1,mlp.experts.18.gate_proj,0.0001499176,0.05000,1.511
1,mlp.experts.19.gate_proj,0.0001860224,0.05000,1.582
1,mlp.experts.21.gate_proj,0.0001599456,0.05000,1.047
1,mlp.experts.20.gate_proj,0.0002921322,0.05000,1.006
1,mlp.experts.23.gate_proj,0.0002962463,0.05000,0.998
1,mlp.experts.22.gate_proj,0.0002542353,0.05000,1.047
1,mlp.experts.25.gate_proj,0.0000706176,0.05000,1.192
1,mlp.experts.24.gate_proj,0.0001868898,0.05000,1.198
1,mlp.experts.27.gate_proj,0.0002084831,0.05000,1.111
1,mlp.experts.26.gate_proj,0.0001281848,0.05000,1.164
1,mlp.experts.29.gate_proj,0.0002136246,0.05000,0.883
1,mlp.experts.31.gate_proj,0.0001203306,0.05000,0.852
1,mlp.experts.28.gate_proj,0.0002166049,0.05000,0.914
1,mlp.experts.30.gate_proj,0.0000778208,0.05000,0.870
1,mlp.experts.33.gate_proj,0.0001345286,0.05000,0.904
1,mlp.experts.35.gate_proj,0.0002283319,0.05000,0.839
1,mlp.experts.32.gate_proj,0.0002087249,0.05000,0.875
1,mlp.experts.34.gate_proj,0.0001407371,0.05000,0.917
1,mlp.experts.39.gate_proj,0.0002041284,0.05000,0.983
1,mlp.experts.36.gate_proj,0.0002465784,0.05000,0.965
1,mlp.experts.37.gate_proj,0.0001200976,0.05000,1.031
1,mlp.experts.38.gate_proj,0.0001835510,0.05000,0.999
1,mlp.experts.41.gate_proj,0.0002255766,0.05000,0.922
1,mlp.experts.43.gate_proj,0.0001028139,0.05000,0.975
1,mlp.experts.40.gate_proj,0.0002860572,0.05000,0.992
1,mlp.experts.42.gate_proj,0.0003925617,0.05000,1.002
1,mlp.experts.45.gate_proj,0.0002370561,0.05000,0.905
1,mlp.experts.44.gate_proj,0.0001588738,0.05000,0.899
1,mlp.experts.47.gate_proj,0.0001970906,0.05000,0.960
1,mlp.experts.46.gate_proj,0.0001476768,0.05000,0.886
1,mlp.experts.49.gate_proj,0.0001640750,0.05000,1.058
1,mlp.experts.51.gate_proj,0.0001463441,0.05000,1.132
1,mlp.experts.48.gate_proj,0.0002969052,0.05000,1.168
1,mlp.experts.50.gate_proj,0.0001052684,0.05000,1.215
1,mlp.experts.53.gate_proj,0.0004166076,0.05000,1.035
1,mlp.experts.55.gate_proj,0.0002256967,0.05000,1.044
1,mlp.experts.52.gate_proj,0.0001497512,0.05000,1.045
1,mlp.experts.54.gate_proj,0.0002136888,0.05000,1.019
1,mlp.experts.57.gate_proj,0.0001694285,0.05000,0.895
1,mlp.experts.59.gate_proj,0.0002613651,0.05000,0.866
1,mlp.experts.56.gate_proj,0.0002154366,0.05000,0.864
1,mlp.experts.58.gate_proj,0.0001355854,0.05000,0.824
1,mlp.experts.61.gate_proj,0.0001589619,0.05000,0.843
1,mlp.experts.63.gate_proj,0.0001297468,0.05000,0.854
1,mlp.experts.60.gate_proj,0.0002303026,0.05000,0.858
1,mlp.experts.62.gate_proj,0.0002439011,0.05000,0.816
1,mlp.experts.1.up_proj,0.0001891848,0.05000,0.836
1,mlp.experts.3.up_proj,0.0001938643,0.05000,0.810
1,mlp.experts.0.up_proj,0.0002784769,0.05000,0.814
1,mlp.experts.2.up_proj,0.0002167490,0.05000,0.799
1,mlp.experts.5.up_proj,0.0001521875,0.05000,0.830
1,mlp.experts.4.up_proj,0.0001915272,0.05000,0.810
1,mlp.experts.7.up_proj,0.0002047279,0.05000,0.856
1,mlp.experts.6.up_proj,0.0001618147,0.05000,0.816
1,mlp.experts.9.up_proj,0.0001590224,0.05000,0.833
1,mlp.experts.8.up_proj,0.0001993776,0.05000,0.824
1,mlp.experts.11.up_proj,0.0002171920,0.05000,0.842
1,mlp.experts.10.up_proj,0.0001040769,0.05000,0.839
1,mlp.experts.13.up_proj,0.0002912751,0.05000,0.885
1,mlp.experts.12.up_proj,0.0001869609,0.05000,0.815
1,mlp.experts.15.up_proj,0.0001824306,0.05000,0.855
1,mlp.experts.14.up_proj,0.0000942517,0.05000,0.824
1,mlp.experts.17.up_proj,0.0001670208,0.05000,0.893
1,mlp.experts.16.up_proj,0.0002497710,0.05000,0.867
1,mlp.experts.19.up_proj,0.0001857621,0.05000,0.847
1,mlp.experts.18.up_proj,0.0001464283,0.05000,0.856
1,mlp.experts.21.up_proj,0.0001583097,0.05000,0.802
1,mlp.experts.20.up_proj,0.0002847422,0.05000,0.801
1,mlp.experts.22.up_proj,0.0002519676,0.05000,0.791
1,mlp.experts.23.up_proj,0.0002897213,0.05000,0.849
1,mlp.experts.25.up_proj,0.0000687315,0.05000,0.865
1,mlp.experts.24.up_proj,0.0001831814,0.05000,0.884
1,mlp.experts.26.up_proj,0.0001238045,0.05000,0.833
1,mlp.experts.27.up_proj,0.0002048238,0.05000,0.837
1,mlp.experts.28.up_proj,0.0002128483,0.05000,0.797
1,mlp.experts.29.up_proj,0.0002111239,0.05000,0.827
1,mlp.experts.30.up_proj,0.0000755151,0.05000,0.807
1,mlp.experts.31.up_proj,0.0001175403,0.05000,0.799
1,mlp.experts.33.up_proj,0.0001255642,0.05000,0.834
1,mlp.experts.32.up_proj,0.0002062878,0.05000,0.863
1,mlp.experts.35.up_proj,0.0002259045,0.05000,0.823
1,mlp.experts.34.up_proj,0.0001386369,0.05000,0.857
1,mlp.experts.37.up_proj,0.0001176989,0.05000,0.824
1,mlp.experts.38.up_proj,0.0001810895,0.05000,0.807
1,mlp.experts.36.up_proj,0.0002394662,0.05000,0.865
1,mlp.experts.39.up_proj,0.0002016348,0.05000,0.844
1,mlp.experts.41.up_proj,0.0002200755,0.05000,0.830
1,mlp.experts.43.up_proj,0.0000997058,0.05000,0.818
1,mlp.experts.42.up_proj,0.0003879296,0.05000,0.864
1,mlp.experts.40.up_proj,0.0002796572,0.05000,0.858
1,mlp.experts.45.up_proj,0.0002299934,0.05000,0.811
1,mlp.experts.47.up_proj,0.0001936324,0.05000,0.814
1,mlp.experts.46.up_proj,0.0001459483,0.05000,0.825
1,mlp.experts.44.up_proj,0.0001554199,0.05000,0.821
1,mlp.experts.49.up_proj,0.0001580572,0.05000,0.854
1,mlp.experts.51.up_proj,0.0001426300,0.05000,0.820
1,mlp.experts.50.up_proj,0.0001029713,0.05000,0.846
1,mlp.experts.48.up_proj,0.0002889588,0.05000,0.859
1,mlp.experts.53.up_proj,0.0003943257,0.05000,0.820
1,mlp.experts.55.up_proj,0.0002224394,0.05000,0.804
1,mlp.experts.52.up_proj,0.0001472821,0.05000,0.792
1,mlp.experts.54.up_proj,0.0002082397,0.05000,0.823
1,mlp.experts.59.up_proj,0.0002561114,0.05000,0.809
1,mlp.experts.57.up_proj,0.0001667781,0.05000,0.826
1,mlp.experts.56.up_proj,0.0002109804,0.05000,0.802
1,mlp.experts.58.up_proj,0.0001329728,0.05000,0.811
1,mlp.experts.61.up_proj,0.0001554063,0.05000,0.827
1,mlp.experts.63.up_proj,0.0001271584,0.05000,0.832
1,mlp.experts.60.up_proj,0.0002274889,0.05000,0.791
1,mlp.experts.62.up_proj,0.0002352180,0.05000,0.782
1,mlp.experts.1.down_proj,0.0000075719,0.05000,0.538
1,mlp.experts.0.down_proj,0.0000089526,0.05000,0.542
1,mlp.experts.3.down_proj,0.0000060084,0.05000,0.563
1,mlp.experts.2.down_proj,0.0000049202,0.05000,0.579
1,mlp.experts.5.down_proj,0.0000043854,0.05000,0.559
1,mlp.experts.4.down_proj,0.0000042890,0.05000,0.557
1,mlp.experts.7.down_proj,0.0000046881,0.05000,0.590
1,mlp.experts.6.down_proj,0.0000034494,0.05000,0.585
1,mlp.experts.9.down_proj,0.0000040864,0.05000,0.559
1,mlp.experts.8.down_proj,0.0000041791,0.05000,0.576
1,mlp.experts.11.down_proj,0.0000041499,0.05000,0.555
1,mlp.experts.10.down_proj,0.0000056390,0.05000,0.605
1,mlp.experts.13.down_proj,0.0000105418,0.05000,0.564
1,mlp.experts.15.down_proj,0.0000061092,0.05000,0.553
1,mlp.experts.12.down_proj,0.0000415903,0.05000,0.617
1,mlp.experts.14.down_proj,0.0000034793,0.05000,0.584
1,mlp.experts.17.down_proj,0.0000069809,0.05000,0.560
1,mlp.experts.19.down_proj,0.0000044524,0.05000,0.589
1,mlp.experts.16.down_proj,0.0000062251,0.05000,0.564
1,mlp.experts.18.down_proj,0.0000038539,0.05000,0.579
1,mlp.experts.21.down_proj,0.0000032463,0.05000,0.571
1,mlp.experts.20.down_proj,0.0000101980,0.05000,0.551
1,mlp.experts.23.down_proj,0.0000109030,0.05000,0.558
1,mlp.experts.22.down_proj,0.0000052493,0.05000,0.559
1,mlp.experts.25.down_proj,0.0000032667,0.05000,0.552
1,mlp.experts.27.down_proj,0.0000058103,0.05000,0.561
1,mlp.experts.24.down_proj,0.0000061125,0.05000,0.571
1,mlp.experts.26.down_proj,0.0000076800,0.05000,0.560
1,mlp.experts.29.down_proj,0.0000041043,0.05000,0.577
1,mlp.experts.31.down_proj,0.0000034951,0.05000,0.556
1,mlp.experts.28.down_proj,0.0000038514,0.05000,0.552
1,mlp.experts.30.down_proj,0.0000019731,0.05000,0.575
1,mlp.experts.32.down_proj,0.0000043615,0.05000,0.550
1,mlp.experts.35.down_proj,0.0000042685,0.05000,0.565
1,mlp.experts.33.down_proj,0.0000083218,0.05000,0.635
1,mlp.experts.34.down_proj,0.0000035268,0.05000,0.559
1,mlp.experts.36.down_proj,0.0000057887,0.05000,0.596
1,mlp.experts.37.down_proj,0.0000065835,0.05000,0.596
1,mlp.experts.39.down_proj,0.0000045507,0.05000,0.641
1,mlp.experts.38.down_proj,0.0000041396,0.05000,0.595
1,mlp.experts.40.down_proj,0.0000107074,0.05000,0.560
1,mlp.experts.41.down_proj,0.0000087736,0.05000,0.557
1,mlp.experts.43.down_proj,0.0000026632,0.05000,0.563
1,mlp.experts.42.down_proj,0.0000083521,0.05000,0.582
1,mlp.experts.44.down_proj,0.0000043835,0.05000,0.584
1,mlp.experts.45.down_proj,0.0000049096,0.05000,0.580
1,mlp.experts.47.down_proj,0.0000052431,0.05000,0.576
1,mlp.experts.46.down_proj,0.0000023039,0.05000,0.613
1,mlp.experts.48.down_proj,0.0000086407,0.05000,0.556
1,mlp.experts.49.down_proj,0.0000037774,0.05000,0.573
1,mlp.experts.51.down_proj,0.0000028775,0.05000,0.561
1,mlp.experts.50.down_proj,0.0000019386,0.05000,0.549
1,mlp.experts.52.down_proj,0.0000038492,0.05000,0.555
1,mlp.experts.53.down_proj,0.0000368861,0.05000,0.554
1,mlp.experts.55.down_proj,0.0000044346,0.05000,0.572
1,mlp.experts.54.down_proj,0.0000054655,0.05000,0.583
1,mlp.experts.56.down_proj,0.0000047428,0.05000,0.572
1,mlp.experts.57.down_proj,0.0000033121,0.05000,0.566
1,mlp.experts.59.down_proj,0.0000089052,0.05000,0.622
1,mlp.experts.58.down_proj,0.0000023188,0.05000,0.573
1,mlp.experts.60.down_proj,0.0000041007,0.05000,0.556
1,mlp.experts.61.down_proj,0.0000061169,0.05000,0.554
1,mlp.experts.63.down_proj,0.0000036868,0.05000,0.506
1,mlp.experts.62.down_proj,0.0000052080,0.05000,0.469
1,mlp.shared_experts.up_proj,0.0000324734,0.05000,0.378
1,mlp.shared_experts.gate_proj,0.0000375249,0.05000,0.381
1,mlp.shared_experts.down_proj,0.0000002952,0.05000,0.153
2,self_attn.q_proj,0.0045211289,0.05000,0.379
2,self_attn.kv_a_proj_with_mqa,0.0005614620,0.05000,0.379
2,self_attn.kv_b_proj,0.0002016494,0.05000,0.059
2,self_attn.o_proj,0.0000004307,0.05000,0.234
2,mlp.experts.2.gate_proj,0.0002510305,0.05000,0.821
2,mlp.experts.1.gate_proj,0.0002501576,0.05000,0.831
2,mlp.experts.0.gate_proj,0.0003094872,0.05000,0.849
2,mlp.experts.3.gate_proj,0.0002440688,0.05000,0.874
2,mlp.experts.6.gate_proj,0.0002099851,0.05000,0.815
2,mlp.experts.5.gate_proj,0.0001654901,0.05000,0.835
2,mlp.experts.4.gate_proj,0.0003118284,0.05000,0.829
2,mlp.experts.7.gate_proj,0.0002123462,0.05000,0.821
2,mlp.experts.10.gate_proj,0.0003290472,0.05000,0.818
2,mlp.experts.8.gate_proj,0.0003452742,0.05000,0.824
2,mlp.experts.11.gate_proj,0.0002358196,0.05000,0.814
2,mlp.experts.9.gate_proj,0.0002536682,0.05000,0.856
2,mlp.experts.14.gate_proj,0.0002713318,0.05000,0.796
2,mlp.experts.12.gate_proj,0.0002627208,0.05000,0.810
2,mlp.experts.13.gate_proj,0.0003142390,0.05000,0.792
2,mlp.experts.15.gate_proj,0.0004156101,0.05000,0.805
2,mlp.experts.18.gate_proj,0.0002953722,0.05000,0.843
2,mlp.experts.16.gate_proj,0.0001949983,0.05000,0.830
2,mlp.experts.19.gate_proj,0.0002552226,0.05000,0.855
2,mlp.experts.17.gate_proj,0.0005242252,0.05000,0.865
2,mlp.experts.22.gate_proj,0.0002737449,0.05000,0.817
2,mlp.experts.21.gate_proj,0.0002812014,0.05000,0.791
2,mlp.experts.23.gate_proj,0.0001742432,0.05000,0.814
2,mlp.experts.20.gate_proj,0.0002330011,0.05000,0.862
2,mlp.experts.26.gate_proj,0.0004049560,0.05000,0.840
2,mlp.experts.27.gate_proj,0.0002659921,0.05000,0.797
2,mlp.experts.25.gate_proj,0.0004673565,0.05000,0.826
2,mlp.experts.24.gate_proj,0.0002245998,0.05000,0.823
2,mlp.experts.30.gate_proj,0.0002902911,0.05000,0.811
2,mlp.experts.31.gate_proj,0.0003133264,0.05000,0.805
2,mlp.experts.29.gate_proj,0.0003401807,0.05000,0.809
2,mlp.experts.28.gate_proj,0.0002900323,0.05000,0.824
2,mlp.experts.34.gate_proj,0.0003116067,0.05000,0.807
2,mlp.experts.35.gate_proj,0.0003416495,0.05000,0.811
2,mlp.experts.33.gate_proj,0.0004376186,0.05000,0.796
2,mlp.experts.32.gate_proj,0.0008371980,0.05000,0.815
2,mlp.experts.38.gate_proj,0.0002682340,0.05000,0.836
2,mlp.experts.37.gate_proj,0.0002854472,0.05000,0.831
2,mlp.experts.39.gate_proj,0.0003996745,0.05000,0.868
2,mlp.experts.36.gate_proj,0.0002524962,0.05000,0.833
2,mlp.experts.42.gate_proj,0.0003530233,0.05000,0.830
2,mlp.experts.41.gate_proj,0.0004477278,0.05000,0.810
2,mlp.experts.43.gate_proj,0.0002584565,0.05000,0.826
2,mlp.experts.40.gate_proj,0.0002505131,0.05000,0.804
2,mlp.experts.46.gate_proj,0.0003572533,0.05000,0.837
2,mlp.experts.45.gate_proj,0.0002121905,0.05000,0.849
2,mlp.experts.47.gate_proj,0.0002408260,0.05000,0.829
2,mlp.experts.44.gate_proj,0.0002587915,0.05000,0.829
2,mlp.experts.49.gate_proj,0.0001950229,0.05000,0.809
2,mlp.experts.50.gate_proj,0.0002065862,0.05000,0.838
2,mlp.experts.51.gate_proj,0.0001832569,0.05000,0.813
2,mlp.experts.48.gate_proj,0.0004547227,0.05000,0.821
2,mlp.experts.53.gate_proj,0.0002574004,0.05000,0.819
2,mlp.experts.54.gate_proj,0.0002674824,0.05000,0.830
2,mlp.experts.55.gate_proj,0.0002798722,0.05000,0.851
2,mlp.experts.52.gate_proj,0.0002605841,0.05000,0.875
2,mlp.experts.57.gate_proj,0.0003872513,0.05000,0.830
2,mlp.experts.59.gate_proj,0.0003176610,0.05000,0.818
2,mlp.experts.58.gate_proj,0.0002360305,0.05000,0.873
2,mlp.experts.56.gate_proj,0.0002613501,0.05000,0.814
2,mlp.experts.61.gate_proj,0.0003400904,0.05000,0.811
2,mlp.experts.63.gate_proj,0.0001898193,0.05000,0.816
2,mlp.experts.62.gate_proj,0.0003665993,0.05000,0.816
2,mlp.experts.60.gate_proj,0.0003465739,0.05000,0.821
2,mlp.experts.1.up_proj,0.0002427417,0.05000,0.824
2,mlp.experts.3.up_proj,0.0002383413,0.05000,0.820
2,mlp.experts.2.up_proj,0.0002436582,0.05000,0.837
2,mlp.experts.0.up_proj,0.0003013446,0.05000,0.812
2,mlp.experts.5.up_proj,0.0001571491,0.05000,0.800
2,mlp.experts.7.up_proj,0.0002055177,0.05000,0.833
2,mlp.experts.4.up_proj,0.0003023861,0.05000,0.817
2,mlp.experts.6.up_proj,0.0002063243,0.05000,0.846
2,mlp.experts.9.up_proj,0.0002491652,0.05000,0.846
2,mlp.experts.11.up_proj,0.0002289054,0.05000,0.812
2,mlp.experts.8.up_proj,0.0003204128,0.05000,0.822
2,mlp.experts.10.up_proj,0.0003222446,0.05000,0.825
2,mlp.experts.13.up_proj,0.0003034919,0.05000,0.839
2,mlp.experts.15.up_proj,0.0004016397,0.05000,0.821
2,mlp.experts.12.up_proj,0.0002547540,0.05000,0.829
2,mlp.experts.14.up_proj,0.0002603616,0.05000,0.826
2,mlp.experts.17.up_proj,0.0004982222,0.05000,0.880
2,mlp.experts.19.up_proj,0.0002469486,0.05000,0.870
2,mlp.experts.16.up_proj,0.0001866571,0.05000,0.869
2,mlp.experts.18.up_proj,0.0002885417,0.05000,0.868
2,mlp.experts.21.up_proj,0.0002768198,0.05000,0.838
2,mlp.experts.23.up_proj,0.0001634915,0.05000,0.843
2,mlp.experts.22.up_proj,0.0002556586,0.05000,0.837
2,mlp.experts.20.up_proj,0.0002216508,0.05000,0.868
2,mlp.experts.25.up_proj,0.0004446213,0.05000,0.800
2,mlp.experts.27.up_proj,0.0002588025,0.05000,0.814
2,mlp.experts.24.up_proj,0.0002166364,0.05000,0.809
2,mlp.experts.26.up_proj,0.0003940733,0.05000,0.854
2,mlp.experts.29.up_proj,0.0003308565,0.05000,0.845
2,mlp.experts.31.up_proj,0.0003052981,0.05000,0.900
2,mlp.experts.28.up_proj,0.0002815513,0.05000,0.852
2,mlp.experts.30.up_proj,0.0002800932,0.05000,0.891
2,mlp.experts.33.up_proj,0.0004227023,0.05000,0.832
2,mlp.experts.35.up_proj,0.0003312334,0.05000,0.863
2,mlp.experts.32.up_proj,0.0008085282,0.05000,0.889
2,mlp.experts.34.up_proj,0.0003057128,0.05000,0.845
2,mlp.experts.37.up_proj,0.0002776401,0.05000,0.810
2,mlp.experts.36.up_proj,0.0002433374,0.05000,0.826
2,mlp.experts.38.up_proj,0.0002615204,0.05000,0.812
2,mlp.experts.39.up_proj,0.0003885847,0.05000,0.895
2,mlp.experts.41.up_proj,0.0004318766,0.05000,0.821
2,mlp.experts.42.up_proj,0.0003433041,0.05000,0.806
2,mlp.experts.43.up_proj,0.0002503042,0.05000,0.812
2,mlp.experts.40.up_proj,0.0002422183,0.05000,0.861
2,mlp.experts.45.up_proj,0.0002065453,0.05000,0.794
2,mlp.experts.46.up_proj,0.0003494852,0.05000,0.806
2,mlp.experts.47.up_proj,0.0002340427,0.05000,0.827
2,mlp.experts.44.up_proj,0.0002456198,0.05000,0.809
2,mlp.experts.49.up_proj,0.0001891853,0.05000,0.858
2,mlp.experts.50.up_proj,0.0002025936,0.05000,0.848
2,mlp.experts.48.up_proj,0.0004225670,0.05000,0.857
2,mlp.experts.51.up_proj,0.0001766463,0.05000,0.869
2,mlp.experts.53.up_proj,0.0002502936,0.05000,0.847
2,mlp.experts.54.up_proj,0.0002604757,0.05000,0.839
2,mlp.experts.52.up_proj,0.0002511296,0.05000,0.843
2,mlp.experts.55.up_proj,0.0002751994,0.05000,0.845
2,mlp.experts.57.up_proj,0.0003707892,0.05000,0.791
2,mlp.experts.58.up_proj,0.0002301737,0.05000,0.788
2,mlp.experts.59.up_proj,0.0003083910,0.05000,0.783
2,mlp.experts.56.up_proj,0.0002557329,0.05000,0.808
2,mlp.experts.61.up_proj,0.0003307925,0.05000,0.809
2,mlp.experts.62.up_proj,0.0003544234,0.05000,0.758
2,mlp.experts.63.up_proj,0.0001843381,0.05000,0.708
2,mlp.experts.60.up_proj,0.0003395226,0.05000,0.696
2,mlp.experts.2.down_proj,0.0000056980,0.05000,0.558
2,mlp.experts.3.down_proj,0.0000071529,0.05000,0.569
2,mlp.experts.0.down_proj,0.0000081209,0.05000,0.580
2,mlp.experts.1.down_proj,0.0000089103,0.05000,0.596
2,mlp.experts.6.down_proj,0.0000068673,0.05000,0.547
2,mlp.experts.4.down_proj,0.0000124532,0.05000,0.549
2,mlp.experts.7.down_proj,0.0000058963,0.05000,0.579
2,mlp.experts.5.down_proj,0.0000141814,0.05000,0.609
2,mlp.experts.10.down_proj,0.0000067262,0.05000,0.551
2,mlp.experts.8.down_proj,0.0000124290,0.05000,0.566
2,mlp.experts.11.down_proj,0.0000045582,0.05000,0.566
2,mlp.experts.9.down_proj,0.0000081195,0.05000,0.555
2,mlp.experts.14.down_proj,0.0000096300,0.05000,0.587
2,mlp.experts.12.down_proj,0.0000055065,0.05000,0.567
2,mlp.experts.15.down_proj,0.0000114346,0.05000,0.600
2,mlp.experts.13.down_proj,0.0000111013,0.05000,0.586
2,mlp.experts.18.down_proj,0.0000074020,0.05000,0.608
2,mlp.experts.16.down_proj,0.0000052373,0.05000,0.622
2,mlp.experts.19.down_proj,0.0000115667,0.05000,0.584
2,mlp.experts.17.down_proj,0.0000112123,0.05000,0.586
2,mlp.experts.22.down_proj,0.0000121461,0.05000,0.560
2,mlp.experts.20.down_proj,0.0000059146,0.05000,0.561
2,mlp.experts.23.down_proj,0.0000049005,0.05000,0.566
2,mlp.experts.21.down_proj,0.0000071847,0.05000,0.565
2,mlp.experts.26.down_proj,0.0000091574,0.05000,0.579
2,mlp.experts.24.down_proj,0.0000077602,0.05000,0.576
2,mlp.experts.27.down_proj,0.0000084169,0.05000,0.564
2,mlp.experts.25.down_proj,0.0000165191,0.05000,0.548
2,mlp.experts.30.down_proj,0.0000133348,0.05000,0.549
2,mlp.experts.28.down_proj,0.0000087378,0.05000,0.555
2,mlp.experts.31.down_proj,0.0000055606,0.05000,0.569
2,mlp.experts.29.down_proj,0.0000067098,0.05000,0.559
2,mlp.experts.34.down_proj,0.0000074344,0.05000,0.575
2,mlp.experts.32.down_proj,0.0000219705,0.05000,0.588
2,mlp.experts.35.down_proj,0.0000064492,0.05000,0.598
2,mlp.experts.33.down_proj,0.0000122712,0.05000,0.600
2,mlp.experts.38.down_proj,0.0000066178,0.05000,0.590
2,mlp.experts.36.down_proj,0.0000059467,0.05000,0.567
2,mlp.experts.39.down_proj,0.0000092749,0.05000,0.560
2,mlp.experts.37.down_proj,0.0000081648,0.05000,0.577
2,mlp.experts.42.down_proj,0.0000110210,0.05000,0.579
2,mlp.experts.40.down_proj,0.0000112225,0.05000,0.571
2,mlp.experts.43.down_proj,0.0000071039,0.05000,0.605
2,mlp.experts.41.down_proj,0.0000114604,0.05000,0.620
2,mlp.experts.46.down_proj,0.0000108123,0.05000,0.562
2,mlp.experts.44.down_proj,0.0000103649,0.05000,0.560
2,mlp.experts.47.down_proj,0.0000053389,0.05000,0.559
2,mlp.experts.45.down_proj,0.0000041842,0.05000,0.578
2,mlp.experts.50.down_proj,0.0000047464,0.05000,0.586
2,mlp.experts.48.down_proj,0.0000132663,0.05000,0.589
2,mlp.experts.51.down_proj,0.0000076567,0.05000,0.577
2,mlp.experts.49.down_proj,0.0000052205,0.05000,0.593
2,mlp.experts.52.down_proj,0.0000039288,0.05000,0.556
2,mlp.experts.54.down_proj,0.0000043292,0.05000,0.571
2,mlp.experts.55.down_proj,0.0000072383,0.05000,0.561
2,mlp.experts.53.down_proj,0.0000064047,0.05000,0.558
2,mlp.experts.56.down_proj,0.0000061164,0.05000,0.553
2,mlp.experts.58.down_proj,0.0000088237,0.05000,0.570
2,mlp.experts.59.down_proj,0.0000106948,0.05000,0.564
2,mlp.experts.57.down_proj,0.0000126663,0.05000,0.563
2,mlp.experts.60.down_proj,0.0000059705,0.05000,0.567
2,mlp.experts.62.down_proj,0.0000091070,0.05000,0.579
2,mlp.experts.63.down_proj,0.0000065464,0.05000,0.547
2,mlp.experts.61.down_proj,0.0000150863,0.05000,0.489
2,mlp.shared_experts.up_proj,0.0000666747,0.05000,0.385
2,mlp.shared_experts.gate_proj,0.0000785102,0.05000,0.389
2,mlp.shared_experts.down_proj,0.0000007528,0.05000,0.159
3,self_attn.kv_a_proj_with_mqa,0.0004210470,0.05000,0.382
3,self_attn.q_proj,0.0026473721,0.05000,0.388
3,self_attn.kv_b_proj,0.0000261900,0.05000,0.060
3,self_attn.o_proj,0.0000014512,0.05000,0.234
3,mlp.experts.1.gate_proj,0.0007532896,0.05000,0.791
3,mlp.experts.0.gate_proj,0.0004870042,0.05000,0.810
3,mlp.experts.2.gate_proj,0.0004052468,0.05000,0.821
3,mlp.experts.3.gate_proj,0.0005131341,0.05000,0.834
3,mlp.experts.5.gate_proj,0.0003489023,0.05000,0.814
3,mlp.experts.6.gate_proj,0.0003328321,0.05000,0.798
3,mlp.experts.4.gate_proj,0.0003713774,0.05000,0.819
3,mlp.experts.7.gate_proj,0.0005132368,0.05000,0.866
3,mlp.experts.8.gate_proj,0.0004404845,0.05000,0.810
3,mlp.experts.10.gate_proj,0.0003851484,0.05000,0.829
3,mlp.experts.9.gate_proj,0.0003177447,0.05000,0.892
3,mlp.experts.11.gate_proj,0.0007154117,0.05000,0.870
3,mlp.experts.12.gate_proj,0.0005306387,0.05000,0.825
3,mlp.experts.14.gate_proj,0.0004039275,0.05000,0.817
3,mlp.experts.13.gate_proj,0.0009042005,0.05000,0.894
3,mlp.experts.15.gate_proj,0.0005734096,0.05000,0.845
3,mlp.experts.18.gate_proj,0.0003802747,0.05000,0.830
3,mlp.experts.16.gate_proj,0.0007030654,0.05000,0.886
3,mlp.experts.19.gate_proj,0.0003613651,0.05000,0.824
3,mlp.experts.17.gate_proj,0.0003657469,0.05000,0.873
3,mlp.experts.22.gate_proj,0.0004515608,0.05000,0.836
3,mlp.experts.20.gate_proj,0.0004477241,0.05000,0.821
3,mlp.experts.23.gate_proj,0.0003414250,0.05000,0.835
3,mlp.experts.21.gate_proj,0.0004057933,0.05000,0.883
3,mlp.experts.26.gate_proj,0.0006469098,0.05000,0.825
3,mlp.experts.24.gate_proj,0.0004015534,0.05000,0.809
3,mlp.experts.27.gate_proj,0.0006752565,0.05000,0.810
3,mlp.experts.25.gate_proj,0.0003246309,0.05000,0.836
3,mlp.experts.30.gate_proj,0.0003882994,0.05000,0.834
3,mlp.experts.28.gate_proj,0.0002702920,0.05000,0.846
3,mlp.experts.31.gate_proj,0.0004287580,0.05000,0.861
3,mlp.experts.29.gate_proj,0.0004910879,0.05000,0.817
3,mlp.experts.34.gate_proj,0.0002991021,0.05000,0.814
3,mlp.experts.32.gate_proj,0.0004084989,0.05000,0.873
3,mlp.experts.35.gate_proj,0.0003782355,0.05000,0.867
3,mlp.experts.33.gate_proj,0.0014404700,0.05000,0.817
3,mlp.experts.38.gate_proj,0.0003880168,0.05000,0.888
3,mlp.experts.36.gate_proj,0.0003333845,0.05000,0.820
3,mlp.experts.39.gate_proj,0.0004802558,0.05000,0.818
3,mlp.experts.37.gate_proj,0.0006367884,0.05000,0.811
3,mlp.experts.42.gate_proj,0.0002639639,0.05000,0.828
3,mlp.experts.40.gate_proj,0.0002622159,0.05000,0.817
3,mlp.experts.41.gate_proj,0.0006393956,0.05000,0.816
3,mlp.experts.43.gate_proj,0.0004391807,0.05000,0.859
3,mlp.experts.46.gate_proj,0.0006291541,0.05000,0.808
3,mlp.experts.44.gate_proj,0.0004145777,0.05000,0.821
3,mlp.experts.45.gate_proj,0.0003743288,0.05000,0.803
3,mlp.experts.47.gate_proj,0.0003984730,0.05000,0.828
3,mlp.experts.50.gate_proj,0.0004641929,0.05000,0.803
3,mlp.experts.48.gate_proj,0.0005888554,0.05000,0.840
3,mlp.experts.49.gate_proj,0.0004596679,0.05000,0.818
3,mlp.experts.51.gate_proj,0.0006134533,0.05000,0.806
3,mlp.experts.54.gate_proj,0.0005384238,0.05000,0.799
3,mlp.experts.52.gate_proj,0.0003214974,0.05000,0.812
3,mlp.experts.53.gate_proj,0.0004714526,0.05000,0.834
3,mlp.experts.55.gate_proj,0.0005358953,0.05000,0.846
3,mlp.experts.58.gate_proj,0.0020027424,0.05000,0.815
3,mlp.experts.56.gate_proj,0.0007659472,0.05000,0.837
3,mlp.experts.57.gate_proj,0.0008746412,0.05000,0.826
3,mlp.experts.59.gate_proj,0.0015432551,0.05000,0.803
3,mlp.experts.62.gate_proj,0.0003805249,0.05000,0.793
3,mlp.experts.60.gate_proj,0.0004195827,0.05000,0.802
3,mlp.experts.61.gate_proj,0.0004056746,0.05000,0.812
3,mlp.experts.63.gate_proj,0.0003225188,0.05000,0.828
3,mlp.experts.2.up_proj,0.0003940810,0.05000,0.797
3,mlp.experts.0.up_proj,0.0004710942,0.05000,0.813
3,mlp.experts.1.up_proj,0.0007252698,0.05000,0.824
3,mlp.experts.3.up_proj,0.0005031269,0.05000,0.809
3,mlp.experts.6.up_proj,0.0003212633,0.05000,0.835
3,mlp.experts.4.up_proj,0.0003566878,0.05000,0.836
3,mlp.experts.5.up_proj,0.0003391464,0.05000,0.856
3,mlp.experts.7.up_proj,0.0004855306,0.05000,0.840
3,mlp.experts.10.up_proj,0.0003683338,0.05000,0.812
3,mlp.experts.8.up_proj,0.0004227100,0.05000,0.810
3,mlp.experts.9.up_proj,0.0003074634,0.05000,0.804
3,mlp.experts.11.up_proj,0.0006443202,0.05000,0.799
3,mlp.experts.14.up_proj,0.0003920038,0.05000,0.852
3,mlp.experts.12.up_proj,0.0005084908,0.05000,0.863
3,mlp.experts.13.up_proj,0.0008593322,0.05000,0.824
3,mlp.experts.15.up_proj,0.0005412428,0.05000,0.813
3,mlp.experts.18.up_proj,0.0003640677,0.05000,0.831
3,mlp.experts.16.up_proj,0.0006782464,0.05000,0.810
3,mlp.experts.19.up_proj,0.0003506421,0.05000,0.795
3,mlp.experts.17.up_proj,0.0003489125,0.05000,0.816
3,mlp.experts.22.up_proj,0.0004367878,0.05000,0.839
3,mlp.experts.20.up_proj,0.0004305399,0.05000,0.811
3,mlp.experts.23.up_proj,0.0003305148,0.05000,0.798
3,mlp.experts.21.up_proj,0.0003791921,0.05000,0.827
3,mlp.experts.26.up_proj,0.0006282467,0.05000,0.794
3,mlp.experts.24.up_proj,0.0003880016,0.05000,0.811
3,mlp.experts.27.up_proj,0.0006363397,0.05000,0.814
3,mlp.experts.25.up_proj,0.0003130159,0.05000,0.805
3,mlp.experts.30.up_proj,0.0003788268,0.05000,0.814
3,mlp.experts.28.up_proj,0.0002575546,0.05000,0.802
3,mlp.experts.29.up_proj,0.0004801771,0.05000,0.816
3,mlp.experts.31.up_proj,0.0004106328,0.05000,0.898
3,mlp.experts.34.up_proj,0.0002896229,0.05000,0.848
3,mlp.experts.32.up_proj,0.0003960227,0.05000,0.850
3,mlp.experts.33.up_proj,0.0013339250,0.05000,0.801
3,mlp.experts.35.up_proj,0.0003662689,0.05000,0.849
3,mlp.experts.38.up_proj,0.0003614433,0.05000,0.813
3,mlp.experts.36.up_proj,0.0003181962,0.05000,0.816
3,mlp.experts.37.up_proj,0.0006184009,0.05000,0.816
3,mlp.experts.39.up_proj,0.0004563649,0.05000,0.836
3,mlp.experts.42.up_proj,0.0002548369,0.05000,0.662
3,mlp.experts.40.up_proj,0.0002495482,0.05000,0.609
3,mlp.experts.41.up_proj,0.0006164502,0.05000,0.570
3,mlp.experts.45.up_proj,0.0003650110,0.05000,0.835
3,mlp.experts.46.up_proj,0.0006034468,0.05000,0.838
3,mlp.experts.44.up_proj,0.0004050783,0.05000,0.840
3,mlp.experts.43.up_proj,0.0004266731,0.05000,0.845
3,mlp.experts.48.up_proj,0.0005576155,0.05000,0.799
3,mlp.experts.47.up_proj,0.0003854805,0.05000,0.805
3,mlp.experts.50.up_proj,0.0004482661,0.05000,0.845
3,mlp.experts.49.up_proj,0.0004454241,0.05000,0.870
3,mlp.experts.52.up_proj,0.0003073826,0.05000,0.836
3,mlp.experts.51.up_proj,0.0005979268,0.05000,0.886
3,mlp.experts.54.up_proj,0.0005209004,0.05000,0.855
3,mlp.experts.53.up_proj,0.0004577513,0.05000,0.874
3,mlp.experts.56.up_proj,0.0007233419,0.05000,0.877
3,mlp.experts.58.up_proj,0.0019037299,0.05000,0.840
3,mlp.experts.55.up_proj,0.0005179765,0.05000,0.876
3,mlp.experts.57.up_proj,0.0007952005,0.05000,0.835
3,mlp.experts.60.up_proj,0.0003849388,0.05000,0.875
3,mlp.experts.59.up_proj,0.0014901239,0.05000,0.820
3,mlp.experts.62.up_proj,0.0003742922,0.05000,0.860
3,mlp.experts.61.up_proj,0.0003878875,0.05000,0.832
3,mlp.experts.63.up_proj,0.0003128034,0.05000,0.241
3,mlp.experts.1.down_proj,0.0000250511,0.05000,0.550
3,mlp.experts.3.down_proj,0.0000173851,0.05000,0.551
3,mlp.experts.0.down_proj,0.0000175970,0.05000,0.575
3,mlp.experts.2.down_proj,0.0000148636,0.05000,0.576
3,mlp.experts.5.down_proj,0.0000266977,0.05000,0.558
3,mlp.experts.7.down_proj,0.0000129743,0.05000,0.563
3,mlp.experts.4.down_proj,0.0000140305,0.05000,0.557
3,mlp.experts.6.down_proj,0.0000113308,0.05000,0.593
3,mlp.experts.11.down_proj,0.0000282586,0.05000,0.587
3,mlp.experts.8.down_proj,0.0000222286,0.05000,0.582
3,mlp.experts.9.down_proj,0.0000123862,0.05000,0.613
3,mlp.experts.10.down_proj,0.0000149755,0.05000,0.613
3,mlp.experts.15.down_proj,0.0000237183,0.05000,0.558
3,mlp.experts.12.down_proj,0.0000161439,0.05000,0.557
3,mlp.experts.13.down_proj,0.0000249928,0.05000,0.583
3,mlp.experts.14.down_proj,0.0000153709,0.05000,0.590
3,mlp.experts.16.down_proj,0.0000229863,0.05000,0.549
3,mlp.experts.19.down_proj,0.0000136211,0.05000,0.578
3,mlp.experts.17.down_proj,0.0000160954,0.05000,0.544
3,mlp.experts.18.down_proj,0.0000175824,0.05000,0.546
3,mlp.experts.20.down_proj,0.0000112387,0.05000,0.558
3,mlp.experts.21.down_proj,0.0000194021,0.05000,0.605
3,mlp.experts.23.down_proj,0.0000126564,0.05000,0.621
3,mlp.experts.22.down_proj,0.0000173421,0.05000,0.582
3,mlp.experts.24.down_proj,0.0000124946,0.05000,0.566
3,mlp.experts.25.down_proj,0.0000160412,0.05000,0.559
3,mlp.experts.27.down_proj,0.0000470032,0.05000,0.567
3,mlp.experts.26.down_proj,0.0000332510,0.05000,0.584
3,mlp.experts.28.down_proj,0.0053236948,0.05000,0.548
3,mlp.experts.29.down_proj,0.0000163763,0.05000,0.549
3,mlp.experts.31.down_proj,0.0000164331,0.05000,0.554
3,mlp.experts.30.down_proj,0.0000071549,0.05000,0.561
3,mlp.experts.32.down_proj,0.0000135611,0.05000,0.601
3,mlp.experts.33.down_proj,0.0000387239,0.05000,0.567
3,mlp.experts.35.down_proj,0.0000189893,0.05000,0.591
3,mlp.experts.34.down_proj,0.0000104721,0.05000,0.559
3,mlp.experts.36.down_proj,0.0000133344,0.05000,0.569
3,mlp.experts.37.down_proj,0.0000152233,0.05000,0.555
3,mlp.experts.38.down_proj,0.0000198498,0.05000,0.545
3,mlp.experts.39.down_proj,0.0000185371,0.05000,0.590
3,mlp.experts.40.down_proj,0.0000131532,0.05000,0.553
3,mlp.experts.41.down_proj,0.0000311815,0.05000,0.549
3,mlp.experts.42.down_proj,0.0000151514,0.05000,0.550
3,mlp.experts.43.down_proj,0.0000155116,0.05000,0.540
3,mlp.experts.44.down_proj,0.0000153230,0.05000,0.585
3,mlp.experts.45.down_proj,0.0000116324,0.05000,0.572
3,mlp.experts.46.down_proj,0.0000158934,0.05000,0.571
3,mlp.experts.47.down_proj,0.0000156831,0.05000,0.576
3,mlp.experts.49.down_proj,0.0000139801,0.05000,0.565
3,mlp.experts.48.down_proj,0.0000171338,0.05000,0.570
3,mlp.experts.51.down_proj,0.0000181537,0.05000,0.577
3,mlp.experts.50.down_proj,0.0000182091,0.05000,0.617
3,mlp.experts.52.down_proj,0.0000100316,0.05000,0.558
3,mlp.experts.53.down_proj,0.0000157327,0.05000,0.572
3,mlp.experts.55.down_proj,0.0000149605,0.05000,0.576
3,mlp.experts.54.down_proj,0.0000130126,0.05000,0.568
3,mlp.experts.57.down_proj,0.0000683597,0.05000,0.561
3,mlp.experts.56.down_proj,0.0000287363,0.05000,0.582
3,mlp.experts.59.down_proj,0.0000527258,0.05000,0.557
3,mlp.experts.58.down_proj,0.0000670926,0.05000,0.552
3,mlp.experts.61.down_proj,0.0000199759,0.05000,0.556
3,mlp.experts.60.down_proj,0.0000128524,0.05000,0.560
3,mlp.experts.63.down_proj,0.0000120962,0.05000,0.528
3,mlp.experts.62.down_proj,0.0000086179,0.05000,0.511
3,mlp.shared_experts.up_proj,0.0001036998,0.05000,0.376
3,mlp.shared_experts.gate_proj,0.0001319650,0.05000,0.380
3,mlp.shared_experts.down_proj,0.0000240671,0.05000,0.151
4,self_attn.kv_a_proj_with_mqa,0.0008253328,0.05000,0.376
4,self_attn.q_proj,0.0089687294,0.05000,0.382
4,self_attn.kv_b_proj,0.0014083827,0.05000,0.057
4,self_attn.o_proj,0.0000020046,0.05000,0.231
4,mlp.experts.3.gate_proj,0.0008092347,0.05000,0.802
4,mlp.experts.0.gate_proj,0.0007624286,0.05000,0.815
4,mlp.experts.1.gate_proj,0.0006129033,0.05000,0.850
4,mlp.experts.2.gate_proj,0.0008399259,0.05000,0.871
4,mlp.experts.7.gate_proj,0.0007297909,0.05000,0.839
4,mlp.experts.4.gate_proj,0.0016103156,0.05000,0.847
4,mlp.experts.5.gate_proj,0.0007498048,0.05000,0.828
4,mlp.experts.6.gate_proj,0.0012189631,0.05000,0.818
4,mlp.experts.8.gate_proj,0.0005734287,0.05000,0.837
4,mlp.experts.11.gate_proj,0.0010158032,0.05000,0.886
4,mlp.experts.9.gate_proj,0.0005283558,0.05000,0.847
4,mlp.experts.10.gate_proj,0.0003432162,0.05000,0.911
4,mlp.experts.13.gate_proj,0.0011072733,0.05000,0.794
4,mlp.experts.15.gate_proj,0.0003764972,0.05000,0.799
4,mlp.experts.12.gate_proj,0.0005065615,0.05000,0.852
4,mlp.experts.14.gate_proj,0.0005702966,0.05000,0.829
4,mlp.experts.17.gate_proj,0.0005052032,0.05000,0.829
4,mlp.experts.19.gate_proj,0.0003077661,0.05000,0.839
4,mlp.experts.16.gate_proj,0.0004679776,0.05000,0.846
4,mlp.experts.18.gate_proj,0.0003413651,0.05000,0.848
4,mlp.experts.21.gate_proj,0.0007836248,0.05000,0.800
4,mlp.experts.23.gate_proj,0.0007696379,0.05000,0.804
4,mlp.experts.20.gate_proj,0.0006332415,0.05000,0.820
4,mlp.experts.22.gate_proj,0.0006827685,0.05000,0.806
4,mlp.experts.25.gate_proj,0.0005320408,0.05000,0.819
4,mlp.experts.27.gate_proj,0.0007273053,0.05000,0.849
4,mlp.experts.24.gate_proj,0.0005646685,0.05000,0.824
4,mlp.experts.26.gate_proj,0.0005356311,0.05000,0.844
4,mlp.experts.29.gate_proj,0.0005841570,0.05000,0.812
4,mlp.experts.31.gate_proj,0.0013370893,0.05000,0.833
4,mlp.experts.28.gate_proj,0.0008223022,0.05000,0.840
4,mlp.experts.30.gate_proj,0.0003551506,0.05000,0.816
4,mlp.experts.33.gate_proj,0.0012338883,0.05000,0.824
4,mlp.experts.35.gate_proj,0.0013234610,0.05000,0.815
4,mlp.experts.32.gate_proj,0.0005782042,0.05000,0.829
4,mlp.experts.34.gate_proj,0.0004980778,0.05000,0.800
4,mlp.experts.37.gate_proj,0.0005565390,0.05000,0.822
4,mlp.experts.39.gate_proj,0.0004584673,0.05000,0.823
4,mlp.experts.36.gate_proj,0.0004135155,0.05000,0.833
4,mlp.experts.38.gate_proj,0.0014634717,0.05000,0.831
4,mlp.experts.41.gate_proj,0.0009776524,0.05000,0.826
4,mlp.experts.43.gate_proj,0.0003119562,0.05000,0.843
4,mlp.experts.40.gate_proj,0.0007440933,0.05000,0.845
4,mlp.experts.42.gate_proj,0.0004543568,0.05000,0.866
4,mlp.experts.45.gate_proj,0.0004517579,0.05000,0.833
4,mlp.experts.47.gate_proj,0.0006081208,0.05000,0.826
4,mlp.experts.44.gate_proj,0.0014212837,0.05000,0.807
4,mlp.experts.46.gate_proj,0.0008186544,0.05000,0.849
4,mlp.experts.49.gate_proj,0.0007430067,0.05000,0.830
4,mlp.experts.51.gate_proj,0.0004803427,0.05000,0.822
4,mlp.experts.48.gate_proj,0.0002573570,0.05000,0.801
4,mlp.experts.50.gate_proj,0.0007004916,0.05000,0.818
4,mlp.experts.53.gate_proj,0.0009010700,0.05000,0.838
4,mlp.experts.52.gate_proj,0.0007370990,0.05000,0.803
4,mlp.experts.55.gate_proj,0.0005054217,0.05000,0.824
4,mlp.experts.54.gate_proj,0.0005716688,0.05000,0.868
4,mlp.experts.59.gate_proj,0.0008260260,0.05000,0.850
4,mlp.experts.56.gate_proj,0.0004016346,0.05000,0.853
4,mlp.experts.57.gate_proj,0.0004982981,0.05000,0.919
4,mlp.experts.58.gate_proj,0.0004140103,0.05000,0.872
4,mlp.experts.61.gate_proj,0.0011428653,0.05000,0.817
4,mlp.experts.63.gate_proj,0.0006206397,0.05000,0.867
4,mlp.experts.60.gate_proj,0.0005600183,0.05000,0.898
4,mlp.experts.62.gate_proj,0.0004942904,0.05000,0.831
4,mlp.experts.1.up_proj,0.0005696508,0.05000,0.825
4,mlp.experts.3.up_proj,0.0007666623,0.05000,0.871
4,mlp.experts.0.up_proj,0.0007390689,0.05000,0.860
4,mlp.experts.2.up_proj,0.0008136376,0.05000,0.828
4,mlp.experts.5.up_proj,0.0007265472,0.05000,0.845
4,mlp.experts.7.up_proj,0.0006992002,0.05000,0.854
4,mlp.experts.4.up_proj,0.0015444038,0.05000,0.844
4,mlp.experts.6.up_proj,0.0011732691,0.05000,0.884
4,mlp.experts.9.up_proj,0.0005135044,0.05000,0.826
4,mlp.experts.11.up_proj,0.0009659843,0.05000,0.852
4,mlp.experts.8.up_proj,0.0005575894,0.05000,0.844
4,mlp.experts.10.up_proj,0.0003203991,0.05000,0.834
4,mlp.experts.13.up_proj,0.0010700442,0.05000,0.828
4,mlp.experts.15.up_proj,0.0003603151,0.05000,0.874
4,mlp.experts.12.up_proj,0.0004887081,0.05000,0.893
4,mlp.experts.14.up_proj,0.0005552841,0.05000,0.900
4,mlp.experts.17.up_proj,0.0004866601,0.05000,0.822
4,mlp.experts.16.up_proj,0.0004499451,0.05000,0.862
4,mlp.experts.19.up_proj,0.0002974708,0.05000,0.893
4,mlp.experts.18.up_proj,0.0003192172,0.05000,0.884
4,mlp.experts.21.up_proj,0.0007592671,0.05000,0.811
4,mlp.experts.23.up_proj,0.0007476646,0.05000,0.799
4,mlp.experts.20.up_proj,0.0006160130,0.05000,0.814
4,mlp.experts.22.up_proj,0.0006584877,0.05000,0.823
4,mlp.experts.25.up_proj,0.0005107402,0.05000,0.841
4,mlp.experts.27.up_proj,0.0006886909,0.05000,0.885
4,mlp.experts.24.up_proj,0.0005436995,0.05000,0.931
4,mlp.experts.26.up_proj,0.0005221754,0.05000,0.904
4,mlp.experts.29.up_proj,0.0005610921,0.05000,0.820
4,mlp.experts.31.up_proj,0.0012976856,0.05000,0.855
4,mlp.experts.28.up_proj,0.0007959145,0.05000,0.911
4,mlp.experts.30.up_proj,0.0003408965,0.05000,0.830
4,mlp.experts.33.up_proj,0.0011968699,0.05000,0.833
4,mlp.experts.35.up_proj,0.0012619649,0.05000,0.836
4,mlp.experts.32.up_proj,0.0005551954,0.05000,0.818
4,mlp.experts.34.up_proj,0.0004759195,0.05000,0.833
4,mlp.experts.37.up_proj,0.0005264560,0.05000,0.816
4,mlp.experts.39.up_proj,0.0004423649,0.05000,0.812
4,mlp.experts.36.up_proj,0.0004017036,0.05000,0.876
4,mlp.experts.38.up_proj,0.0013750492,0.05000,0.842
4,mlp.experts.41.up_proj,0.0009241235,0.05000,0.819
4,mlp.experts.43.up_proj,0.0003016670,0.05000,0.830
4,mlp.experts.40.up_proj,0.0007261068,0.05000,0.878
4,mlp.experts.42.up_proj,0.0004307959,0.05000,0.859
4,mlp.experts.45.up_proj,0.0004316997,0.05000,0.814
4,mlp.experts.47.up_proj,0.0005834117,0.05000,0.823
4,mlp.experts.44.up_proj,0.0013631313,0.05000,0.852
4,mlp.experts.46.up_proj,0.0007865774,0.05000,0.844
4,mlp.experts.49.up_proj,0.0007102253,0.05000,0.813
4,mlp.experts.51.up_proj,0.0004531503,0.05000,0.803
4,mlp.experts.50.up_proj,0.0006780708,0.05000,0.828
4,mlp.experts.48.up_proj,0.0002403596,0.05000,0.843
4,mlp.experts.53.up_proj,0.0008704965,0.05000,0.824
4,mlp.experts.55.up_proj,0.0004761579,0.05000,0.848
4,mlp.experts.54.up_proj,0.0005499618,0.05000,0.815
4,mlp.experts.52.up_proj,0.0007091145,0.05000,0.833
4,mlp.experts.57.up_proj,0.0004801527,0.05000,0.881
4,mlp.experts.59.up_proj,0.0007990440,0.05000,0.876
4,mlp.experts.58.up_proj,0.0003924527,0.05000,0.823
4,mlp.experts.56.up_proj,0.0003861243,0.05000,0.826
4,mlp.experts.61.up_proj,0.0011088078,0.05000,0.848
4,mlp.experts.63.up_proj,0.0005772023,0.05000,0.727
4,mlp.experts.62.up_proj,0.0004581381,0.05000,0.624
4,mlp.experts.60.up_proj,0.0005317503,0.05000,0.616
4,mlp.experts.0.down_proj,0.0000288843,0.05000,0.554
4,mlp.experts.1.down_proj,0.0000221678,0.05000,0.566
4,mlp.experts.3.down_proj,0.0000329914,0.05000,0.594
4,mlp.experts.2.down_proj,0.0000284284,0.05000,0.618
4,mlp.experts.4.down_proj,0.0000561297,0.05000,0.560
4,mlp.experts.5.down_proj,0.0000214745,0.05000,0.562
4,mlp.experts.7.down_proj,0.0000412870,0.05000,0.564
4,mlp.experts.6.down_proj,0.0000498324,0.05000,0.562
4,mlp.experts.8.down_proj,0.0000139868,0.05000,0.575
4,mlp.experts.9.down_proj,0.0000217889,0.05000,0.584
4,mlp.experts.10.down_proj,0.0000176853,0.05000,0.584
4,mlp.experts.11.down_proj,0.0000478583,0.05000,0.626
4,mlp.experts.12.down_proj,0.0000237690,0.05000,0.576
4,mlp.experts.13.down_proj,0.0000509832,0.05000,0.597
4,mlp.experts.14.down_proj,0.0000165606,0.05000,0.577
4,mlp.experts.15.down_proj,0.0000176693,0.05000,0.599
4,mlp.experts.16.down_proj,0.0000174677,0.05000,0.559
4,mlp.experts.17.down_proj,0.0000200486,0.05000,0.565
4,mlp.experts.18.down_proj,0.0000153120,0.05000,0.558
4,mlp.experts.19.down_proj,0.0000150470,0.05000,0.555
4,mlp.experts.20.down_proj,0.0000117803,0.05000,0.553
4,mlp.experts.21.down_proj,0.0000281192,0.05000,0.560
4,mlp.experts.22.down_proj,0.0000210758,0.05000,0.565
4,mlp.experts.23.down_proj,0.0000244014,0.05000,0.584
4,mlp.experts.24.down_proj,0.0000262495,0.05000,0.642
4,mlp.experts.25.down_proj,0.0000214660,0.05000,0.641
4,mlp.experts.26.down_proj,0.0000199924,0.05000,0.654
4,mlp.experts.27.down_proj,0.0000390353,0.05000,0.617
4,mlp.experts.28.down_proj,0.0000343818,0.05000,0.553
4,mlp.experts.29.down_proj,0.0000214528,0.05000,0.557
4,mlp.experts.30.down_proj,0.0000203383,0.05000,0.552
4,mlp.experts.31.down_proj,0.0000530541,0.05000,0.557
4,mlp.experts.32.down_proj,0.0000222638,0.05000,0.601
4,mlp.experts.33.down_proj,0.0000330355,0.05000,0.602
4,mlp.experts.34.down_proj,0.0000237099,0.05000,0.600
4,mlp.experts.35.down_proj,0.0000498781,0.05000,0.574
4,mlp.experts.36.down_proj,0.0000217371,0.05000,0.578
4,mlp.experts.37.down_proj,0.0000124994,0.05000,0.578
4,mlp.experts.39.down_proj,0.0000146486,0.05000,0.581
4,mlp.experts.38.down_proj,0.0000483251,0.05000,0.610
4,mlp.experts.40.down_proj,0.0000220270,0.05000,0.547
4,mlp.experts.41.down_proj,0.0000265804,0.05000,0.570
4,mlp.experts.43.down_proj,0.0000108181,0.05000,0.551
4,mlp.experts.42.down_proj,0.0000133577,0.05000,0.555
4,mlp.experts.44.down_proj,0.0000497847,0.05000,0.556
4,mlp.experts.45.down_proj,0.0000194160,0.05000,0.574
4,mlp.experts.47.down_proj,0.0000230110,0.05000,0.575
4,mlp.experts.46.down_proj,0.0000287730,0.05000,0.566
4,mlp.experts.48.down_proj,0.0000099371,0.05000,0.555
4,mlp.experts.49.down_proj,0.0000279769,0.05000,0.550
4,mlp.experts.51.down_proj,0.0000305248,0.05000,0.561
4,mlp.experts.50.down_proj,0.0000251007,0.05000,0.554
4,mlp.experts.52.down_proj,0.0000212485,0.05000,0.588
4,mlp.experts.53.down_proj,0.0000267239,0.05000,0.609
4,mlp.experts.54.down_proj,0.0000249374,0.05000,0.612
4,mlp.experts.55.down_proj,0.0000225668,0.05000,0.646
4,mlp.experts.56.down_proj,0.0000151340,0.05000,0.713
4,mlp.experts.57.down_proj,0.0000189963,0.05000,0.633
4,mlp.experts.58.down_proj,0.0000194868,0.05000,0.623
4,mlp.experts.59.down_proj,0.0000357738,0.05000,0.620
4,mlp.experts.61.down_proj,0.0000352264,0.05000,0.627
4,mlp.experts.60.down_proj,0.0000172303,0.05000,0.688
4,mlp.experts.63.down_proj,0.0000388093,0.05000,0.617
4,mlp.experts.62.down_proj,0.0000254853,0.05000,0.650
4,mlp.shared_experts.up_proj,0.0001435619,0.05000,0.404
4,mlp.shared_experts.gate_proj,0.0001753146,0.05000,0.406
4,mlp.shared_experts.down_proj,0.0000031355,0.05000,0.165
5,self_attn.kv_a_proj_with_mqa,0.0007886109,0.05000,0.384
5,self_attn.q_proj,0.0064824972,0.05000,0.388
5,self_attn.kv_b_proj,0.0018714199,0.05000,0.069
5,self_attn.o_proj,0.0000030357,0.05000,0.236
5,mlp.experts.1.gate_proj,0.0010230226,0.05000,0.818
5,mlp.experts.3.gate_proj,0.0010546467,0.05000,0.828
5,mlp.experts.0.gate_proj,0.0015880965,0.05000,0.850
5,mlp.experts.2.gate_proj,0.0007344660,0.05000,0.866
5,mlp.experts.5.gate_proj,0.0006946197,0.05000,0.818
5,mlp.experts.7.gate_proj,0.0007866937,0.05000,0.836
5,mlp.experts.6.gate_proj,0.0009966738,0.05000,0.819
5,mlp.experts.4.gate_proj,0.0029068206,0.05000,0.843
5,mlp.experts.11.gate_proj,0.0005856980,0.05000,0.842
5,mlp.experts.9.gate_proj,0.0012100262,0.05000,0.895
5,mlp.experts.8.gate_proj,0.0012060425,0.05000,0.850
5,mlp.experts.10.gate_proj,0.0008389894,0.05000,0.872
5,mlp.experts.15.gate_proj,0.0009749991,0.05000,0.834
5,mlp.experts.13.gate_proj,0.0005974329,0.05000,0.836
5,mlp.experts.14.gate_proj,0.0007206899,0.05000,0.835
5,mlp.experts.12.gate_proj,0.0007628544,0.05000,0.869
5,mlp.experts.17.gate_proj,0.0011191081,0.05000,0.821
5,mlp.experts.19.gate_proj,0.0010417369,0.05000,0.850
5,mlp.experts.16.gate_proj,0.0012411287,0.05000,0.815
5,mlp.experts.18.gate_proj,0.0010438088,0.05000,0.861
5,mlp.experts.21.gate_proj,0.0010072870,0.05000,0.825
5,mlp.experts.23.gate_proj,0.0012542137,0.05000,0.840
5,mlp.experts.20.gate_proj,0.0004103891,0.05000,0.843
5,mlp.experts.22.gate_proj,0.0005367803,0.05000,0.851
5,mlp.experts.27.gate_proj,0.0052891508,0.05000,0.805
5,mlp.experts.25.gate_proj,0.0017877437,0.05000,0.831
5,mlp.experts.26.gate_proj,0.0007446261,0.05000,0.810
5,mlp.experts.24.gate_proj,0.0009035280,0.05000,0.857
5,mlp.experts.31.gate_proj,0.0004547193,0.05000,0.802
5,mlp.experts.29.gate_proj,0.0011423118,0.05000,0.806
5,mlp.experts.30.gate_proj,0.0011491479,0.05000,0.799
5,mlp.experts.28.gate_proj,0.0009679096,0.05000,0.818
5,mlp.experts.35.gate_proj,0.0004127336,0.05000,0.817
5,mlp.experts.33.gate_proj,0.0008735763,0.05000,0.853
5,mlp.experts.34.gate_proj,0.0008446875,0.05000,0.807
5,mlp.experts.32.gate_proj,0.0010270134,0.05000,0.822
5,mlp.experts.39.gate_proj,0.0060613096,0.05000,0.815
5,mlp.experts.37.gate_proj,0.0007256413,0.05000,0.799
5,mlp.experts.38.gate_proj,0.0004473398,0.05000,0.798
5,mlp.experts.36.gate_proj,0.0008559261,0.05000,0.793
5,mlp.experts.43.gate_proj,0.0010553467,0.05000,0.837
5,mlp.experts.42.gate_proj,0.0005543782,0.05000,0.807
5,mlp.experts.41.gate_proj,0.0007907351,0.05000,0.834
5,mlp.experts.40.gate_proj,0.0012553406,0.05000,0.821
5,mlp.experts.47.gate_proj,0.0005883488,0.05000,0.790
5,mlp.experts.46.gate_proj,0.0007597571,0.05000,0.788
5,mlp.experts.45.gate_proj,0.0007848621,0.05000,0.789
5,mlp.experts.44.gate_proj,0.0007088515,0.05000,0.802
5,mlp.experts.51.gate_proj,0.0010911442,0.05000,0.803
5,mlp.experts.50.gate_proj,0.0010532879,0.05000,0.814
5,mlp.experts.49.gate_proj,0.0004490741,0.05000,0.801
5,mlp.experts.48.gate_proj,0.0006415089,0.05000,0.788
5,mlp.experts.55.gate_proj,0.0006828820,0.05000,0.836
5,mlp.experts.54.gate_proj,0.0006079433,0.05000,0.828
5,mlp.experts.53.gate_proj,0.0005714878,0.05000,0.846
5,mlp.experts.52.gate_proj,0.0009000148,0.05000,0.845
5,mlp.experts.58.gate_proj,0.0008935061,0.05000,0.857
5,mlp.experts.57.gate_proj,0.0008640417,0.05000,0.838
5,mlp.experts.59.gate_proj,0.0013747985,0.05000,0.911
5,mlp.experts.56.gate_proj,0.0004567947,0.05000,0.882
5,mlp.experts.61.gate_proj,0.0007999619,0.05000,0.806
5,mlp.experts.62.gate_proj,0.0010738454,0.05000,0.822
5,mlp.experts.63.gate_proj,0.0005742479,0.05000,0.816
5,mlp.experts.60.gate_proj,0.0011313605,0.05000,0.822
5,mlp.experts.1.up_proj,0.0009616732,0.05000,0.817
5,mlp.experts.3.up_proj,0.0010135423,0.05000,0.815
5,mlp.experts.2.up_proj,0.0007055807,0.05000,0.845
5,mlp.experts.0.up_proj,0.0014940755,0.05000,0.825
5,mlp.experts.5.up_proj,0.0006582937,0.05000,0.827
5,mlp.experts.7.up_proj,0.0007577355,0.05000,0.819
5,mlp.experts.6.up_proj,0.0009326701,0.05000,0.857
5,mlp.experts.4.up_proj,0.0027310314,0.05000,0.832
5,mlp.experts.9.up_proj,0.0011559100,0.05000,0.871
5,mlp.experts.10.up_proj,0.0007589816,0.05000,0.859
5,mlp.experts.11.up_proj,0.0005462479,0.05000,0.911
5,mlp.experts.8.up_proj,0.0011173923,0.05000,0.860
5,mlp.experts.13.up_proj,0.0005654850,0.05000,0.886
5,mlp.experts.12.up_proj,0.0007395786,0.05000,0.827
5,mlp.experts.14.up_proj,0.0006926559,0.05000,0.874
5,mlp.experts.15.up_proj,0.0009427040,0.05000,0.878
5,mlp.experts.16.up_proj,0.0012065479,0.05000,0.822
5,mlp.experts.18.up_proj,0.0009883587,0.05000,0.824
5,mlp.experts.19.up_proj,0.0010169242,0.05000,0.820
5,mlp.experts.17.up_proj,0.0010587419,0.05000,0.887
5,mlp.experts.22.up_proj,0.0005134500,0.05000,0.815
5,mlp.experts.23.up_proj,0.0011980290,0.05000,0.833
5,mlp.experts.21.up_proj,0.0009710323,0.05000,0.832
5,mlp.experts.20.up_proj,0.0003875896,0.05000,0.866
5,mlp.experts.26.up_proj,0.0007176499,0.05000,0.855
5,mlp.experts.24.up_proj,0.0008515489,0.05000,0.833
5,mlp.experts.27.up_proj,0.0050221585,0.05000,0.848
5,mlp.experts.25.up_proj,0.0016378116,0.05000,0.877
5,mlp.experts.28.up_proj,0.0009290290,0.05000,0.820
5,mlp.experts.31.up_proj,0.0004275957,0.05000,0.833
5,mlp.experts.30.up_proj,0.0011016855,0.05000,0.873
5,mlp.experts.29.up_proj,0.0010762539,0.05000,0.821
5,mlp.experts.32.up_proj,0.0009900417,0.05000,0.785
5,mlp.experts.35.up_proj,0.0003947550,0.05000,0.813
5,mlp.experts.33.up_proj,0.0008487920,0.05000,0.806
5,mlp.experts.34.up_proj,0.0007938649,0.05000,0.869
5,mlp.experts.36.up_proj,0.0008114495,0.05000,0.801
5,mlp.experts.39.up_proj,0.0057626501,0.05000,0.804
5,mlp.experts.37.up_proj,0.0007104300,0.05000,0.867
5,mlp.experts.38.up_proj,0.0004308121,0.05000,0.833
5,mlp.experts.40.up_proj,0.0011582291,0.05000,0.839
5,mlp.experts.43.up_proj,0.0010243149,0.05000,0.854
5,mlp.experts.41.up_proj,0.0007695100,0.05000,0.850
5,mlp.experts.42.up_proj,0.0005302060,0.05000,0.838
5,mlp.experts.44.up_proj,0.0006734737,0.05000,0.808
5,mlp.experts.47.up_proj,0.0005536276,0.05000,0.837
5,mlp.experts.45.up_proj,0.0007483299,0.05000,0.820
5,mlp.experts.46.up_proj,0.0007059318,0.05000,0.822
5,mlp.experts.48.up_proj,0.0006152833,0.05000,0.802
5,mlp.experts.51.up_proj,0.0010361691,0.05000,0.796
5,mlp.experts.49.up_proj,0.0004292698,0.05000,0.802
5,mlp.experts.50.up_proj,0.0010097445,0.05000,0.807
5,mlp.experts.52.up_proj,0.0008752290,0.05000,0.815
5,mlp.experts.55.up_proj,0.0006618684,0.05000,0.813
5,mlp.experts.53.up_proj,0.0005192716,0.05000,0.832
5,mlp.experts.54.up_proj,0.0005539720,0.05000,0.856
5,mlp.experts.56.up_proj,0.0004412146,0.05000,0.838
5,mlp.experts.59.up_proj,0.0013123903,0.05000,0.882
5,mlp.experts.58.up_proj,0.0008621403,0.05000,0.815
5,mlp.experts.57.up_proj,0.0008414175,0.05000,0.860
5,mlp.experts.60.up_proj,0.0010931891,0.05000,0.866
5,mlp.experts.63.up_proj,0.0005439911,0.05000,0.819
5,mlp.experts.61.up_proj,0.0007767077,0.05000,0.782
5,mlp.experts.62.up_proj,0.0010313788,0.05000,0.792
5,mlp.experts.1.down_proj,0.0000561649,0.05000,0.545
5,mlp.experts.0.down_proj,0.0000712460,0.05000,0.559
5,mlp.experts.3.down_proj,0.0000490419,0.05000,0.566
5,mlp.experts.2.down_proj,0.0000454835,0.05000,0.590
5,mlp.experts.5.down_proj,0.0000564229,0.05000,0.586
5,mlp.experts.7.down_proj,0.0000445711,0.05000,0.584
5,mlp.experts.4.down_proj,0.0001015300,0.05000,0.596
5,mlp.experts.6.down_proj,0.0000733918,0.05000,0.590
5,mlp.experts.11.down_proj,0.0000248070,0.05000,0.651
5,mlp.experts.9.down_proj,0.0000484461,0.05000,0.698
5,mlp.experts.8.down_proj,0.0000583822,0.05000,0.688
5,mlp.experts.10.down_proj,0.0000604847,0.05000,0.670
5,mlp.experts.15.down_proj,0.0000338130,0.05000,0.666
5,mlp.experts.13.down_proj,0.0000448739,0.05000,0.653
5,mlp.experts.12.down_proj,0.0000599998,0.05000,0.658
5,mlp.experts.14.down_proj,0.0000409820,0.05000,0.661
5,mlp.experts.19.down_proj,0.0000486187,0.05000,0.626
5,mlp.experts.17.down_proj,0.0000741187,0.05000,0.624
5,mlp.experts.18.down_proj,0.0000585765,0.05000,0.613
5,mlp.experts.16.down_proj,0.0000624020,0.05000,0.645
5,mlp.experts.23.down_proj,0.0000660801,0.05000,0.554
5,mlp.experts.22.down_proj,0.0000480795,0.05000,0.557
5,mlp.experts.21.down_proj,0.0000593898,0.05000,0.590
5,mlp.experts.20.down_proj,0.0000247397,0.05000,0.554
5,mlp.experts.27.down_proj,0.0001948281,0.05000,0.557
5,mlp.experts.25.down_proj,0.0000696101,0.05000,0.554
5,mlp.experts.26.down_proj,0.0000403097,0.05000,0.571
5,mlp.experts.24.down_proj,0.0000616007,0.05000,0.578
5,mlp.experts.31.down_proj,0.0000246916,0.05000,0.567
5,mlp.experts.30.down_proj,0.0000755905,0.05000,0.595
5,mlp.experts.28.down_proj,0.0000515565,0.05000,0.589
5,mlp.experts.29.down_proj,0.0000677074,0.05000,0.642
5,mlp.experts.35.down_proj,0.0000283464,0.05000,0.591
5,mlp.experts.34.down_proj,0.0000464885,0.05000,0.567
5,mlp.experts.32.down_proj,0.0000472461,0.05000,0.559
5,mlp.experts.33.down_proj,0.0000507484,0.05000,0.564
5,mlp.experts.39.down_proj,0.0002709371,0.05000,0.566
5,mlp.experts.38.down_proj,0.0000335577,0.05000,0.572
5,mlp.experts.36.down_proj,0.0000590951,0.05000,0.586
5,mlp.experts.37.down_proj,0.0000362929,0.05000,0.588
5,mlp.experts.43.down_proj,0.0000410467,0.05000,0.563
5,mlp.experts.42.down_proj,0.0000365924,0.05000,0.570
5,mlp.experts.40.down_proj,0.0000750191,0.05000,0.574
5,mlp.experts.41.down_proj,0.0000387825,0.05000,0.573
5,mlp.experts.47.down_proj,0.0000338219,0.05000,0.589
5,mlp.experts.46.down_proj,0.0000343685,0.05000,0.588
5,mlp.experts.44.down_proj,0.0000342655,0.05000,0.584
5,mlp.experts.45.down_proj,0.0000377457,0.05000,0.589
5,mlp.experts.51.down_proj,0.0000587230,0.05000,0.560
5,mlp.experts.50.down_proj,0.0000516666,0.05000,0.577
5,mlp.experts.48.down_proj,0.0000440610,0.05000,0.588
5,mlp.experts.49.down_proj,0.0000351150,0.05000,0.576
5,mlp.experts.55.down_proj,0.0000365820,0.05000,0.581
5,mlp.experts.54.down_proj,0.0000384891,0.05000,0.558
5,mlp.experts.53.down_proj,0.0000322333,0.05000,0.574
5,mlp.experts.52.down_proj,0.0000451430,0.05000,0.603
5,mlp.experts.59.down_proj,0.0000580776,0.05000,0.613
5,mlp.experts.58.down_proj,0.0000590246,0.05000,0.614
5,mlp.experts.57.down_proj,0.0000302655,0.05000,0.589
5,mlp.experts.56.down_proj,0.0000249578,0.05000,0.591
5,mlp.experts.63.down_proj,0.0000439483,0.05000,0.585
5,mlp.experts.62.down_proj,0.0000826140,0.05000,0.565
5,mlp.experts.61.down_proj,0.0000499070,0.05000,0.530
5,mlp.experts.60.down_proj,0.0000474962,0.05000,0.533
5,mlp.shared_experts.gate_proj,0.0002317119,0.05000,0.381
5,mlp.shared_experts.up_proj,0.0002059700,0.05000,0.383
5,mlp.shared_experts.down_proj,0.0000061545,0.05000,0.146
6,self_attn.q_proj,0.0066057616,0.05000,0.378
6,self_attn.kv_a_proj_with_mqa,0.0007224244,0.05000,0.378
6,self_attn.kv_b_proj,0.0006999467,0.05000,0.058
6,self_attn.o_proj,0.0000077760,0.05000,0.233
6,mlp.experts.0.gate_proj,0.0016792024,0.05000,0.825
6,mlp.experts.3.gate_proj,0.0009761232,0.05000,0.839
6,mlp.experts.2.gate_proj,0.0018807464,0.05000,0.848
6,mlp.experts.1.gate_proj,0.0010972593,0.05000,0.858
6,mlp.experts.7.gate_proj,0.0016450239,0.05000,0.806
6,mlp.experts.5.gate_proj,0.0018305104,0.05000,0.798
6,mlp.experts.4.gate_proj,0.0017518903,0.05000,0.843
6,mlp.experts.6.gate_proj,0.0009917241,0.05000,0.819
6,mlp.experts.11.gate_proj,0.0019913857,0.05000,0.843
6,mlp.experts.8.gate_proj,0.0011050236,0.05000,0.833
6,mlp.experts.10.gate_proj,0.0020278171,0.05000,0.850
6,mlp.experts.9.gate_proj,0.0007813509,0.05000,0.862
6,mlp.experts.12.gate_proj,0.0017825113,0.05000,0.819
6,mlp.experts.15.gate_proj,0.0009984979,0.05000,0.838
6,mlp.experts.14.gate_proj,0.0014111050,0.05000,0.813
6,mlp.experts.13.gate_proj,0.0024323808,0.05000,0.827
6,mlp.experts.16.gate_proj,0.0012978242,0.05000,0.798
6,mlp.experts.19.gate_proj,0.0015346062,0.05000,0.808
6,mlp.experts.18.gate_proj,0.0010905664,0.05000,0.807
6,mlp.experts.17.gate_proj,0.0047383685,0.05000,0.821
6,mlp.experts.20.gate_proj,0.0009376636,0.05000,0.818
6,mlp.experts.23.gate_proj,0.0013968865,0.05000,0.811
6,mlp.experts.21.gate_proj,0.0084720933,0.05000,0.816
6,mlp.experts.22.gate_proj,0.0007827401,0.05000,0.852
6,mlp.experts.24.gate_proj,0.0009578054,0.05000,0.410
6,mlp.experts.27.gate_proj,0.0005970797,0.05000,0.405
6,mlp.experts.28.gate_proj,0.0013620045,0.05000,0.816
6,mlp.experts.26.gate_proj,0.0013137767,0.05000,0.845
6,mlp.experts.31.gate_proj,0.0015232925,0.05000,0.886
6,mlp.experts.25.gate_proj,0.0014327144,0.05000,0.887
6,mlp.experts.32.gate_proj,0.0027798021,0.05000,0.815
6,mlp.experts.30.gate_proj,0.0012350582,0.05000,0.825
6,mlp.experts.29.gate_proj,0.0008416253,0.05000,0.806
6,mlp.experts.35.gate_proj,0.0008358671,0.05000,0.818
6,mlp.experts.36.gate_proj,0.0014597630,0.05000,0.848
6,mlp.experts.34.gate_proj,0.0015322854,0.05000,0.821
6,mlp.experts.39.gate_proj,0.0007553107,0.05000,0.835
6,mlp.experts.33.gate_proj,0.0022062682,0.05000,0.858
6,mlp.experts.40.gate_proj,0.0013606192,0.05000,0.819
6,mlp.experts.38.gate_proj,0.0014743233,0.05000,0.844
6,mlp.experts.43.gate_proj,0.0021086297,0.05000,0.832
6,mlp.experts.37.gate_proj,0.0017475185,0.05000,0.848
6,mlp.experts.44.gate_proj,0.0006662620,0.05000,0.836
6,mlp.experts.47.gate_proj,0.0007767319,0.05000,0.821
6,mlp.experts.42.gate_proj,0.0008770170,0.05000,0.876
6,mlp.experts.41.gate_proj,0.0006034299,0.05000,0.873
6,mlp.experts.48.gate_proj,0.0009780775,0.05000,0.832
6,mlp.experts.51.gate_proj,0.0009140742,0.05000,0.827
6,mlp.experts.46.gate_proj,0.0012932801,0.05000,0.819
6,mlp.experts.45.gate_proj,0.0008262219,0.05000,0.820
6,mlp.experts.52.gate_proj,0.0008048322,0.05000,0.834
6,mlp.experts.50.gate_proj,0.0015932653,0.05000,0.854
6,mlp.experts.55.gate_proj,0.0014942061,0.05000,0.865
6,mlp.experts.49.gate_proj,0.0012556249,0.05000,0.846
6,mlp.experts.56.gate_proj,0.0016428707,0.05000,0.801
6,mlp.experts.59.gate_proj,0.0007104388,0.05000,0.800
6,mlp.experts.54.gate_proj,0.0011314287,0.05000,0.822
6,mlp.experts.53.gate_proj,0.0011195256,0.05000,0.816
6,mlp.experts.60.gate_proj,0.0011058310,0.05000,0.842
6,mlp.experts.63.gate_proj,0.0028699592,0.05000,0.830
6,mlp.experts.58.gate_proj,0.0010105622,0.05000,0.837
6,mlp.experts.57.gate_proj,0.0008733519,0.05000,0.818
6,mlp.experts.0.up_proj,0.0015375434,0.05000,0.837
6,mlp.experts.3.up_proj,0.0009330040,0.05000,0.810
6,mlp.experts.62.gate_proj,0.0007396404,0.05000,0.831
6,mlp.experts.61.gate_proj,0.0011586727,0.05000,0.821
6,mlp.experts.4.up_proj,0.0016604078,0.05000,0.827
6,mlp.experts.7.up_proj,0.0015609283,0.05000,0.838
6,mlp.experts.2.up_proj,0.0018026406,0.05000,0.864
6,mlp.experts.1.up_proj,0.0009996847,0.05000,0.863
6,mlp.experts.8.up_proj,0.0010517951,0.05000,0.829
6,mlp.experts.11.up_proj,0.0018695658,0.05000,0.828
6,mlp.experts.6.up_proj,0.0009330115,0.05000,0.846
6,mlp.experts.5.up_proj,0.0017693106,0.05000,0.843
6,mlp.experts.12.up_proj,0.0017291807,0.05000,0.830
6,mlp.experts.15.up_proj,0.0009632818,0.05000,0.821
6,mlp.experts.10.up_proj,0.0018885558,0.05000,0.812
6,mlp.experts.9.up_proj,0.0007560538,0.05000,0.872
6,mlp.experts.16.up_proj,0.0012387411,0.05000,0.818
6,mlp.experts.19.up_proj,0.0014750558,0.05000,0.816
6,mlp.experts.14.up_proj,0.0013389115,0.05000,0.807
6,mlp.experts.13.up_proj,0.0022379764,0.05000,0.797
6,mlp.experts.20.up_proj,0.0008602470,0.05000,0.840
6,mlp.experts.23.up_proj,0.0013578756,0.05000,0.816
6,mlp.experts.18.up_proj,0.0010273581,0.05000,0.835
6,mlp.experts.17.up_proj,0.0044051781,0.05000,0.842
6,mlp.experts.24.up_proj,0.0009186267,0.05000,0.824
6,mlp.experts.27.up_proj,0.0005492445,0.05000,0.840
6,mlp.experts.22.up_proj,0.0007302679,0.05000,0.856
6,mlp.experts.21.up_proj,0.0076538672,0.05000,0.839
6,mlp.experts.28.up_proj,0.0013193145,0.05000,0.829
6,mlp.experts.31.up_proj,0.0014380215,0.05000,0.817
6,mlp.experts.26.up_proj,0.0012712585,0.05000,0.849
6,mlp.experts.25.up_proj,0.0013973249,0.05000,0.810
6,mlp.experts.32.up_proj,0.0026211955,0.05000,0.818
6,mlp.experts.35.up_proj,0.0008026994,0.05000,0.821
6,mlp.experts.30.up_proj,0.0011027768,0.05000,0.828
6,mlp.experts.29.up_proj,0.0007764953,0.05000,0.829
6,mlp.experts.36.up_proj,0.0013746551,0.05000,0.887
6,mlp.experts.39.up_proj,0.0006959282,0.05000,0.863
6,mlp.experts.34.up_proj,0.0014526911,0.05000,0.883
6,mlp.experts.33.up_proj,0.0021364620,0.05000,0.915
6,mlp.experts.43.up_proj,0.0020009726,0.05000,0.816
6,mlp.experts.40.up_proj,0.0012615275,0.05000,0.833
6,mlp.experts.38.up_proj,0.0014300609,0.05000,0.856
6,mlp.experts.37.up_proj,0.0016563798,0.05000,0.836
6,mlp.experts.47.up_proj,0.0007308316,0.05000,0.843
6,mlp.experts.44.up_proj,0.0006278253,0.05000,0.860
6,mlp.experts.42.up_proj,0.0008211926,0.05000,0.854
6,mlp.experts.41.up_proj,0.0005680811,0.05000,0.888
6,mlp.experts.51.up_proj,0.0008546997,0.05000,0.825
6,mlp.experts.48.up_proj,0.0009504375,0.05000,0.842
6,mlp.experts.46.up_proj,0.0012226065,0.05000,0.844
6,mlp.experts.45.up_proj,0.0007698918,0.05000,0.847
6,mlp.experts.55.up_proj,0.0014471403,0.05000,0.863
6,mlp.experts.52.up_proj,0.0007646128,0.05000,0.849
6,mlp.experts.50.up_proj,0.0015272781,0.05000,0.822
6,mlp.experts.49.up_proj,0.0012110459,0.05000,0.856
6,mlp.experts.59.up_proj,0.0006617613,0.05000,0.812
6,mlp.experts.56.up_proj,0.0015944354,0.05000,0.823
6,mlp.experts.54.up_proj,0.0010848796,0.05000,0.835
6,mlp.experts.53.up_proj,0.0010387074,0.05000,0.839
6,mlp.experts.63.up_proj,0.0026900765,0.05000,0.838
6,mlp.experts.60.up_proj,0.0010294363,0.05000,0.811
6,mlp.experts.58.up_proj,0.0009278041,0.05000,0.717
6,mlp.experts.57.up_proj,0.0007918966,0.05000,0.668
6,mlp.experts.62.up_proj,0.0006550247,0.05000,0.391
6,mlp.experts.61.up_proj,0.0011234341,0.05000,0.361
6,mlp.experts.0.down_proj,0.0001290607,0.05000,0.550
6,mlp.experts.1.down_proj,0.0000927400,0.05000,0.552
6,mlp.experts.3.down_proj,0.0013924519,0.05000,0.565
6,mlp.experts.2.down_proj,0.0000857418,0.05000,0.575
6,mlp.experts.7.down_proj,0.0000860370,0.05000,0.579
6,mlp.experts.4.down_proj,0.0000998173,0.05000,0.601
6,mlp.experts.6.down_proj,0.0000625121,0.05000,0.589
6,mlp.experts.5.down_proj,0.0001080354,0.05000,0.613
6,mlp.experts.8.down_proj,0.0000764721,0.05000,0.553
6,mlp.experts.11.down_proj,0.0001627391,0.05000,0.562
6,mlp.experts.9.down_proj,0.0038991093,0.05000,0.574
6,mlp.experts.10.down_proj,0.0001264982,0.05000,0.579
6,mlp.experts.15.down_proj,0.0000602239,0.05000,1.108
6,mlp.experts.13.down_proj,0.0001800629,0.05000,1.171
6,mlp.experts.14.down_proj,0.0000777698,0.05000,1.190
6,mlp.experts.12.down_proj,0.0000684861,0.05000,1.349
6,mlp.experts.19.down_proj,0.0000722778,0.05000,2.039
6,mlp.experts.17.down_proj,0.0003301193,0.05000,2.002
6,mlp.experts.18.down_proj,0.1076654053,0.05000,2.195
6,mlp.experts.16.down_proj,0.0000606722,0.05000,2.177
6,mlp.experts.21.down_proj,0.0005061818,0.05000,2.125
6,mlp.experts.23.down_proj,0.0000801564,0.05000,2.209
6,mlp.experts.22.down_proj,0.0000671705,0.05000,2.039
6,mlp.experts.20.down_proj,0.0000712558,0.05000,2.006
6,mlp.experts.25.down_proj,0.0000638112,0.05000,2.376
6,mlp.experts.27.down_proj,0.0000341168,0.05000,2.433
6,mlp.experts.26.down_proj,0.0000720367,0.05000,2.399
6,mlp.experts.24.down_proj,0.0000647704,0.05000,2.429
6,mlp.experts.29.down_proj,0.0000458172,0.05000,1.614
6,mlp.experts.30.down_proj,0.0000725119,0.05000,1.555
6,mlp.experts.31.down_proj,0.0000790921,0.05000,1.777
6,mlp.experts.28.down_proj,0.0000656008,0.05000,1.800
6,mlp.experts.34.down_proj,0.0000783548,0.05000,1.525
6,mlp.experts.33.down_proj,0.0001266088,0.05000,1.713
6,mlp.experts.35.down_proj,0.0000565357,0.05000,1.581
6,mlp.experts.32.down_proj,0.0001745146,0.05000,1.624
6,mlp.experts.38.down_proj,0.0000712395,0.05000,1.971
6,mlp.experts.39.down_proj,0.0000508234,0.05000,1.880
6,mlp.experts.37.down_proj,0.0000863344,0.05000,1.934
6,mlp.experts.36.down_proj,0.0001067906,0.05000,1.840
6,mlp.experts.43.down_proj,0.0001161159,0.05000,1.672
6,mlp.experts.42.down_proj,0.0000310515,0.05000,1.817
6,mlp.experts.41.down_proj,0.0000280547,0.05000,1.870
6,mlp.experts.40.down_proj,0.0000969772,0.05000,1.953
6,mlp.experts.47.down_proj,0.0000593459,0.05000,1.929
6,mlp.experts.45.down_proj,0.0000596169,0.05000,1.733
6,mlp.experts.46.down_proj,0.0001251103,0.05000,2.054
6,mlp.experts.44.down_proj,0.0000609604,0.05000,1.933
6,mlp.experts.51.down_proj,0.0000653533,0.05000,1.925
6,mlp.experts.49.down_proj,0.0000612184,0.05000,1.936
6,mlp.experts.50.down_proj,0.0000862054,0.05000,1.889
6,mlp.experts.48.down_proj,0.0000590661,0.05000,2.009
6,mlp.experts.55.down_proj,0.0000667852,0.05000,1.968
6,mlp.experts.53.down_proj,0.0000738996,0.05000,2.122
6,mlp.experts.54.down_proj,0.0000786351,0.05000,2.094
6,mlp.experts.52.down_proj,0.0000632660,0.05000,1.926
6,mlp.experts.59.down_proj,0.0000420569,0.05000,1.866
6,mlp.experts.58.down_proj,0.0000703489,0.05000,1.907
6,mlp.experts.57.down_proj,0.0000343331,0.05000,2.061
6,mlp.experts.56.down_proj,0.0000718486,0.05000,2.050
6,mlp.experts.63.down_proj,0.0001013598,0.05000,1.556
6,mlp.experts.61.down_proj,0.0000729157,0.05000,1.247
6,mlp.experts.62.down_proj,0.0000365756,0.05000,1.328
6,mlp.experts.60.down_proj,0.0000843617,0.05000,0.977
6,mlp.shared_experts.gate_proj,0.0003702388,0.05000,1.414
6,mlp.shared_experts.up_proj,0.0003011379,0.05000,1.453
6,mlp.shared_experts.down_proj,0.0000102684,0.05000,0.248
7,self_attn.q_proj,0.0046208509,0.05000,0.396
7,self_attn.kv_a_proj_with_mqa,0.0005721620,0.05000,0.404
7,self_attn.kv_b_proj,0.0010736581,0.05000,0.061
7,self_attn.o_proj,0.0000073523,0.05000,0.235
7,mlp.experts.2.gate_proj,0.0008814524,0.05000,0.850
7,mlp.experts.0.gate_proj,0.0010558731,0.05000,0.859
7,mlp.experts.3.gate_proj,0.0019474532,0.05000,0.877
7,mlp.experts.1.gate_proj,0.0009461426,0.05000,0.899
7,mlp.experts.6.gate_proj,0.0019699624,0.05000,0.812
7,mlp.experts.4.gate_proj,0.0010834412,0.05000,0.835
7,mlp.experts.7.gate_proj,0.0016707564,0.05000,0.836
7,mlp.experts.5.gate_proj,0.0011587024,0.05000,0.834
7,mlp.experts.10.gate_proj,0.0028715561,0.05000,0.829
7,mlp.experts.11.gate_proj,0.0009717492,0.05000,0.810
7,mlp.experts.9.gate_proj,0.0012469367,0.05000,0.807
7,mlp.experts.8.gate_proj,0.0028611003,0.05000,0.881
7,mlp.experts.14.gate_proj,0.0032455684,0.05000,0.812
7,mlp.experts.15.gate_proj,0.0036368935,0.05000,0.840
7,mlp.experts.12.gate_proj,0.0065385573,0.05000,0.798
7,mlp.experts.13.gate_proj,0.0015296221,0.05000,0.834
7,mlp.experts.19.gate_proj,fallback(rtn): 0.0032349,0.00000,0.033
7,mlp.experts.18.gate_proj,0.0100584618,0.05000,0.841
7,mlp.experts.16.gate_proj,0.0018026089,0.05000,0.845
7,mlp.experts.23.gate_proj,0.0016012041,0.05000,0.835
7,mlp.experts.17.gate_proj,0.0009177152,0.05000,0.871
7,mlp.experts.22.gate_proj,0.0014528072,0.05000,0.866
7,mlp.experts.20.gate_proj,0.0014289860,0.05000,0.835
7,mlp.experts.27.gate_proj,0.0016455677,0.05000,0.833
7,mlp.experts.21.gate_proj,0.0009331929,0.05000,0.835
7,mlp.experts.25.gate_proj,fallback(rtn): 0.0030670,0.00000,0.018
7,mlp.experts.24.gate_proj,0.0022461395,0.05000,0.819
7,mlp.experts.26.gate_proj,0.0010861050,0.05000,0.878
7,mlp.experts.31.gate_proj,0.0010675444,0.05000,0.858
7,mlp.experts.29.gate_proj,0.0017932133,0.05000,0.836
7,mlp.experts.28.gate_proj,0.0013362891,0.05000,0.807
7,mlp.experts.30.gate_proj,0.0010385724,0.05000,0.824
7,mlp.experts.33.gate_proj,0.0014905006,0.05000,0.796
7,mlp.experts.35.gate_proj,0.0016745307,0.05000,0.827
7,mlp.experts.32.gate_proj,0.0016894559,0.05000,0.829
7,mlp.experts.34.gate_proj,0.0011778394,0.05000,0.794
7,mlp.experts.39.gate_proj,0.0017077281,0.05000,0.801
7,mlp.experts.37.gate_proj,0.0014227425,0.05000,0.832
7,mlp.experts.38.gate_proj,0.0021109348,0.05000,0.811
7,mlp.experts.36.gate_proj,0.0012652717,0.05000,0.832
7,mlp.experts.43.gate_proj,0.0018161100,0.05000,0.807
7,mlp.experts.41.gate_proj,0.0020296202,0.05000,0.808
7,mlp.experts.42.gate_proj,0.0009226382,0.05000,0.800
7,mlp.experts.40.gate_proj,0.0017598697,0.05000,0.792
7,mlp.experts.47.gate_proj,0.0017032168,0.05000,0.804
7,mlp.experts.45.gate_proj,0.0011372651,0.05000,0.810
7,mlp.experts.46.gate_proj,0.0014258912,0.05000,0.806
7,mlp.experts.44.gate_proj,0.0012264568,0.05000,0.826
7,mlp.experts.49.gate_proj,0.0006751383,0.05000,0.825
7,mlp.experts.51.gate_proj,0.0011573598,0.05000,0.875
7,mlp.experts.50.gate_proj,0.0013293808,0.05000,0.810
7,mlp.experts.48.gate_proj,0.0013868123,0.05000,0.867
7,mlp.experts.53.gate_proj,0.0011786838,0.05000,0.852
7,mlp.experts.55.gate_proj,0.0022598729,0.05000,0.900
7,mlp.experts.54.gate_proj,0.0026594440,0.05000,0.829
7,mlp.experts.52.gate_proj,0.0018753764,0.05000,0.817
7,mlp.experts.57.gate_proj,0.0020061558,0.05000,0.844
7,mlp.experts.59.gate_proj,0.0012286624,0.05000,0.822
7,mlp.experts.58.gate_proj,0.0013555444,0.05000,0.832
7,mlp.experts.56.gate_proj,0.0005996324,0.05000,0.807
7,mlp.experts.61.gate_proj,0.0008210945,0.05000,0.847
7,mlp.experts.63.gate_proj,0.0036230901,0.05000,0.823
7,mlp.experts.62.gate_proj,0.0038070861,0.05000,0.814
7,mlp.experts.60.gate_proj,0.0010621158,0.05000,0.834
7,mlp.experts.1.up_proj,0.0008889255,0.05000,0.837
7,mlp.experts.3.up_proj,0.0018310284,0.05000,0.833
7,mlp.experts.2.up_proj,0.0007779572,0.05000,0.846
7,mlp.experts.0.up_proj,0.0009937444,0.05000,0.792
7,mlp.experts.7.up_proj,0.0016031453,0.05000,0.801
7,mlp.experts.5.up_proj,0.0011205966,0.05000,0.837
7,mlp.experts.6.up_proj,0.0018431454,0.05000,0.817
7,mlp.experts.4.up_proj,0.0010425695,0.05000,0.843
7,mlp.experts.11.up_proj,0.0009031039,0.05000,0.804
7,mlp.experts.9.up_proj,0.0011839715,0.05000,0.813
7,mlp.experts.10.up_proj,0.0026562291,0.05000,0.836
7,mlp.experts.8.up_proj,0.0026477225,0.05000,0.841
7,mlp.experts.15.up_proj,0.0033812656,0.05000,0.836
7,mlp.experts.19.up_proj,fallback(rtn): 0.0030365,0.00000,0.014
7,mlp.experts.13.up_proj,0.0014518745,0.05000,0.862
7,mlp.experts.14.up_proj,0.0029968161,0.05000,0.829
7,mlp.experts.12.up_proj,0.0063485555,0.05000,0.840
7,mlp.experts.17.up_proj,0.0008599642,0.05000,0.793
7,mlp.experts.23.up_proj,0.0013807806,0.05000,0.837
7,mlp.experts.18.up_proj,0.0089044993,0.05000,0.794
7,mlp.experts.16.up_proj,0.0016908028,0.05000,0.810
7,mlp.experts.21.up_proj,0.0008794568,0.05000,0.804
7,mlp.experts.25.up_proj,fallback(rtn): 0.0029907,0.00000,0.013
7,mlp.experts.27.up_proj,0.0014919831,0.05000,0.844
7,mlp.experts.22.up_proj,0.0013374439,0.05000,0.818
7,mlp.experts.20.up_proj,0.0013083822,0.05000,0.805
7,mlp.experts.29.up_proj,0.0016991709,0.05000,0.792
7,mlp.experts.31.up_proj,0.0009979712,0.05000,0.808
7,mlp.experts.26.up_proj,0.0010294820,0.05000,0.831
7,mlp.experts.24.up_proj,0.0021141118,0.05000,0.797
7,mlp.experts.33.up_proj,0.0013512511,0.05000,0.816
7,mlp.experts.35.up_proj,0.0014906180,0.05000,0.883
7,mlp.experts.30.up_proj,0.0009480055,0.05000,0.859
7,mlp.experts.28.up_proj,0.0012262304,0.05000,0.851
7,mlp.experts.37.up_proj,0.0013649175,0.05000,0.844
7,mlp.experts.39.up_proj,0.0015764499,0.05000,0.859
7,mlp.experts.34.up_proj,0.0010829376,0.05000,0.891
7,mlp.experts.32.up_proj,0.0014969230,0.05000,0.903
7,mlp.experts.41.up_proj,0.0018572799,0.05000,0.941
7,mlp.experts.43.up_proj,0.0017087338,0.05000,0.872
7,mlp.experts.38.up_proj,0.0019107163,0.05000,0.802
7,mlp.experts.36.up_proj,0.0011604933,0.05000,0.819
7,mlp.experts.45.up_proj,0.0010492084,0.05000,0.835
7,mlp.experts.47.up_proj,0.0015356015,0.05000,0.824
7,mlp.experts.42.up_proj,0.0008930323,0.05000,0.833
7,mlp.experts.40.up_proj,0.0016707246,0.05000,0.872
7,mlp.experts.49.up_proj,0.0006348487,0.05000,0.853
7,mlp.experts.51.up_proj,0.0010570198,0.05000,0.844
7,mlp.experts.46.up_proj,0.0013814599,0.05000,0.979
7,mlp.experts.44.up_proj,0.0011978926,0.05000,0.898
7,mlp.experts.53.up_proj,0.0011011901,0.05000,0.923
7,mlp.experts.55.up_proj,0.0019748486,0.05000,0.913
7,mlp.experts.50.up_proj,0.0012224515,0.05000,0.847
7,mlp.experts.48.up_proj,0.0013587324,0.05000,0.868
7,mlp.experts.57.up_proj,0.0018372261,0.05000,0.866
7,mlp.experts.59.up_proj,0.0011719409,0.05000,0.854
7,mlp.experts.54.up_proj,0.0024661876,0.05000,0.847
7,mlp.experts.52.up_proj,0.0017911941,0.05000,0.860
7,mlp.experts.63.up_proj,0.0034672099,0.05000,0.848
7,mlp.experts.61.up_proj,0.0007863566,0.05000,0.890
7,mlp.experts.58.up_proj,0.0012582962,0.05000,0.523
7,mlp.experts.56.up_proj,0.0005542198,0.05000,0.521
7,mlp.experts.62.up_proj,0.0034405015,0.05000,0.395
7,mlp.experts.60.up_proj,0.0009658959,0.05000,0.379
7,mlp.experts.2.down_proj,0.0001240370,0.05000,0.541
7,mlp.experts.1.down_proj,0.0000698920,0.05000,0.551
7,mlp.experts.3.down_proj,0.0000783576,0.05000,0.564
7,mlp.experts.0.down_proj,0.0000812175,0.05000,0.574
7,mlp.experts.5.down_proj,0.2328058720,0.05000,0.561
7,mlp.experts.7.down_proj,0.0001153951,0.05000,0.548
7,mlp.experts.6.down_proj,0.0001403708,0.05000,0.583
7,mlp.experts.4.down_proj,0.0000587617,0.05000,0.559
7,mlp.experts.11.down_proj,0.0000753414,0.05000,0.583
7,mlp.experts.8.down_proj,0.0001555179,0.05000,0.571
7,mlp.experts.9.down_proj,0.0000890777,0.05000,0.596
7,mlp.experts.10.down_proj,0.0001462615,0.05000,0.594
7,mlp.experts.12.down_proj,0.0003034018,0.05000,0.547
7,mlp.experts.15.down_proj,0.0002061860,0.05000,0.570
7,mlp.experts.13.down_proj,0.0000942112,0.05000,0.567
7,mlp.experts.19.down_proj,fallback(rtn): 0.0030975,0.00000,0.015
7,mlp.experts.14.down_proj,0.0001753873,0.05000,0.581
7,mlp.experts.17.down_proj,0.0000974088,0.05000,0.571
7,mlp.experts.23.down_proj,0.0001488046,0.05000,0.606
7,mlp.experts.18.down_proj,0.0009323954,0.05000,0.614
7,mlp.experts.16.down_proj,0.0001117350,0.05000,0.690
7,mlp.experts.21.down_proj,0.0000556537,0.05000,0.597
7,mlp.experts.25.down_proj,fallback(rtn): 0.0030060,0.00000,0.010
7,mlp.experts.22.down_proj,0.0000727852,0.05000,0.570
7,mlp.experts.27.down_proj,0.0001162890,0.05000,0.603
7,mlp.experts.20.down_proj,0.0001110461,0.05000,0.594
7,mlp.experts.29.down_proj,0.0001055568,0.05000,0.581
7,mlp.experts.31.down_proj,0.0000892982,0.05000,0.564
7,mlp.experts.26.down_proj,0.0000682878,0.05000,0.584
7,mlp.experts.24.down_proj,0.0001244297,0.05000,0.582
7,mlp.experts.33.down_proj,0.0001062178,0.05000,0.565
7,mlp.experts.35.down_proj,0.0001167252,0.05000,0.577
7,mlp.experts.30.down_proj,0.0000866802,0.05000,0.575
7,mlp.experts.28.down_proj,0.0001168116,0.05000,0.558
7,mlp.experts.37.down_proj,0.0001017123,0.05000,0.555
7,mlp.experts.34.down_proj,0.0000929134,0.05000,0.558
7,mlp.experts.39.down_proj,0.0001216453,0.05000,0.578
7,mlp.experts.32.down_proj,0.0001295681,0.05000,0.556
7,mlp.experts.41.down_proj,0.0001356903,0.05000,0.543
7,mlp.experts.38.down_proj,0.0001357165,0.05000,0.548
7,mlp.experts.43.down_proj,0.0001318193,0.05000,0.546
7,mlp.experts.36.down_proj,0.0000834479,0.05000,0.544
7,mlp.experts.45.down_proj,0.0001018646,0.05000,0.583
7,mlp.experts.47.down_proj,0.0001318023,0.05000,0.549
7,mlp.experts.40.down_proj,0.0001004732,0.05000,0.548
7,mlp.experts.42.down_proj,0.0000683487,0.05000,0.578
7,mlp.experts.49.down_proj,0.0000533173,0.05000,0.575
7,mlp.experts.51.down_proj,0.0000972610,0.05000,0.565
7,mlp.experts.44.down_proj,0.0000596405,0.05000,0.548
7,mlp.experts.46.down_proj,0.0000640092,0.05000,0.566
7,mlp.experts.53.down_proj,0.0001386929,0.05000,0.567
7,mlp.experts.48.down_proj,0.0000991025,0.05000,0.554
7,mlp.experts.50.down_proj,0.0001199694,0.05000,0.550
7,mlp.experts.55.down_proj,0.0001780527,0.05000,0.593
7,mlp.experts.57.down_proj,0.0001256086,0.05000,0.546
7,mlp.experts.54.down_proj,0.0001912417,0.05000,0.553
7,mlp.experts.52.down_proj,0.0001321659,0.05000,0.576
7,mlp.experts.59.down_proj,0.0000757604,0.05000,0.546
7,mlp.experts.61.down_proj,0.0000644566,0.05000,0.574
7,mlp.experts.56.down_proj,0.0000446910,0.05000,0.554
7,mlp.experts.58.down_proj,0.0001050455,0.05000,0.565
7,mlp.experts.63.down_proj,0.0002132833,0.05000,0.577
7,mlp.experts.60.down_proj,0.0000768432,0.05000,0.276
7,mlp.experts.62.down_proj,0.0002281053,0.05000,0.277
7,mlp.shared_experts.gate_proj,0.0004559859,0.05000,0.385
7,mlp.shared_experts.up_proj,0.0003694943,0.05000,0.385
7,mlp.shared_experts.down_proj,0.0000522689,0.05000,0.153
8,self_attn.kv_a_proj_with_mqa,0.0008316866,0.05000,0.385
8,self_attn.q_proj,0.0078579613,0.05000,0.388
8,self_attn.kv_b_proj,0.0070663694,0.05000,0.058
8,self_attn.o_proj,0.0000194586,0.05000,0.235
8,mlp.experts.3.gate_proj,0.0236016400,0.05000,0.815
8,mlp.experts.0.gate_proj,0.0008706303,0.05000,0.829
8,mlp.experts.1.gate_proj,0.0014033915,0.05000,0.831
8,mlp.experts.2.gate_proj,0.0085982924,0.05000,0.912
8,mlp.experts.7.gate_proj,0.0014911753,0.05000,2.713
8,mlp.experts.4.gate_proj,0.0019030680,0.05000,2.925
8,mlp.experts.6.gate_proj,0.0010224282,0.05000,2.897
8,mlp.experts.5.gate_proj,0.0009988813,0.05000,3.038
8,mlp.experts.11.gate_proj,0.0015598941,0.05000,2.827
8,mlp.experts.8.gate_proj,0.0035611692,0.05000,3.023
8,mlp.experts.10.gate_proj,0.0026824164,0.05000,3.016
8,mlp.experts.9.gate_proj,0.0013781256,0.05000,2.943
8,mlp.experts.15.gate_proj,0.0017257361,0.05000,2.444
8,mlp.experts.14.gate_proj,0.0059440161,0.05000,2.264
8,mlp.experts.13.gate_proj,0.0018806509,0.05000,2.308
8,mlp.experts.12.gate_proj,0.0018078598,0.05000,2.417
8,mlp.experts.19.gate_proj,0.0016576542,0.05000,2.457
8,mlp.experts.18.gate_proj,0.0009983561,0.05000,2.331
8,mlp.experts.17.gate_proj,0.0010546204,0.05000,2.302
8,mlp.experts.16.gate_proj,0.0010089449,0.05000,2.375
8,mlp.experts.23.gate_proj,0.0023414731,0.05000,1.565
8,mlp.experts.21.gate_proj,0.0015358662,0.05000,1.429
8,mlp.experts.22.gate_proj,0.0023317486,0.05000,1.648
8,mlp.experts.20.gate_proj,0.0011356304,0.05000,1.580
8,mlp.experts.27.gate_proj,0.0023737469,0.05000,1.383
8,mlp.experts.25.gate_proj,0.0080093437,0.05000,1.387
8,mlp.experts.26.gate_proj,0.0015397919,0.05000,1.368
8,mlp.experts.24.gate_proj,0.0026029189,0.05000,1.326
8,mlp.experts.31.gate_proj,0.0025115826,0.05000,0.910
8,mlp.experts.29.gate_proj,0.0011270369,0.05000,0.915
8,mlp.experts.30.gate_proj,0.0014329404,0.05000,0.909
8,mlp.experts.28.gate_proj,0.0011946000,0.05000,0.922
8,mlp.experts.35.gate_proj,0.0029375754,0.05000,0.917
8,mlp.experts.33.gate_proj,0.0049218038,0.05000,0.928
8,mlp.experts.34.gate_proj,0.0013726437,0.05000,0.867
8,mlp.experts.32.gate_proj,0.0016650084,0.05000,0.869
8,mlp.experts.39.gate_proj,0.0011177737,0.05000,0.796
8,mlp.experts.37.gate_proj,0.0014308955,0.05000,0.798
8,mlp.experts.38.gate_proj,0.0022275287,0.05000,0.786
8,mlp.experts.36.gate_proj,0.0013508749,0.05000,0.822
8,mlp.experts.43.gate_proj,0.0023304467,0.05000,0.834
8,mlp.experts.41.gate_proj,0.0050697982,0.05000,0.826
8,mlp.experts.42.gate_proj,0.0007833359,0.05000,0.818
8,mlp.experts.40.gate_proj,0.0018895809,0.05000,0.866
8,mlp.experts.47.gate_proj,0.0027841338,0.05000,0.828
8,mlp.experts.45.gate_proj,0.0017942465,0.05000,0.861
8,mlp.experts.46.gate_proj,0.0014753401,0.05000,0.836
8,mlp.experts.44.gate_proj,0.0009042208,0.05000,0.841
8,mlp.experts.51.gate_proj,0.0026849766,0.05000,0.821
8,mlp.experts.49.gate_proj,0.0216605943,0.05000,0.825
8,mlp.experts.50.gate_proj,0.0018912582,0.05000,0.832
8,mlp.experts.48.gate_proj,0.0020249246,0.05000,0.850
8,mlp.experts.55.gate_proj,0.0013945100,0.05000,0.795
8,mlp.experts.53.gate_proj,0.0081282544,0.05000,0.798
8,mlp.experts.54.gate_proj,0.0021656291,0.05000,0.811
8,mlp.experts.52.gate_proj,0.0025896708,0.05000,0.810
8,mlp.experts.59.gate_proj,0.0014322126,0.05000,0.814
8,mlp.experts.57.gate_proj,0.0019361186,0.05000,0.861
8,mlp.experts.58.gate_proj,0.0047102331,0.05000,0.809
8,mlp.experts.56.gate_proj,0.0012482784,0.05000,0.833
8,mlp.experts.63.gate_proj,0.0020001853,0.05000,0.861
8,mlp.experts.61.gate_proj,0.0021694877,0.05000,0.813
8,mlp.experts.62.gate_proj,0.0010352152,0.05000,0.807
8,mlp.experts.60.gate_proj,0.0015471563,0.05000,0.803
8,mlp.experts.3.up_proj,0.0205899291,0.05000,0.817
8,mlp.experts.1.up_proj,0.0012501279,0.05000,0.791
8,mlp.experts.2.up_proj,0.0080070557,0.05000,0.796
8,mlp.experts.0.up_proj,0.0008073662,0.05000,0.814
8,mlp.experts.7.up_proj,0.0013790279,0.05000,0.827
8,mlp.experts.5.up_proj,0.0009141940,0.05000,0.818
8,mlp.experts.6.up_proj,0.0008942160,0.05000,0.830
8,mlp.experts.4.up_proj,0.0017733070,0.05000,0.891
8,mlp.experts.9.up_proj,0.0012843653,0.05000,0.796
8,mlp.experts.11.up_proj,0.0014320943,0.05000,0.884
8,mlp.experts.10.up_proj,0.0023657832,0.05000,0.810
8,mlp.experts.8.up_proj,0.0032893201,0.05000,0.798
8,mlp.experts.13.up_proj,0.0017373054,0.05000,0.827
8,mlp.experts.14.up_proj,0.0050362945,0.05000,0.794
8,mlp.experts.15.up_proj,0.0015342298,0.05000,0.842
8,mlp.experts.12.up_proj,0.0017227953,0.05000,0.794
8,mlp.experts.17.up_proj,0.0010140901,0.05000,0.794
8,mlp.experts.18.up_proj,0.0009558193,0.05000,0.796
8,mlp.experts.19.up_proj,0.0014493563,0.05000,0.790
8,mlp.experts.16.up_proj,0.0009134476,0.05000,0.822
8,mlp.experts.21.up_proj,0.0014283401,0.05000,0.912
8,mlp.experts.23.up_proj,0.0020726207,0.05000,0.898
8,mlp.experts.22.up_proj,0.0021611651,0.05000,0.992
8,mlp.experts.20.up_proj,0.0010588318,0.05000,0.951
8,mlp.experts.25.up_proj,0.0071908863,0.05000,0.893
8,mlp.experts.27.up_proj,0.0021013638,0.05000,0.917
8,mlp.experts.26.up_proj,0.0014208830,0.05000,0.905
8,mlp.experts.24.up_proj,0.0023368008,0.05000,0.821
8,mlp.experts.29.up_proj,0.0010425373,0.05000,0.792
8,mlp.experts.31.up_proj,0.0021575166,0.05000,0.806
8,mlp.experts.30.up_proj,0.0013227924,0.05000,0.817
8,mlp.experts.28.up_proj,0.0011115758,0.05000,0.800
8,mlp.experts.33.up_proj,0.0046691617,0.05000,0.851
8,mlp.experts.34.up_proj,0.0012767233,0.05000,0.796
8,mlp.experts.35.up_proj,0.0025998939,0.05000,0.909
8,mlp.experts.32.up_proj,0.0014707358,0.05000,0.806
8,mlp.experts.37.up_proj,0.0012945705,0.05000,0.823
8,mlp.experts.38.up_proj,0.0019576665,0.05000,0.804
8,mlp.experts.39.up_proj,0.0010467428,0.05000,0.846
8,mlp.experts.36.up_proj,0.0012237666,0.05000,0.816
8,mlp.experts.41.up_proj,0.0045307569,0.05000,0.806
8,mlp.experts.42.up_proj,0.0006806361,0.05000,0.837
8,mlp.experts.43.up_proj,0.0020470780,0.05000,0.803
8,mlp.experts.40.up_proj,0.0017738903,0.05000,0.845
8,mlp.experts.45.up_proj,0.0016013523,0.05000,0.836
8,mlp.experts.46.up_proj,0.0013504310,0.05000,0.814
8,mlp.experts.47.up_proj,0.0025059623,0.05000,0.848
8,mlp.experts.44.up_proj,0.0008297573,0.05000,0.812
8,mlp.experts.49.up_proj,0.0199361891,0.05000,0.813
8,mlp.experts.50.up_proj,0.0018098380,0.05000,0.823
8,mlp.experts.51.up_proj,0.0023216107,0.05000,0.810
8,mlp.experts.48.up_proj,0.0019388226,0.05000,0.817
8,mlp.experts.53.up_proj,0.0073672893,0.05000,0.813
8,mlp.experts.54.up_proj,0.0020494832,0.05000,0.820
8,mlp.experts.55.up_proj,0.0012772700,0.05000,0.804
8,mlp.experts.52.up_proj,0.0023821740,0.05000,0.820
8,mlp.experts.57.up_proj,0.0017955293,0.05000,0.892
8,mlp.experts.58.up_proj,0.0042284449,0.05000,0.890
8,mlp.experts.59.up_proj,0.0014000616,0.05000,0.865
8,mlp.experts.56.up_proj,0.0012111640,0.05000,0.885
8,mlp.experts.61.up_proj,0.0019183553,0.05000,0.903
8,mlp.experts.62.up_proj,0.0009384780,0.05000,0.820
8,mlp.experts.63.up_proj,0.0018264978,0.05000,0.813
8,mlp.experts.60.up_proj,0.0013852645,0.05000,0.731
8,mlp.experts.3.down_proj,0.0015356332,0.05000,0.540
8,mlp.experts.2.down_proj,0.0005639963,0.05000,0.543
8,mlp.experts.0.down_proj,0.0001069271,0.05000,0.558
8,mlp.experts.1.down_proj,0.0000954268,0.05000,0.566
8,mlp.experts.7.down_proj,0.0000889189,0.05000,0.555
8,mlp.experts.6.down_proj,0.0001605833,0.05000,0.560
8,mlp.experts.5.down_proj,0.0000705490,0.05000,0.579
8,mlp.experts.4.down_proj,0.0001553876,0.05000,0.610
8,mlp.experts.10.down_proj,0.0002694218,0.05000,0.536
8,mlp.experts.11.down_proj,0.0001263109,0.05000,0.545
8,mlp.experts.9.down_proj,0.0001178652,0.05000,0.547
8,mlp.experts.8.down_proj,0.0001987887,0.05000,0.549
8,mlp.experts.14.down_proj,0.0003691955,0.05000,0.755
8,mlp.experts.15.down_proj,0.0000943218,0.05000,0.749
8,mlp.experts.13.down_proj,0.0001983659,0.05000,0.785
8,mlp.experts.12.down_proj,0.0001571393,0.05000,0.779
8,mlp.experts.16.down_proj,0.0001364372,0.05000,1.788
8,mlp.experts.17.down_proj,0.0001369863,0.05000,1.878
8,mlp.experts.19.down_proj,0.0001532219,0.05000,1.925
8,mlp.experts.18.down_proj,0.0000926517,0.05000,2.229
8,mlp.experts.20.down_proj,0.0000674545,0.05000,1.924
8,mlp.experts.21.down_proj,0.0001036718,0.05000,1.945
8,mlp.experts.23.down_proj,0.0002158480,0.05000,1.946
8,mlp.experts.22.down_proj,0.0002224045,0.05000,1.694
8,mlp.experts.24.down_proj,0.0001519238,0.05000,1.868
8,mlp.experts.25.down_proj,0.0005605040,0.05000,1.787
8,mlp.experts.26.down_proj,0.0001157565,0.05000,1.786
8,mlp.experts.27.down_proj,0.0001795938,0.05000,2.031
8,mlp.experts.28.down_proj,0.0000639968,0.05000,2.114
8,mlp.experts.29.down_proj,0.0000902028,0.05000,2.081
8,mlp.experts.30.down_proj,0.0003266669,0.05000,2.136
8,mlp.experts.31.down_proj,0.0001859185,0.05000,2.222
8,mlp.experts.32.down_proj,0.0001064786,0.05000,1.666
8,mlp.experts.33.down_proj,0.0004115826,0.05000,1.808
8,mlp.experts.34.down_proj,0.0001210875,0.05000,1.738
8,mlp.experts.35.down_proj,0.0001724400,0.05000,1.697
8,mlp.experts.36.down_proj,0.0001703511,0.05000,1.722
8,mlp.experts.37.down_proj,0.0001033050,0.05000,1.784
8,mlp.experts.38.down_proj,0.0002233876,0.05000,1.948
8,mlp.experts.39.down_proj,0.0000974899,0.05000,1.901
8,mlp.experts.40.down_proj,0.0001188700,0.05000,1.633
8,mlp.experts.41.down_proj,0.0003888106,0.05000,1.485
8,mlp.experts.42.down_proj,0.0000669890,0.05000,1.425
8,mlp.experts.43.down_proj,0.0002567112,0.05000,1.319
8,mlp.experts.44.down_proj,0.0001291051,0.05000,0.970
8,mlp.experts.45.down_proj,0.0001465221,0.05000,1.058
8,mlp.experts.46.down_proj,0.0001373852,0.05000,0.904
8,mlp.experts.47.down_proj,0.0002363353,0.05000,1.090
8,mlp.experts.48.down_proj,0.0001465172,0.05000,1.018
8,mlp.experts.50.down_proj,0.0000899965,0.05000,0.897
8,mlp.experts.49.down_proj,0.0012182583,0.05000,0.999
8,mlp.experts.51.down_proj,0.0003612972,0.05000,1.116
8,mlp.experts.52.down_proj,0.0002359900,0.05000,0.967
8,mlp.experts.53.down_proj,0.0005669477,0.05000,0.912
8,mlp.experts.54.down_proj,0.0001151976,0.05000,1.099
8,mlp.experts.55.down_proj,0.0000570172,0.05000,0.856
8,mlp.experts.56.down_proj,0.0000763198,0.05000,0.696
8,mlp.experts.57.down_proj,0.0001058385,0.05000,0.702
8,mlp.experts.58.down_proj,0.0002775102,0.05000,0.757
8,mlp.experts.59.down_proj,0.0000841756,0.05000,0.732
8,mlp.experts.60.down_proj,0.0001976542,0.05000,1.089
8,mlp.experts.61.down_proj,0.0001404764,0.05000,1.127
8,mlp.experts.62.down_proj,0.0001178518,0.05000,1.044
8,mlp.experts.63.down_proj,0.0001295800,0.05000,0.898
8,mlp.shared_experts.gate_proj,0.0005254450,0.05000,0.804
8,mlp.shared_experts.up_proj,0.0004652559,0.05000,0.829
8,mlp.shared_experts.down_proj,0.0000403719,0.05000,0.163
9,self_attn.kv_a_proj_with_mqa,0.0009709852,0.05000,0.445
9,self_attn.q_proj,0.0102651957,0.05000,0.452
9,self_attn.kv_b_proj,0.0064367079,0.05000,0.059
9,self_attn.o_proj,0.0000146383,0.05000,0.234
9,mlp.experts.3.gate_proj,0.0034440051,0.05000,0.841
9,mlp.experts.1.gate_proj,0.0038331900,0.05000,0.858
9,mlp.experts.2.gate_proj,0.0018784230,0.05000,0.861
9,mlp.experts.0.gate_proj,0.0026559835,0.05000,0.876
9,mlp.experts.7.gate_proj,0.0013286172,0.05000,0.808
9,mlp.experts.5.gate_proj,0.0025154569,0.05000,0.806
9,mlp.experts.6.gate_proj,0.0011539012,0.05000,0.813
9,mlp.experts.4.gate_proj,0.0017300859,0.05000,0.827
9,mlp.experts.10.gate_proj,0.0019490945,0.05000,0.785
9,mlp.experts.9.gate_proj,0.0020738510,0.05000,0.805
9,mlp.experts.11.gate_proj,0.0038164068,0.05000,0.824
9,mlp.experts.8.gate_proj,0.0015551654,0.05000,0.822
9,mlp.experts.15.gate_proj,0.0035853237,0.05000,0.810
9,mlp.experts.14.gate_proj,0.0019586923,0.05000,0.825
9,mlp.experts.13.gate_proj,0.0012166843,0.05000,0.817
9,mlp.experts.12.gate_proj,0.0020091207,0.05000,0.833
9,mlp.experts.19.gate_proj,0.0016808365,0.05000,0.801
9,mlp.experts.17.gate_proj,0.0025494402,0.05000,0.812
9,mlp.experts.18.gate_proj,0.0021489237,0.05000,0.845
9,mlp.experts.16.gate_proj,0.0242827907,0.05000,0.819
9,mlp.experts.23.gate_proj,0.0057869472,0.05000,0.812
9,mlp.experts.22.gate_proj,0.0028140922,0.05000,0.798
9,mlp.experts.21.gate_proj,0.0022091274,0.05000,0.845
9,mlp.experts.20.gate_proj,0.0024947438,0.05000,0.838
9,mlp.experts.26.gate_proj,0.0015680580,0.05000,0.809
9,mlp.experts.27.gate_proj,0.0016202064,0.05000,0.845
9,mlp.experts.25.gate_proj,0.0025649942,0.05000,0.823
9,mlp.experts.24.gate_proj,0.0017219284,0.05000,0.802
9,mlp.experts.30.gate_proj,0.0021074729,0.05000,0.813
9,mlp.experts.31.gate_proj,0.0036236773,0.05000,0.823
9,mlp.experts.29.gate_proj,0.0009535934,0.05000,0.827
9,mlp.experts.28.gate_proj,0.0045950441,0.05000,0.816
9,mlp.experts.35.gate_proj,0.0012275013,0.05000,0.809
9,mlp.experts.34.gate_proj,0.0014700574,0.05000,0.831
9,mlp.experts.32.gate_proj,0.0025156567,0.05000,0.797
9,mlp.experts.33.gate_proj,0.0020616990,0.05000,0.867
9,mlp.experts.39.gate_proj,0.0022857487,0.05000,2.660
9,mlp.experts.38.gate_proj,0.0015914915,0.05000,2.669
9,mlp.experts.36.gate_proj,0.0027802278,0.05000,2.869
9,mlp.experts.37.gate_proj,0.0027492717,0.05000,2.855
9,mlp.experts.42.gate_proj,0.0031740083,0.05000,2.701
9,mlp.experts.43.gate_proj,0.0019279888,0.05000,2.827
9,mlp.experts.40.gate_proj,0.0011461954,0.05000,2.778
9,mlp.experts.41.gate_proj,0.0231787384,0.05000,2.816
9,mlp.experts.46.gate_proj,0.0013237091,0.05000,2.249
9,mlp.experts.47.gate_proj,0.0017280671,0.05000,2.264
9,mlp.experts.44.gate_proj,0.0025785885,0.05000,2.150
9,mlp.experts.45.gate_proj,0.0012901042,0.05000,2.159
9,mlp.experts.50.gate_proj,0.0014543944,0.05000,1.709
9,mlp.experts.48.gate_proj,0.0018301466,0.05000,1.605
9,mlp.experts.49.gate_proj,0.0035721675,0.05000,1.597
9,mlp.experts.51.gate_proj,0.0025792864,0.05000,1.977
9,mlp.experts.54.gate_proj,0.0039243111,0.05000,1.871
9,mlp.experts.52.gate_proj,0.0034380673,0.05000,1.806
9,mlp.experts.55.gate_proj,0.0016780972,0.05000,1.701
9,mlp.experts.53.gate_proj,0.0014738564,0.05000,1.998
9,mlp.experts.58.gate_proj,0.0067066252,0.05000,1.214
9,mlp.experts.59.gate_proj,0.0020719164,0.05000,1.199
9,mlp.experts.56.gate_proj,0.0019147851,0.05000,1.554
9,mlp.experts.57.gate_proj,0.0019175115,0.05000,1.411
9,mlp.experts.62.gate_proj,0.0022134869,0.05000,1.374
9,mlp.experts.63.gate_proj,0.0008793787,0.05000,1.654
9,mlp.experts.60.gate_proj,0.0020170779,0.05000,1.721
9,mlp.experts.61.gate_proj,0.0026511833,0.05000,1.769
9,mlp.experts.2.up_proj,0.0016291814,0.05000,1.364
9,mlp.experts.3.up_proj,0.0028748271,0.05000,1.102
9,mlp.experts.0.up_proj,0.0024166065,0.05000,1.038
9,mlp.experts.1.up_proj,0.0034769645,0.05000,0.978
9,mlp.experts.6.up_proj,0.0010496416,0.05000,0.838
9,mlp.experts.7.up_proj,0.0012132951,0.05000,0.927
9,mlp.experts.4.up_proj,0.0016390345,0.05000,0.852
9,mlp.experts.5.up_proj,0.0023647359,0.05000,0.869
9,mlp.experts.10.up_proj,0.0018410804,0.05000,0.887
9,mlp.experts.11.up_proj,0.0035498919,0.05000,1.013
9,mlp.experts.8.up_proj,0.0015049522,0.05000,0.962
9,mlp.experts.9.up_proj,0.0019575224,0.05000,1.012
9,mlp.experts.14.up_proj,0.0018164013,0.05000,1.213
9,mlp.experts.12.up_proj,0.0018473307,0.05000,1.180
9,mlp.experts.15.up_proj,0.0030952126,0.05000,1.246
9,mlp.experts.13.up_proj,0.0011670091,0.05000,1.104
9,mlp.experts.18.up_proj,0.0019571636,0.05000,0.866
9,mlp.experts.19.up_proj,0.0016028329,0.05000,0.851
9,mlp.experts.16.up_proj,0.0220362954,0.05000,0.888
9,mlp.experts.17.up_proj,0.0024484888,0.05000,0.879
9,mlp.experts.22.up_proj,0.0023615144,0.05000,0.869
9,mlp.experts.20.up_proj,0.0021653467,0.05000,0.818
9,mlp.experts.23.up_proj,0.0054842347,0.05000,0.855
9,mlp.experts.21.up_proj,0.0019009778,0.05000,0.842
9,mlp.experts.26.up_proj,0.0014644718,0.05000,0.833
9,mlp.experts.24.up_proj,0.0016146790,0.05000,0.804
9,mlp.experts.27.up_proj,0.0014690253,0.05000,0.812
9,mlp.experts.25.up_proj,0.0023209617,0.05000,0.828
9,mlp.experts.30.up_proj,0.0020097784,0.05000,0.808
9,mlp.experts.28.up_proj,0.0041859311,0.05000,0.823
9,mlp.experts.31.up_proj,0.0032116277,0.05000,0.815
9,mlp.experts.29.up_proj,0.0008990359,0.05000,0.839
9,mlp.experts.34.up_proj,0.0014307410,0.05000,0.829
9,mlp.experts.32.up_proj,0.0022499787,0.05000,0.922
9,mlp.experts.35.up_proj,0.0011504166,0.05000,0.928
9,mlp.experts.33.up_proj,0.0018448854,0.05000,0.896
9,mlp.experts.38.up_proj,0.0014283709,0.05000,0.864
9,mlp.experts.36.up_proj,0.0024091152,0.05000,0.825
9,mlp.experts.39.up_proj,0.0021370090,0.05000,0.831
9,mlp.experts.37.up_proj,0.0025078520,0.05000,0.847
9,mlp.experts.42.up_proj,0.0028795702,0.05000,0.830
9,mlp.experts.40.up_proj,0.0010411492,0.05000,0.867
9,mlp.experts.43.up_proj,0.0018689406,0.05000,0.880
9,mlp.experts.41.up_proj,0.0212051600,0.05000,0.884
9,mlp.experts.46.up_proj,0.0012317467,0.05000,0.810
9,mlp.experts.44.up_proj,0.0023216052,0.05000,0.843
9,mlp.experts.47.up_proj,0.0014884093,0.05000,0.831
9,mlp.experts.45.up_proj,0.0011551288,0.05000,0.800
9,mlp.experts.50.up_proj,0.0013129720,0.05000,0.811
9,mlp.experts.48.up_proj,0.0016780927,0.05000,0.795
9,mlp.experts.51.up_proj,0.0024432245,0.05000,0.815
9,mlp.experts.49.up_proj,0.0032655994,0.05000,0.812
9,mlp.experts.54.up_proj,0.0037787016,0.05000,0.807
9,mlp.experts.52.up_proj,0.0029825507,0.05000,0.790
9,mlp.experts.55.up_proj,0.0015673702,0.05000,0.803
9,mlp.experts.53.up_proj,0.0014126498,0.05000,0.802
9,mlp.experts.58.up_proj,0.0061039355,0.05000,0.800
9,mlp.experts.56.up_proj,0.0017566930,0.05000,0.847
9,mlp.experts.59.up_proj,0.0018508913,0.05000,0.838
9,mlp.experts.57.up_proj,0.0017885338,0.05000,0.843
9,mlp.experts.62.up_proj,0.0020478790,0.05000,0.814
9,mlp.experts.60.up_proj,0.0018388185,0.05000,0.651
9,mlp.experts.63.up_proj,0.0007677295,0.05000,0.605
9,mlp.experts.61.up_proj,0.0024141793,0.05000,0.554
9,mlp.experts.2.down_proj,0.0001773002,0.05000,0.554
9,mlp.experts.3.down_proj,0.0002963810,0.05000,0.565
9,mlp.experts.0.down_proj,0.0002117897,0.05000,0.573
9,mlp.experts.1.down_proj,0.0003416795,0.05000,0.610
9,mlp.experts.4.down_proj,0.0001807080,0.05000,0.557
9,mlp.experts.7.down_proj,0.0001441384,0.05000,0.580
9,mlp.experts.6.down_proj,0.0002000717,0.05000,0.592
9,mlp.experts.5.down_proj,0.0001854874,0.05000,0.583
9,mlp.experts.8.down_proj,0.0001288523,0.05000,0.564
9,mlp.experts.10.down_proj,0.0000687546,0.05000,0.549
9,mlp.experts.11.down_proj,0.0002971096,0.05000,0.564
9,mlp.experts.9.down_proj,0.0002400545,0.05000,0.568
9,mlp.experts.12.down_proj,0.0002506360,0.05000,0.550
9,mlp.experts.15.down_proj,0.0002236995,0.05000,0.551
9,mlp.experts.14.down_proj,0.0001727474,0.05000,0.590
9,mlp.experts.13.down_proj,0.0001802563,0.05000,0.570
9,mlp.experts.19.down_proj,0.0001876758,0.05000,0.557
9,mlp.experts.16.down_proj,0.0017958046,0.05000,0.581
9,mlp.experts.18.down_proj,0.0001621136,0.05000,0.601
9,mlp.experts.17.down_proj,0.0002604058,0.05000,0.577
9,mlp.experts.20.down_proj,0.0002082254,0.05000,0.552
9,mlp.experts.23.down_proj,0.0004246316,0.05000,0.575
9,mlp.experts.22.down_proj,0.0002852468,0.05000,0.556
9,mlp.experts.21.down_proj,0.0002467880,0.05000,0.556
9,mlp.experts.24.down_proj,0.0001652213,0.05000,0.556
9,mlp.experts.27.down_proj,0.0001509445,0.05000,0.545
9,mlp.experts.26.down_proj,0.0001741196,0.05000,0.583
9,mlp.experts.25.down_proj,0.0001732531,0.05000,0.573
9,mlp.experts.31.down_proj,0.0003305553,0.05000,0.579
9,mlp.experts.28.down_proj,0.0002620437,0.05000,0.608
9,mlp.experts.29.down_proj,0.0001291030,0.05000,0.567
9,mlp.experts.30.down_proj,0.0001755805,0.05000,0.594
9,mlp.experts.35.down_proj,0.0000948817,0.05000,0.563
9,mlp.experts.32.down_proj,0.0002569210,0.05000,0.587
9,mlp.experts.33.down_proj,0.0001997611,0.05000,0.572
9,mlp.experts.34.down_proj,0.0000887161,0.05000,0.604
9,mlp.experts.39.down_proj,0.0001239640,0.05000,0.542
9,mlp.experts.36.down_proj,0.0002948593,0.05000,0.543
9,mlp.experts.37.down_proj,0.0002769509,0.05000,0.546
9,mlp.experts.38.down_proj,0.0001522368,0.05000,0.552
9,mlp.experts.43.down_proj,0.0001412896,0.05000,0.558
9,mlp.experts.40.down_proj,0.0000869859,0.05000,0.564
9,mlp.experts.41.down_proj,0.0018587580,0.05000,0.570
9,mlp.experts.42.down_proj,0.0002668040,0.05000,0.578
9,mlp.experts.47.down_proj,0.0001253270,0.05000,0.544
9,mlp.experts.44.down_proj,0.0002384206,0.05000,0.552
9,mlp.experts.45.down_proj,0.0001558751,0.05000,0.548
9,mlp.experts.46.down_proj,0.0002104001,0.05000,0.560
9,mlp.experts.51.down_proj,0.0001953428,0.05000,0.564
9,mlp.experts.48.down_proj,0.0001743583,0.05000,0.598
9,mlp.experts.49.down_proj,0.0003181020,0.05000,0.576
9,mlp.experts.50.down_proj,0.0001044996,0.05000,0.573
9,mlp.experts.55.down_proj,0.0001778952,0.05000,0.571
9,mlp.experts.52.down_proj,0.0000780451,0.05000,0.557
9,mlp.experts.53.down_proj,0.0001557882,0.05000,0.569
9,mlp.experts.54.down_proj,0.0002511356,0.05000,0.572
9,mlp.experts.59.down_proj,0.0001994663,0.05000,0.560
9,mlp.experts.56.down_proj,0.0001872148,0.05000,0.553
9,mlp.experts.57.down_proj,0.0001961362,0.05000,0.548
9,mlp.experts.58.down_proj,0.0004034539,0.05000,0.551
9,mlp.experts.63.down_proj,0.0000925312,0.05000,0.544
9,mlp.experts.60.down_proj,0.0002100072,0.05000,0.527
9,mlp.experts.61.down_proj,0.0003185656,0.05000,0.500
9,mlp.experts.62.down_proj,0.0000875853,0.05000,0.444
9,mlp.shared_experts.gate_proj,0.0006353967,0.05000,0.379
9,mlp.shared_experts.up_proj,0.0005533881,0.05000,0.382
9,mlp.shared_experts.down_proj,0.0000405594,0.05000,0.162
10,self_attn.q_proj,0.0069088312,0.05000,0.382
10,self_attn.kv_a_proj_with_mqa,0.0007738682,0.05000,0.384
10,self_attn.kv_b_proj,0.0039923893,0.05000,0.060
10,self_attn.o_proj,0.0000474645,0.05000,0.233
10,mlp.experts.2.gate_proj,fallback(rtn): 0.0031281,0.00000,0.046
10,mlp.experts.0.gate_proj,0.0022665103,0.05000,1.621
10,mlp.experts.1.gate_proj,0.0012580239,0.05000,1.727
10,mlp.experts.3.gate_proj,0.0025927588,0.05000,1.789
10,mlp.experts.6.gate_proj,0.0015662516,0.05000,1.976
10,mlp.experts.4.gate_proj,0.0019623274,0.05000,2.671
10,mlp.experts.7.gate_proj,0.0016193756,0.05000,2.592
10,mlp.experts.5.gate_proj,0.0014301054,0.05000,2.692
10,mlp.experts.10.gate_proj,0.0018961302,0.05000,2.637
10,mlp.experts.8.gate_proj,0.0024215136,0.05000,1.276
10,mlp.experts.11.gate_proj,0.0030086239,0.05000,1.922
10,mlp.experts.9.gate_proj,0.0019774365,0.05000,1.909
10,mlp.experts.14.gate_proj,0.0063932617,0.05000,2.042
10,mlp.experts.12.gate_proj,0.0019336090,0.05000,2.589
10,mlp.experts.13.gate_proj,0.0014203503,0.05000,2.624
10,mlp.experts.15.gate_proj,0.0015426404,0.05000,2.704
10,mlp.experts.18.gate_proj,0.0036660904,0.05000,2.456
10,mlp.experts.16.gate_proj,0.0021990950,0.05000,2.407
10,mlp.experts.22.gate_proj,0.0017572298,0.05000,2.390
10,mlp.experts.19.gate_proj,0.0063547567,0.05000,2.607
10,mlp.experts.17.gate_proj,0.0019066889,0.05000,2.693
10,mlp.experts.20.gate_proj,0.0011978085,0.05000,2.981
10,mlp.experts.26.gate_proj,0.0019361391,0.05000,2.472
10,mlp.experts.23.gate_proj,0.0012823575,0.05000,2.553
10,mlp.experts.21.gate_proj,0.0017153387,0.05000,2.540
10,mlp.experts.24.gate_proj,0.0032476717,0.05000,1.428
10,mlp.experts.30.gate_proj,0.0019912084,0.05000,1.232
10,mlp.experts.27.gate_proj,0.0012490166,0.05000,1.196
10,mlp.experts.25.gate_proj,0.0022465548,0.05000,1.200
10,mlp.experts.28.gate_proj,0.0010874977,0.05000,1.150
10,mlp.experts.34.gate_proj,0.0022154382,0.05000,1.092
10,mlp.experts.31.gate_proj,0.0042506447,0.05000,1.247
10,mlp.experts.29.gate_proj,0.0022584811,0.05000,1.235
10,mlp.experts.32.gate_proj,0.0029446958,0.05000,1.338
10,mlp.experts.38.gate_proj,0.0058002884,0.05000,1.334
10,mlp.experts.33.gate_proj,0.0016233549,0.05000,1.204
10,mlp.experts.35.gate_proj,0.0033642255,0.05000,1.259
10,mlp.experts.36.gate_proj,0.0018840788,0.05000,0.912
10,mlp.experts.42.gate_proj,0.0016070171,0.05000,0.899
10,mlp.experts.37.gate_proj,0.0017408521,0.05000,0.867
10,mlp.experts.39.gate_proj,0.0010942156,0.05000,0.839
10,mlp.experts.40.gate_proj,0.0025798782,0.05000,0.873
10,mlp.experts.46.gate_proj,0.0028748907,0.05000,0.879
10,mlp.experts.41.gate_proj,0.0012365430,0.05000,0.863
10,mlp.experts.43.gate_proj,0.0172635689,0.05000,0.919
10,mlp.experts.44.gate_proj,0.0012022447,0.05000,0.815
10,mlp.experts.50.gate_proj,0.0013335235,0.05000,0.820
10,mlp.experts.45.gate_proj,0.0015415241,0.05000,0.864
10,mlp.experts.47.gate_proj,0.0018026968,0.05000,0.858
10,mlp.experts.48.gate_proj,0.0021439016,0.05000,0.862
10,mlp.experts.54.gate_proj,0.0102758085,0.05000,0.982
10,mlp.experts.49.gate_proj,0.0027500293,0.05000,0.979
10,mlp.experts.51.gate_proj,0.0012736774,0.05000,0.929
10,mlp.experts.52.gate_proj,0.0229474366,0.05000,0.879
10,mlp.experts.58.gate_proj,0.0014829236,0.05000,0.903
10,mlp.experts.55.gate_proj,0.0012519301,0.05000,0.854
10,mlp.experts.53.gate_proj,0.0060784854,0.05000,0.932
10,mlp.experts.56.gate_proj,0.0027820678,0.05000,1.070
10,mlp.experts.62.gate_proj,0.0019339367,0.05000,0.942
10,mlp.experts.2.up_proj,fallback(rtn): 0.0029602,0.00000,0.014
10,mlp.experts.59.gate_proj,0.0013492963,0.05000,0.885
10,mlp.experts.57.gate_proj,0.0013990976,0.05000,0.945
10,mlp.experts.60.gate_proj,0.0023674505,0.05000,0.973
10,mlp.experts.6.up_proj,0.0014198766,0.05000,0.937
10,mlp.experts.63.gate_proj,0.0016092877,0.05000,1.012
10,mlp.experts.61.gate_proj,0.0018791019,0.05000,0.968
10,mlp.experts.0.up_proj,0.0020094065,0.05000,0.936
10,mlp.experts.10.up_proj,0.0018187358,0.05000,0.945
10,mlp.experts.3.up_proj,0.0023575520,0.05000,0.900
10,mlp.experts.1.up_proj,0.0012236108,0.05000,0.885
10,mlp.experts.4.up_proj,0.0019352588,0.05000,0.829
10,mlp.experts.14.up_proj,0.0062095567,0.05000,0.856
10,mlp.experts.5.up_proj,0.0013559959,0.05000,0.798
10,mlp.experts.7.up_proj,0.0015947097,0.05000,0.855
10,mlp.experts.8.up_proj,0.0022474349,0.05000,0.831
10,mlp.experts.18.up_proj,0.0033896966,0.05000,0.817
10,mlp.experts.11.up_proj,0.0026345781,0.05000,0.806
10,mlp.experts.9.up_proj,0.0017468013,0.05000,0.849
10,mlp.experts.12.up_proj,0.0016963802,0.05000,0.820
10,mlp.experts.15.up_proj,0.0014094483,0.05000,0.844
10,mlp.experts.22.up_proj,0.0016448650,0.05000,0.911
10,mlp.experts.13.up_proj,0.0013394024,0.05000,0.851
10,mlp.experts.16.up_proj,0.0019384535,0.05000,0.792
10,mlp.experts.19.up_proj,0.0055223914,0.05000,0.807
10,mlp.experts.26.up_proj,0.0017280270,0.05000,0.813
10,mlp.experts.17.up_proj,0.0018643637,0.05000,0.816
10,mlp.experts.20.up_proj,0.0011629710,0.05000,0.813
10,mlp.experts.23.up_proj,0.0010427189,0.05000,0.841
10,mlp.experts.21.up_proj,0.0015412478,0.05000,0.834
10,mlp.experts.30.up_proj,0.0018312723,0.05000,0.885
10,mlp.experts.24.up_proj,0.0030619336,0.05000,0.825
10,mlp.experts.27.up_proj,0.0011763779,0.05000,0.873
10,mlp.experts.25.up_proj,0.0020945660,0.05000,0.834
10,mlp.experts.34.up_proj,0.0019355939,0.05000,0.830
10,mlp.experts.28.up_proj,0.0011089140,0.05000,0.832
10,mlp.experts.29.up_proj,0.0020365965,0.05000,0.823
10,mlp.experts.31.up_proj,0.0039729681,0.05000,0.847
10,mlp.experts.38.up_proj,0.0055309004,0.05000,0.863
10,mlp.experts.32.up_proj,0.0026374077,0.05000,0.824
10,mlp.experts.33.up_proj,0.0014595886,0.05000,0.807
10,mlp.experts.35.up_proj,0.0031919578,0.05000,0.794
10,mlp.experts.42.up_proj,0.0015621217,0.05000,0.827
10,mlp.experts.36.up_proj,0.0017988702,0.05000,0.877
10,mlp.experts.39.up_proj,0.0010562772,0.05000,0.833
10,mlp.experts.46.up_proj,0.0026410977,0.05000,0.861
10,mlp.experts.37.up_proj,0.0016490286,0.05000,0.948
10,mlp.experts.40.up_proj,0.0023556789,0.05000,0.834
10,mlp.experts.43.up_proj,0.0157047957,0.05000,0.814
10,mlp.experts.41.up_proj,0.0011675489,0.05000,0.835
10,mlp.experts.50.up_proj,0.0012656421,0.05000,0.856
10,mlp.experts.44.up_proj,0.0011457961,0.05000,0.865
10,mlp.experts.47.up_proj,0.0016271832,0.05000,0.897
10,mlp.experts.45.up_proj,0.0014502505,0.05000,0.840
10,mlp.experts.54.up_proj,0.0092276012,0.05000,0.866
10,mlp.experts.48.up_proj,0.0018711569,0.05000,0.848
10,mlp.experts.51.up_proj,0.0011372693,0.05000,0.817
10,mlp.experts.49.up_proj,0.0025454360,0.05000,0.833
10,mlp.experts.58.up_proj,0.0012332200,0.05000,0.818
10,mlp.experts.52.up_proj,0.0199217469,0.05000,0.811
10,mlp.experts.55.up_proj,0.0012165991,0.05000,0.813
10,mlp.experts.53.up_proj,0.0059672371,0.05000,0.857
10,mlp.experts.62.up_proj,0.0018857430,0.05000,0.882
10,mlp.experts.56.up_proj,0.0027207335,0.05000,0.717
10,mlp.experts.59.up_proj,0.0012557689,0.05000,0.619
10,mlp.experts.57.up_proj,0.0013539742,0.05000,0.582
10,mlp.experts.60.up_proj,0.0022028527,0.05000,0.560
10,mlp.experts.63.up_proj,0.0014893631,0.05000,0.489
10,mlp.experts.61.up_proj,0.0018610268,0.05000,0.430
10,mlp.experts.2.down_proj,fallback(rtn): 0.0029602,0.00000,0.017
10,mlp.experts.3.down_proj,0.0002247280,0.05000,0.559
10,mlp.experts.0.down_proj,0.0002222363,0.05000,0.580
10,mlp.experts.6.down_proj,0.0002001932,0.05000,0.570
10,mlp.experts.1.down_proj,0.0014828860,0.05000,0.609
10,mlp.experts.7.down_proj,0.0001296215,0.05000,0.551
10,mlp.experts.4.down_proj,0.0002039592,0.05000,0.549
10,mlp.experts.5.down_proj,0.0002047706,0.05000,0.549
10,mlp.experts.10.down_proj,0.0002231588,0.05000,0.596
10,mlp.experts.11.down_proj,0.0003830830,0.05000,0.565
10,mlp.experts.8.down_proj,0.0001662016,0.05000,0.576
10,mlp.experts.9.down_proj,0.0001655541,0.05000,0.558
10,mlp.experts.14.down_proj,0.0003850334,0.05000,0.559
10,mlp.experts.15.down_proj,0.0001937074,0.05000,0.572
10,mlp.experts.12.down_proj,0.0001681883,0.05000,0.560
10,mlp.experts.13.down_proj,0.0000709159,0.05000,0.566
10,mlp.experts.18.down_proj,0.0003268580,0.05000,0.580
10,mlp.experts.19.down_proj,0.0003883154,0.05000,0.575
10,mlp.experts.16.down_proj,0.0002710495,0.05000,0.576
10,mlp.experts.17.down_proj,0.0001854289,0.05000,0.565
10,mlp.experts.22.down_proj,0.0001703640,0.05000,0.561
10,mlp.experts.23.down_proj,0.0001261410,0.05000,0.582
10,mlp.experts.21.down_proj,0.0002476150,0.05000,0.564
10,mlp.experts.20.down_proj,0.0000902831,0.05000,0.594
10,mlp.experts.26.down_proj,0.0002434568,0.05000,0.563
10,mlp.experts.25.down_proj,0.0002078446,0.05000,0.770
10,mlp.experts.24.down_proj,0.0003019603,0.05000,0.757
10,mlp.experts.27.down_proj,0.0001393047,0.05000,0.826
10,mlp.experts.30.down_proj,0.0001842779,0.05000,0.797
10,mlp.experts.29.down_proj,0.0002957140,0.05000,0.939
10,mlp.experts.28.down_proj,0.0000984596,0.05000,0.978
10,mlp.experts.31.down_proj,0.0003835668,0.05000,1.085
10,mlp.experts.34.down_proj,0.0001906115,0.05000,1.185
10,mlp.experts.32.down_proj,0.0001341283,0.05000,1.173
10,mlp.experts.33.down_proj,0.0001895173,0.05000,1.322
10,mlp.experts.35.down_proj,0.0004776669,0.05000,1.299
10,mlp.experts.38.down_proj,0.0003765333,0.05000,1.228
10,mlp.experts.37.down_proj,0.0002444572,0.05000,0.841
10,mlp.experts.36.down_proj,0.0001662100,0.05000,0.981
10,mlp.experts.42.down_proj,0.0001816332,0.05000,0.761
10,mlp.experts.39.down_proj,0.0001424272,0.05000,0.869
10,mlp.experts.40.down_proj,0.0001034210,0.05000,0.843
10,mlp.experts.41.down_proj,0.0002107848,0.05000,0.910
10,mlp.experts.46.down_proj,0.0002237046,0.05000,0.911
10,mlp.experts.43.down_proj,0.0012701915,0.05000,0.891
10,mlp.experts.45.down_proj,0.0000899186,0.05000,0.617
10,mlp.experts.44.down_proj,0.0001315905,0.05000,0.669
10,mlp.experts.50.down_proj,0.0002123892,0.05000,0.647
10,mlp.experts.47.down_proj,0.0003858454,0.05000,0.641
10,mlp.experts.49.down_proj,0.0002352599,0.05000,0.793
10,mlp.experts.48.down_proj,0.0001785104,0.05000,0.821
10,mlp.experts.54.down_proj,0.0010662572,0.05000,0.947
10,mlp.experts.51.down_proj,0.0001304161,0.05000,0.994
10,mlp.experts.52.down_proj,0.0016049445,0.05000,1.445
10,mlp.experts.53.down_proj,0.0004969399,0.05000,1.598
10,mlp.experts.58.down_proj,0.0001473873,0.05000,1.546
10,mlp.experts.55.down_proj,0.0001425801,0.05000,1.623
10,mlp.experts.56.down_proj,0.0002469115,0.05000,1.650
10,mlp.experts.57.down_proj,0.0001825267,0.05000,1.813
10,mlp.experts.62.down_proj,0.0001665606,0.05000,1.943
10,mlp.experts.59.down_proj,0.0001476943,0.05000,1.818
10,mlp.experts.60.down_proj,0.0002644769,0.05000,1.034
10,mlp.experts.61.down_proj,0.0001898735,0.05000,0.796
10,mlp.experts.63.down_proj,0.0002501142,0.05000,0.408
10,mlp.shared_experts.gate_proj,0.0005399700,0.05000,0.700
10,mlp.shared_experts.up_proj,0.0005527355,0.05000,0.718
10,mlp.shared_experts.down_proj,0.0000426659,0.05000,0.163
11,self_attn.kv_a_proj_with_mqa,0.0012935541,0.05000,0.363
11,self_attn.q_proj,0.0120466256,0.05000,0.367
11,self_attn.kv_b_proj,0.0101664644,0.05000,0.050
11,self_attn.o_proj,0.0000239357,0.05000,0.230
11,mlp.experts.0.gate_proj,0.0024336238,0.05000,0.910
11,mlp.experts.3.gate_proj,0.0021482971,0.05000,0.926
11,mlp.experts.2.gate_proj,0.0019071270,0.05000,0.931
11,mlp.experts.1.gate_proj,0.0016387854,0.05000,0.955
11,mlp.experts.4.gate_proj,0.0021595118,0.05000,0.880
11,mlp.experts.7.gate_proj,0.0024309850,0.05000,0.925
11,mlp.experts.6.gate_proj,0.0041441602,0.05000,0.962
11,mlp.experts.5.gate_proj,0.0028786186,0.05000,0.948
11,mlp.experts.8.gate_proj,0.0021990951,0.05000,0.886
11,mlp.experts.11.gate_proj,0.0020264191,0.05000,0.874
11,mlp.experts.9.gate_proj,0.0040481075,0.05000,0.873
11,mlp.experts.10.gate_proj,0.0015841136,0.05000,0.895
11,mlp.experts.12.gate_proj,0.0013783773,0.05000,0.879
11,mlp.experts.15.gate_proj,0.0026966976,0.05000,0.879
11,mlp.experts.13.gate_proj,0.0022396846,0.05000,0.865
11,mlp.experts.14.gate_proj,0.0017750447,0.05000,0.854
11,mlp.experts.16.gate_proj,0.0015377635,0.05000,0.867
11,mlp.experts.19.gate_proj,0.0013946850,0.05000,0.864
11,mlp.experts.18.gate_proj,0.0036177736,0.05000,0.888
11,mlp.experts.17.gate_proj,0.0019672186,0.05000,0.905
11,mlp.experts.20.gate_proj,0.0020335231,0.05000,0.809
11,mlp.experts.23.gate_proj,0.0017893434,0.05000,0.794
11,mlp.experts.22.gate_proj,0.0017164063,0.05000,0.798
11,mlp.experts.21.gate_proj,0.0018479822,0.05000,0.797
11,mlp.experts.24.gate_proj,0.0018073258,0.05000,0.808
11,mlp.experts.27.gate_proj,0.0021914168,0.05000,0.812
11,mlp.experts.26.gate_proj,0.0030000900,0.05000,0.821
11,mlp.experts.25.gate_proj,0.0045350478,0.05000,0.829
11,mlp.experts.28.gate_proj,0.0018750100,0.05000,0.835
11,mlp.experts.31.gate_proj,0.0012107116,0.05000,0.810
11,mlp.experts.30.gate_proj,0.0023724916,0.05000,0.837
11,mlp.experts.29.gate_proj,0.0040267651,0.05000,0.833
11,mlp.experts.35.gate_proj,0.0026191186,0.05000,0.807
11,mlp.experts.32.gate_proj,0.0060964538,0.05000,0.826
11,mlp.experts.34.gate_proj,0.0052493970,0.05000,0.836
11,mlp.experts.33.gate_proj,0.0011361056,0.05000,0.821
11,mlp.experts.36.gate_proj,0.0059027918,0.05000,0.822
11,mlp.experts.39.gate_proj,0.0016819626,0.05000,0.878
11,mlp.experts.38.gate_proj,0.0050277299,0.05000,0.821
11,mlp.experts.37.gate_proj,0.0029410512,0.05000,0.845
11,mlp.experts.40.gate_proj,0.0030684368,0.05000,0.833
11,mlp.experts.43.gate_proj,0.0082482109,0.05000,0.820
11,mlp.experts.42.gate_proj,0.0053187598,0.05000,0.808
11,mlp.experts.41.gate_proj,0.0014100430,0.05000,0.838
11,mlp.experts.47.gate_proj,0.0019558262,0.05000,0.793
11,mlp.experts.44.gate_proj,0.0011174149,0.05000,0.828
11,mlp.experts.46.gate_proj,0.0019012370,0.05000,0.813
11,mlp.experts.45.gate_proj,0.0015861712,0.05000,0.810
11,mlp.experts.51.gate_proj,0.0026642006,0.05000,0.822
11,mlp.experts.48.gate_proj,0.0018316220,0.05000,0.858
11,mlp.experts.50.gate_proj,0.0131020427,0.05000,0.822
11,mlp.experts.49.gate_proj,0.0018249588,0.05000,0.839
11,mlp.experts.55.gate_proj,0.0015122436,0.05000,0.853
11,mlp.experts.52.gate_proj,0.0023904578,0.05000,0.829
11,mlp.experts.54.gate_proj,0.0057863993,0.05000,0.821
11,mlp.experts.53.gate_proj,0.0012941920,0.05000,0.814
11,mlp.experts.59.gate_proj,0.0021532914,0.05000,0.815
11,mlp.experts.56.gate_proj,0.0022920037,0.05000,0.829
11,mlp.experts.58.gate_proj,0.0015155168,0.05000,0.819
11,mlp.experts.57.gate_proj,0.0046845097,0.05000,0.825
11,mlp.experts.63.gate_proj,0.0059190264,0.05000,0.611
11,mlp.experts.60.gate_proj,0.0018724860,0.05000,0.589
11,mlp.experts.62.gate_proj,0.0278542966,0.05000,0.571
11,mlp.experts.3.up_proj,0.0019956943,0.05000,0.824
11,mlp.experts.2.up_proj,0.0017136440,0.05000,0.857
11,mlp.experts.0.up_proj,0.0022431654,0.05000,0.859
11,mlp.experts.61.gate_proj,0.0040541565,0.05000,0.897
11,mlp.experts.4.up_proj,0.0020717466,0.05000,0.803
11,mlp.experts.7.up_proj,0.0021300448,0.05000,0.847
11,mlp.experts.6.up_proj,0.0040302952,0.05000,0.832
11,mlp.experts.1.up_proj,0.0015435647,0.05000,0.823
11,mlp.experts.8.up_proj,0.0020186814,0.05000,0.809
11,mlp.experts.11.up_proj,0.0019021967,0.05000,0.834
11,mlp.experts.10.up_proj,0.0015165635,0.05000,0.829
11,mlp.experts.5.up_proj,0.0027162041,0.05000,0.812
11,mlp.experts.12.up_proj,0.0012646230,0.05000,0.853
11,mlp.experts.14.up_proj,0.0016646538,0.05000,0.821
11,mlp.experts.15.up_proj,0.0026138671,0.05000,0.845
11,mlp.experts.9.up_proj,0.0037632569,0.05000,0.836
11,mlp.experts.19.up_proj,0.0013606568,0.05000,0.806
11,mlp.experts.18.up_proj,0.0029516715,0.05000,0.827
11,mlp.experts.13.up_proj,0.0021025344,0.05000,0.818
11,mlp.experts.16.up_proj,0.0014819731,0.05000,0.871
11,mlp.experts.22.up_proj,0.0016121438,0.05000,0.795
11,mlp.experts.23.up_proj,0.0016115696,0.05000,0.822
11,mlp.experts.17.up_proj,0.0017131503,0.05000,0.815
11,mlp.experts.20.up_proj,0.0016982578,0.05000,0.826
11,mlp.experts.27.up_proj,0.0021378116,0.05000,0.790
11,mlp.experts.26.up_proj,0.0027790213,0.05000,0.818
11,mlp.experts.21.up_proj,0.0017321417,0.05000,0.806
11,mlp.experts.24.up_proj,0.0017606947,0.05000,0.826
11,mlp.experts.30.up_proj,0.0022055469,0.05000,0.816
11,mlp.experts.25.up_proj,0.0042485784,0.05000,0.797
11,mlp.experts.31.up_proj,0.0011814771,0.05000,0.848
11,mlp.experts.28.up_proj,0.0018169875,0.05000,0.832
11,mlp.experts.34.up_proj,0.0046405385,0.05000,0.805
11,mlp.experts.29.up_proj,0.0036333697,0.05000,0.827
11,mlp.experts.35.up_proj,0.0024390830,0.05000,0.832
11,mlp.experts.32.up_proj,0.0053906776,0.05000,0.817
11,mlp.experts.33.up_proj,0.0010333742,0.05000,1.158
11,mlp.experts.38.up_proj,0.0046743134,0.05000,1.247
11,mlp.experts.36.up_proj,0.0055362703,0.05000,1.195
11,mlp.experts.39.up_proj,0.0015991118,0.05000,1.291
11,mlp.experts.37.up_proj,0.0026323867,0.05000,1.234
11,mlp.experts.40.up_proj,0.0028327123,0.05000,1.210
11,mlp.experts.42.up_proj,0.0048443233,0.05000,1.341
11,mlp.experts.43.up_proj,0.0075612416,0.05000,1.540
11,mlp.experts.41.up_proj,0.0013537366,0.05000,1.430
11,mlp.experts.46.up_proj,0.0018464554,0.05000,1.405
11,mlp.experts.44.up_proj,0.0009658913,0.05000,1.571
11,mlp.experts.47.up_proj,0.0017793500,0.05000,1.275
11,mlp.experts.50.up_proj,0.0120781511,0.05000,1.036
11,mlp.experts.45.up_proj,0.0014782560,0.05000,1.283
11,mlp.experts.48.up_proj,0.0017559817,0.05000,1.232
11,mlp.experts.51.up_proj,0.0025530201,0.05000,1.254
11,mlp.experts.49.up_proj,0.0017752765,0.05000,0.902
11,mlp.experts.54.up_proj,0.0055716207,0.05000,1.027
11,mlp.experts.52.up_proj,0.0022659602,0.05000,0.873
11,mlp.experts.55.up_proj,0.0014107638,0.05000,0.859
11,mlp.experts.53.up_proj,0.0011956087,0.05000,0.841
11,mlp.experts.58.up_proj,0.0013691865,0.05000,0.836
11,mlp.experts.56.up_proj,0.0020490613,0.05000,0.830
11,mlp.experts.59.up_proj,0.0019762473,0.05000,0.908
11,mlp.experts.57.up_proj,0.0045228493,0.05000,0.831
11,mlp.experts.62.up_proj,0.0254980832,0.05000,0.852
11,mlp.experts.60.up_proj,0.0016766515,0.05000,0.811
11,mlp.experts.63.up_proj,0.0055923103,0.05000,0.716
11,mlp.experts.61.up_proj,0.0037427110,0.05000,0.331
11,mlp.experts.2.down_proj,0.0002122370,0.05000,0.560
11,mlp.experts.3.down_proj,0.0002000191,0.05000,0.580
11,mlp.experts.0.down_proj,0.0002339394,0.05000,0.590
11,mlp.experts.1.down_proj,0.0001656880,0.05000,0.603
11,mlp.experts.4.down_proj,0.0002665692,0.05000,0.586
11,mlp.experts.7.down_proj,0.0002424598,0.05000,0.625
11,mlp.experts.5.down_proj,0.0002035534,0.05000,0.611
11,mlp.experts.6.down_proj,0.0002965279,0.05000,0.674
11,mlp.experts.8.down_proj,0.0001846229,0.05000,0.646
11,mlp.experts.11.down_proj,0.0002164012,0.05000,0.634
11,mlp.experts.10.down_proj,0.0001944264,0.05000,0.645
11,mlp.experts.9.down_proj,0.0003770334,0.05000,0.700
11,mlp.experts.12.down_proj,0.0001239234,0.05000,0.624
11,mlp.experts.14.down_proj,0.0002232258,0.05000,0.595
11,mlp.experts.15.down_proj,0.0002339866,0.05000,0.648
11,mlp.experts.13.down_proj,0.0002209916,0.05000,0.614
11,mlp.experts.16.down_proj,0.0001756780,0.05000,0.632
11,mlp.experts.18.down_proj,0.0002884922,0.05000,0.650
11,mlp.experts.19.down_proj,0.0000940117,0.05000,0.650
11,mlp.experts.17.down_proj,0.0002263734,0.05000,0.655
11,mlp.experts.20.down_proj,0.0001350821,0.05000,0.575
11,mlp.experts.22.down_proj,0.0002259225,0.05000,0.587
11,mlp.experts.23.down_proj,0.0002183739,0.05000,0.596
11,mlp.experts.21.down_proj,0.0002539289,0.05000,0.590
11,mlp.experts.24.down_proj,0.0001895597,0.05000,0.578
11,mlp.experts.26.down_proj,0.0002808231,0.05000,0.578
11,mlp.experts.27.down_proj,0.0002840596,0.05000,0.572
11,mlp.experts.25.down_proj,0.0005278831,0.05000,0.595
11,mlp.experts.28.down_proj,0.0002888318,0.05000,0.603
11,mlp.experts.31.down_proj,0.0001598737,0.05000,0.572
11,mlp.experts.30.down_proj,0.0002780846,0.05000,0.618
11,mlp.experts.29.down_proj,0.0003492769,0.05000,0.573
11,mlp.experts.32.down_proj,0.0004168358,0.05000,0.571
11,mlp.experts.35.down_proj,0.0003310445,0.05000,0.569
11,mlp.experts.34.down_proj,0.0004871642,0.05000,0.588
11,mlp.experts.33.down_proj,0.0001347733,0.05000,0.568
11,mlp.experts.36.down_proj,0.0005347147,0.05000,0.566
11,mlp.experts.39.down_proj,0.0003360995,0.05000,0.564
11,mlp.experts.38.down_proj,0.0004627835,0.05000,0.596
11,mlp.experts.37.down_proj,0.0002533788,0.05000,0.623
11,mlp.experts.40.down_proj,0.0002608687,0.05000,0.610
11,mlp.experts.43.down_proj,0.0006366299,0.05000,0.583
11,mlp.experts.42.down_proj,0.0005943437,0.05000,0.598
11,mlp.experts.41.down_proj,0.0001459921,0.05000,0.599
11,mlp.experts.47.down_proj,0.0003184416,0.05000,0.583
11,mlp.experts.44.down_proj,0.0000937922,0.05000,0.611
11,mlp.experts.46.down_proj,0.0003400065,0.05000,0.610
11,mlp.experts.45.down_proj,0.0002008927,0.05000,0.608
11,mlp.experts.51.down_proj,0.0002299723,0.05000,0.607
11,mlp.experts.48.down_proj,0.0002665388,0.05000,0.604
11,mlp.experts.50.down_proj,0.0013361985,0.05000,0.619
11,mlp.experts.49.down_proj,0.0001868512,0.05000,0.631
11,mlp.experts.52.down_proj,0.0002866569,0.05000,0.623
11,mlp.experts.55.down_proj,0.0001598362,0.05000,0.686
11,mlp.experts.54.down_proj,0.0004676958,0.05000,0.622
11,mlp.experts.53.down_proj,0.0001543651,0.05000,0.641
11,mlp.experts.56.down_proj,0.0002402858,0.05000,0.564
11,mlp.experts.59.down_proj,0.0001059589,0.05000,0.550
11,mlp.experts.58.down_proj,0.0001854686,0.05000,0.556
11,mlp.experts.57.down_proj,0.0004880829,0.05000,0.553
11,mlp.experts.60.down_proj,0.0001477524,0.05000,0.558
11,mlp.experts.63.down_proj,0.0005370630,0.05000,0.554
11,mlp.experts.62.down_proj,0.0034922004,0.05000,0.506
11,mlp.experts.61.down_proj,0.0003786456,0.05000,0.465
11,mlp.shared_experts.up_proj,0.0005957688,0.05000,0.384
11,mlp.shared_experts.gate_proj,0.0006066645,0.05000,0.386
11,mlp.shared_experts.down_proj,0.0000441125,0.05000,0.163
12,self_attn.q_proj,0.0077254382,0.05000,0.381
12,self_attn.kv_a_proj_with_mqa,0.0008231686,0.05000,0.383
12,self_attn.kv_b_proj,0.0067780512,0.05000,0.058
12,self_attn.o_proj,0.0000476602,0.05000,0.233
12,mlp.experts.0.gate_proj,0.0011938347,0.05000,0.775
12,mlp.experts.3.gate_proj,0.0019726718,0.05000,0.788
12,mlp.experts.1.gate_proj,0.0047007791,0.05000,0.813
12,mlp.experts.2.gate_proj,0.0024498192,0.05000,0.835
12,mlp.experts.4.gate_proj,0.0025017173,0.05000,0.809
12,mlp.experts.7.gate_proj,0.0018467811,0.05000,0.803
12,mlp.experts.5.gate_proj,0.0017040315,0.05000,0.838
12,mlp.experts.6.gate_proj,0.0031852233,0.05000,0.848
12,mlp.experts.11.gate_proj,0.0023856936,0.05000,0.812
12,mlp.experts.8.gate_proj,0.0025685569,0.05000,0.832
12,mlp.experts.9.gate_proj,0.0042833168,0.05000,0.816
12,mlp.experts.10.gate_proj,0.0022540676,0.05000,0.826
12,mlp.experts.15.gate_proj,0.0022283288,0.05000,0.797
12,mlp.experts.12.gate_proj,0.0019477656,0.05000,0.838
12,mlp.experts.13.gate_proj,0.0162841305,0.05000,0.818
12,mlp.experts.14.gate_proj,0.0032350018,0.05000,0.870
12,mlp.experts.19.gate_proj,0.0035427847,0.05000,0.812
12,mlp.experts.16.gate_proj,0.0033812616,0.05000,0.828
12,mlp.experts.17.gate_proj,0.0027110448,0.05000,0.815
12,mlp.experts.18.gate_proj,0.0031065635,0.05000,0.823
12,mlp.experts.23.gate_proj,0.0014474892,0.05000,0.840
12,mlp.experts.20.gate_proj,0.0017331525,0.05000,0.821
12,mlp.experts.21.gate_proj,0.0022278676,0.05000,0.843
12,mlp.experts.22.gate_proj,0.0081105028,0.05000,0.848
12,mlp.experts.26.gate_proj,fallback(rtn): 0.0031281,0.00000,0.013
12,mlp.experts.27.gate_proj,0.0019961955,0.05000,0.794
12,mlp.experts.24.gate_proj,0.0046072134,0.05000,0.795
12,mlp.experts.25.gate_proj,0.0041058049,0.05000,0.809
12,mlp.experts.30.gate_proj,0.0039761957,0.05000,0.806
12,mlp.experts.31.gate_proj,0.0017944348,0.05000,0.800
12,mlp.experts.28.gate_proj,0.0013745713,0.05000,0.808
12,mlp.experts.29.gate_proj,0.0026598865,0.05000,0.818
12,mlp.experts.34.gate_proj,0.0018527669,0.05000,0.822
12,mlp.experts.35.gate_proj,0.0024361968,0.05000,0.841
12,mlp.experts.32.gate_proj,0.0012668784,0.05000,0.802
12,mlp.experts.33.gate_proj,0.0048350736,0.05000,0.814
12,mlp.experts.38.gate_proj,0.0104535153,0.05000,0.839
12,mlp.experts.39.gate_proj,0.0017181860,0.05000,0.815
12,mlp.experts.36.gate_proj,0.0017223442,0.05000,0.809
12,mlp.experts.37.gate_proj,0.0179582536,0.05000,0.799
12,mlp.experts.42.gate_proj,0.0117782492,0.05000,0.818
12,mlp.experts.43.gate_proj,0.0015385044,0.05000,0.800
12,mlp.experts.40.gate_proj,0.0020479000,0.05000,0.837
12,mlp.experts.41.gate_proj,0.0036201623,0.05000,0.828
12,mlp.experts.46.gate_proj,0.0015132620,0.05000,0.829
12,mlp.experts.47.gate_proj,0.0035019070,0.05000,0.833
12,mlp.experts.44.gate_proj,0.0018737625,0.05000,0.843
12,mlp.experts.45.gate_proj,0.0009428843,0.05000,0.813
12,mlp.experts.50.gate_proj,0.0019135964,0.05000,0.833
12,mlp.experts.51.gate_proj,0.0022634527,0.05000,0.865
12,mlp.experts.48.gate_proj,0.0017927530,0.05000,0.825
12,mlp.experts.49.gate_proj,0.0031797730,0.05000,0.821
12,mlp.experts.54.gate_proj,0.0026266147,0.05000,0.855
12,mlp.experts.55.gate_proj,0.0063093693,0.05000,0.811
12,mlp.experts.53.gate_proj,0.0027111624,0.05000,0.807
12,mlp.experts.52.gate_proj,0.0031360794,0.05000,0.845
12,mlp.experts.58.gate_proj,0.0021470888,0.05000,0.809
12,mlp.experts.59.gate_proj,0.0110242416,0.05000,0.816
12,mlp.experts.57.gate_proj,0.0015381666,0.05000,0.832
12,mlp.experts.56.gate_proj,0.0018905501,0.05000,0.840
12,mlp.experts.62.gate_proj,0.0017539161,0.05000,0.814
12,mlp.experts.63.gate_proj,0.0036538122,0.05000,0.809
12,mlp.experts.61.gate_proj,0.0016541624,0.05000,0.824
12,mlp.experts.60.gate_proj,0.0043483133,0.05000,0.824
12,mlp.experts.2.up_proj,0.0024411218,0.05000,0.803
12,mlp.experts.3.up_proj,0.0018574472,0.05000,0.819
12,mlp.experts.1.up_proj,0.0044632903,0.05000,0.790
12,mlp.experts.0.up_proj,0.0011462783,0.05000,0.822
12,mlp.experts.6.up_proj,0.0028062452,0.05000,0.820
12,mlp.experts.7.up_proj,0.0017323341,0.05000,0.819
12,mlp.experts.5.up_proj,0.0016961520,0.05000,0.801
12,mlp.experts.4.up_proj,0.0022449497,0.05000,0.805
12,mlp.experts.10.up_proj,0.0021992228,0.05000,0.823
12,mlp.experts.9.up_proj,0.0040743100,0.05000,0.846
12,mlp.experts.11.up_proj,0.0022678611,0.05000,0.890
12,mlp.experts.8.up_proj,0.0022429915,0.05000,0.886
12,mlp.experts.14.up_proj,0.0030748669,0.05000,0.833
12,mlp.experts.13.up_proj,0.0153720416,0.05000,0.815
12,mlp.experts.15.up_proj,0.0021266024,0.05000,0.812
12,mlp.experts.12.up_proj,0.0018107025,0.05000,0.803
12,mlp.experts.18.up_proj,0.0027172903,0.05000,0.802
12,mlp.experts.17.up_proj,0.0024748976,0.05000,0.788
12,mlp.experts.19.up_proj,0.0032770590,0.05000,0.813
12,mlp.experts.16.up_proj,0.0032208425,0.05000,0.800
12,mlp.experts.22.up_proj,0.0072388037,0.05000,0.814
12,mlp.experts.26.up_proj,fallback(rtn): 0.0029755,0.00000,0.013
12,mlp.experts.21.up_proj,0.0021674515,0.05000,0.849
12,mlp.experts.23.up_proj,0.0013515804,0.05000,0.827
12,mlp.experts.20.up_proj,0.0016863223,0.05000,0.811
12,mlp.experts.30.up_proj,0.0036758964,0.05000,0.803
12,mlp.experts.25.up_proj,0.0037160091,0.05000,0.815
12,mlp.experts.27.up_proj,0.0018632267,0.05000,0.824
12,mlp.experts.24.up_proj,0.0043878453,0.05000,0.860
12,mlp.experts.34.up_proj,0.0017846635,0.05000,0.821
12,mlp.experts.29.up_proj,0.0025399631,0.05000,0.793
12,mlp.experts.31.up_proj,0.0017100096,0.05000,0.782
12,mlp.experts.28.up_proj,0.0012523588,0.05000,0.810
12,mlp.experts.38.up_proj,0.0101236082,0.05000,0.794
12,mlp.experts.33.up_proj,0.0047028204,0.05000,0.805
12,mlp.experts.35.up_proj,0.0023613723,0.05000,0.803
12,mlp.experts.32.up_proj,0.0012432318,0.05000,0.800
12,mlp.experts.42.up_proj,0.0107393139,0.05000,0.812
12,mlp.experts.37.up_proj,0.0164258964,0.05000,0.801
12,mlp.experts.39.up_proj,0.0015646157,0.05000,0.806
12,mlp.experts.36.up_proj,0.0016524126,0.05000,0.799
12,mlp.experts.46.up_proj,0.0013408435,0.05000,0.795
12,mlp.experts.43.up_proj,0.0015030144,0.05000,0.799
12,mlp.experts.41.up_proj,0.0034988772,0.05000,0.837
12,mlp.experts.40.up_proj,0.0018147037,0.05000,0.818
12,mlp.experts.50.up_proj,0.0018892743,0.05000,0.830
12,mlp.experts.45.up_proj,0.0009412048,0.05000,0.845
12,mlp.experts.47.up_proj,0.0033770269,0.05000,0.886
12,mlp.experts.44.up_proj,0.0018158777,0.05000,0.803
12,mlp.experts.54.up_proj,0.0023950826,0.05000,0.832
12,mlp.experts.49.up_proj,0.0030594000,0.05000,0.807
12,mlp.experts.48.up_proj,0.0016945717,0.05000,0.808
12,mlp.experts.51.up_proj,0.0021838938,0.05000,0.844
12,mlp.experts.58.up_proj,0.0020350864,0.05000,0.839
12,mlp.experts.53.up_proj,0.0025903159,0.05000,0.875
12,mlp.experts.55.up_proj,0.0057788161,0.05000,0.831
12,mlp.experts.52.up_proj,0.0027680980,0.05000,0.853
12,mlp.experts.62.up_proj,0.0016780994,0.05000,0.812
12,mlp.experts.57.up_proj,0.0012664450,0.05000,0.624
12,mlp.experts.59.up_proj,0.0104498727,0.05000,0.636
12,mlp.experts.56.up_proj,0.0018781793,0.05000,0.629
12,mlp.experts.61.up_proj,0.0015751463,0.05000,0.562
12,mlp.experts.60.up_proj,0.0040486024,0.05000,0.542
12,mlp.experts.63.up_proj,0.0035162041,0.05000,0.555
12,mlp.experts.2.down_proj,0.0003152754,0.05000,0.552
12,mlp.experts.0.down_proj,0.0002135125,0.05000,0.566
12,mlp.experts.1.down_proj,0.0006763415,0.05000,0.582
12,mlp.experts.3.down_proj,0.0002358875,0.05000,0.584
12,mlp.experts.6.down_proj,0.0003164014,0.05000,0.557
12,mlp.experts.7.down_proj,0.0001713596,0.05000,0.555
12,mlp.experts.4.down_proj,0.0003136231,0.05000,0.578
12,mlp.experts.5.down_proj,0.0002344717,0.05000,0.603
12,mlp.experts.10.down_proj,0.0002664755,0.05000,0.547
12,mlp.experts.11.down_proj,0.0002508208,0.05000,0.547
12,mlp.experts.8.down_proj,0.0003200987,0.05000,0.554
12,mlp.experts.9.down_proj,0.0005244113,0.05000,0.564
12,mlp.experts.14.down_proj,0.0003991333,0.05000,0.557
12,mlp.experts.15.down_proj,0.0002257376,0.05000,0.569
12,mlp.experts.12.down_proj,0.0002279788,0.05000,0.569
12,mlp.experts.13.down_proj,0.0013823186,0.05000,0.548
12,mlp.experts.18.down_proj,0.0003162006,0.05000,0.584
12,mlp.experts.16.down_proj,0.0003335953,0.05000,0.572
12,mlp.experts.19.down_proj,0.0006112805,0.05000,0.595
12,mlp.experts.17.down_proj,0.0003536179,0.05000,0.603
12,mlp.experts.22.down_proj,0.0010080265,0.05000,0.664
12,mlp.experts.26.down_proj,fallback(rtn): 0.0029755,0.00000,0.012
12,mlp.experts.20.down_proj,0.0001774279,0.05000,0.654
12,mlp.experts.23.down_proj,0.0001789946,0.05000,0.672
12,mlp.experts.21.down_proj,0.0002024736,0.05000,0.683
12,mlp.experts.30.down_proj,0.0004259419,0.05000,0.592
12,mlp.experts.24.down_proj,0.0005572623,0.05000,0.588
12,mlp.experts.27.down_proj,0.0002226375,0.05000,0.595
12,mlp.experts.25.down_proj,0.0003533917,0.05000,0.579
12,mlp.experts.34.down_proj,0.0002286233,0.05000,0.570
12,mlp.experts.28.down_proj,0.0002040092,0.05000,0.562
12,mlp.experts.29.down_proj,0.0001623227,0.05000,0.560
12,mlp.experts.31.down_proj,0.0001058378,0.05000,0.612
12,mlp.experts.38.down_proj,0.0010110932,0.05000,0.578
12,mlp.experts.32.down_proj,0.0002354909,0.05000,0.584
12,mlp.experts.33.down_proj,0.0004740002,0.05000,0.550
12,mlp.experts.35.down_proj,0.0002606848,0.05000,0.564
12,mlp.experts.42.down_proj,0.0008556963,0.05000,0.546
12,mlp.experts.36.down_proj,0.0001439744,0.05000,0.551
12,mlp.experts.37.down_proj,0.0016070720,0.05000,0.561
12,mlp.experts.39.down_proj,0.0001942358,0.05000,0.579
12,mlp.experts.46.down_proj,0.0001101530,0.05000,0.557
12,mlp.experts.40.down_proj,0.0002563634,0.05000,0.603
12,mlp.experts.41.down_proj,0.0004407878,0.05000,0.575
12,mlp.experts.43.down_proj,0.0002246635,0.05000,0.561
12,mlp.experts.50.down_proj,0.0002485698,0.05000,0.600
12,mlp.experts.44.down_proj,0.0003145210,0.05000,0.570
12,mlp.experts.47.down_proj,0.0003525173,0.05000,0.567
12,mlp.experts.45.down_proj,0.0001372929,0.05000,0.596
12,mlp.experts.54.down_proj,0.0004832680,0.05000,0.567
12,mlp.experts.48.down_proj,0.0002832462,0.05000,0.590
12,mlp.experts.51.down_proj,0.0002518535,0.05000,0.564
12,mlp.experts.49.down_proj,0.0001500370,0.05000,0.611
12,mlp.experts.58.down_proj,0.0001457844,0.05000,0.604
12,mlp.experts.55.down_proj,0.0007015803,0.05000,0.578
12,mlp.experts.52.down_proj,0.0005426923,0.05000,0.627
12,mlp.experts.53.down_proj,0.0002481365,0.05000,0.569
12,mlp.experts.62.down_proj,0.0002425263,0.05000,0.571
12,mlp.experts.59.down_proj,0.0010465897,0.05000,0.552
12,mlp.experts.56.down_proj,0.0002305244,0.05000,0.538
12,mlp.experts.57.down_proj,0.0001278884,0.05000,0.545
12,mlp.experts.60.down_proj,0.0003821529,0.05000,0.388
12,mlp.experts.63.down_proj,0.0003538168,0.05000,0.400
12,mlp.experts.61.down_proj,0.0003531700,0.05000,0.381
12,mlp.shared_experts.gate_proj,0.0005953604,0.05000,0.376
12,mlp.shared_experts.up_proj,0.0006560565,0.05000,0.378
12,mlp.shared_experts.down_proj,0.0000537704,0.05000,0.160
13,self_attn.kv_a_proj_with_mqa,0.0006922285,0.05000,0.381
13,self_attn.q_proj,0.0066956759,0.05000,0.389
13,self_attn.kv_b_proj,0.0120814321,0.05000,0.061
13,self_attn.o_proj,0.0000496500,0.05000,0.233
13,mlp.experts.3.gate_proj,0.0026308017,0.05000,0.802
13,mlp.experts.0.gate_proj,0.0020734649,0.05000,0.828
13,mlp.experts.1.gate_proj,0.0012391005,0.05000,0.853
13,mlp.experts.2.gate_proj,0.0129200899,0.05000,0.853
13,mlp.experts.7.gate_proj,0.0049864776,0.05000,0.808
13,mlp.experts.4.gate_proj,0.0109861722,0.05000,0.806
13,mlp.experts.6.gate_proj,0.0011285825,0.05000,0.804
13,mlp.experts.5.gate_proj,0.0016206894,0.05000,0.821
13,mlp.experts.11.gate_proj,0.0020179725,0.05000,0.831
13,mlp.experts.8.gate_proj,0.0044987142,0.05000,0.831
13,mlp.experts.10.gate_proj,0.0054072060,0.05000,0.830
13,mlp.experts.9.gate_proj,0.0043536208,0.05000,0.838
13,mlp.experts.15.gate_proj,0.0018683685,0.05000,0.870
13,mlp.experts.14.gate_proj,0.0050630180,0.05000,0.858
13,mlp.experts.12.gate_proj,0.0078515779,0.05000,0.928
13,mlp.experts.13.gate_proj,0.0031340883,0.05000,0.903
13,mlp.experts.19.gate_proj,0.0014731217,0.05000,0.834
13,mlp.experts.18.gate_proj,0.0030586312,0.05000,0.829
13,mlp.experts.16.gate_proj,0.0012910626,0.05000,0.836
13,mlp.experts.17.gate_proj,0.0015671825,0.05000,0.865
13,mlp.experts.23.gate_proj,0.0028331639,0.05000,0.836
13,mlp.experts.22.gate_proj,0.0071465416,0.05000,0.835
13,mlp.experts.20.gate_proj,0.0106053402,0.05000,0.832
13,mlp.experts.21.gate_proj,0.0018542074,0.05000,0.821
13,mlp.experts.27.gate_proj,0.0137496829,0.05000,0.833
13,mlp.experts.26.gate_proj,0.0018183297,0.05000,0.829
13,mlp.experts.24.gate_proj,0.0021150393,0.05000,0.844
13,mlp.experts.25.gate_proj,0.0151625752,0.05000,0.840
13,mlp.experts.31.gate_proj,0.0022749799,0.05000,0.833
13,mlp.experts.30.gate_proj,0.0031633664,0.05000,0.841
13,mlp.experts.28.gate_proj,0.0355340987,0.05000,0.841
13,mlp.experts.29.gate_proj,0.0022498387,0.05000,0.832
13,mlp.experts.35.gate_proj,0.0029023678,0.05000,0.811
13,mlp.experts.34.gate_proj,0.0013331175,0.05000,0.818
13,mlp.experts.32.gate_proj,0.0020521070,0.05000,0.807
13,mlp.experts.33.gate_proj,0.0021041144,0.05000,0.812
13,mlp.experts.39.gate_proj,0.0021718520,0.05000,0.862
13,mlp.experts.38.gate_proj,0.0136400380,0.05000,0.849
13,mlp.experts.36.gate_proj,0.0020979764,0.05000,0.866
13,mlp.experts.37.gate_proj,0.0013367491,0.05000,0.847
13,mlp.experts.43.gate_proj,0.0217733433,0.05000,0.828
13,mlp.experts.42.gate_proj,0.0022582974,0.05000,0.833
13,mlp.experts.41.gate_proj,0.0019999532,0.05000,0.830
13,mlp.experts.40.gate_proj,0.0020569093,0.05000,0.879
13,mlp.experts.47.gate_proj,0.0010000923,0.05000,0.828
13,mlp.experts.46.gate_proj,0.0030227015,0.05000,0.832
13,mlp.experts.44.gate_proj,0.0030224591,0.05000,0.822
13,mlp.experts.45.gate_proj,0.0053875169,0.05000,0.885
13,mlp.experts.51.gate_proj,0.0017886595,0.05000,0.841
13,mlp.experts.50.gate_proj,0.0049014068,0.05000,0.832
13,mlp.experts.48.gate_proj,0.0113610700,0.05000,0.817
13,mlp.experts.49.gate_proj,0.0021729052,0.05000,0.853
13,mlp.experts.55.gate_proj,0.0080195800,0.05000,0.839
13,mlp.experts.54.gate_proj,0.0016793911,0.05000,0.821
13,mlp.experts.52.gate_proj,0.0039977479,0.05000,0.816
13,mlp.experts.53.gate_proj,0.0019476833,0.05000,0.801
13,mlp.experts.59.gate_proj,0.0024195583,0.05000,0.813
13,mlp.experts.58.gate_proj,0.0042985625,0.05000,0.824
13,mlp.experts.56.gate_proj,0.0012479372,0.05000,0.818
13,mlp.experts.57.gate_proj,0.0028623803,0.05000,0.819
13,mlp.experts.63.gate_proj,0.0037531729,0.05000,0.862
13,mlp.experts.62.gate_proj,0.0035423916,0.05000,0.854
13,mlp.experts.60.gate_proj,0.0021142067,0.05000,0.831
13,mlp.experts.61.gate_proj,0.0017243388,0.05000,0.878
13,mlp.experts.3.up_proj,0.0025510106,0.05000,0.827
13,mlp.experts.2.up_proj,0.0124356416,0.05000,0.825
13,mlp.experts.0.up_proj,0.0018628303,0.05000,0.813
13,mlp.experts.1.up_proj,0.0011886226,0.05000,0.825
13,mlp.experts.7.up_proj,0.0045826705,0.05000,0.796
13,mlp.experts.6.up_proj,0.0010034023,0.05000,0.812
13,mlp.experts.4.up_proj,0.0094484071,0.05000,0.798
13,mlp.experts.5.up_proj,0.0014455013,0.05000,0.814
13,mlp.experts.11.up_proj,0.0020167429,0.05000,0.826
13,mlp.experts.10.up_proj,0.0047051671,0.05000,0.817
13,mlp.experts.8.up_proj,0.0042298125,0.05000,0.862
13,mlp.experts.9.up_proj,0.0040673623,0.05000,0.872
13,mlp.experts.15.up_proj,0.0018525062,0.05000,0.815
13,mlp.experts.14.up_proj,0.0045027060,0.05000,0.831
13,mlp.experts.12.up_proj,0.0066473342,0.05000,0.842
13,mlp.experts.13.up_proj,0.0028388256,0.05000,0.829
13,mlp.experts.19.up_proj,0.0015388618,0.05000,0.831
13,mlp.experts.18.up_proj,0.0028845047,0.05000,0.852
13,mlp.experts.16.up_proj,0.0011360110,0.05000,0.831
13,mlp.experts.17.up_proj,0.0014569118,0.05000,0.826
13,mlp.experts.23.up_proj,0.0025770328,0.05000,0.887
13,mlp.experts.22.up_proj,0.0068783845,0.05000,0.888
13,mlp.experts.20.up_proj,0.0103196315,0.05000,0.854
13,mlp.experts.21.up_proj,0.0020198868,0.05000,0.839
13,mlp.experts.27.up_proj,0.0128187299,0.05000,0.831
13,mlp.experts.26.up_proj,0.0017719768,0.05000,0.854
13,mlp.experts.24.up_proj,0.0018968679,0.05000,0.872
13,mlp.experts.25.up_proj,0.0131309509,0.05000,0.831
13,mlp.experts.31.up_proj,0.0021950210,0.05000,0.841
13,mlp.experts.30.up_proj,0.0028564728,0.05000,0.819
13,mlp.experts.28.up_proj,0.0347925909,0.05000,0.844
13,mlp.experts.29.up_proj,0.0022327420,0.05000,0.855
13,mlp.experts.35.up_proj,0.0024313290,0.05000,0.819
13,mlp.experts.34.up_proj,0.0012392628,0.05000,0.818
13,mlp.experts.32.up_proj,0.0019755689,0.05000,0.812
13,mlp.experts.33.up_proj,0.0019877013,0.05000,0.856
13,mlp.experts.39.up_proj,0.0021207850,0.05000,0.822
13,mlp.experts.38.up_proj,0.0116137375,0.05000,0.827
13,mlp.experts.36.up_proj,0.0019150409,0.05000,0.851
13,mlp.experts.37.up_proj,0.0011243197,0.05000,0.858
13,mlp.experts.43.up_proj,0.0208465358,0.05000,0.871
13,mlp.experts.42.up_proj,0.0022133375,0.05000,0.830
13,mlp.experts.40.up_proj,0.0019257140,0.05000,0.832
13,mlp.experts.41.up_proj,0.0019500571,0.05000,0.838
13,mlp.experts.46.up_proj,0.0026590250,0.05000,0.813
13,mlp.experts.47.up_proj,0.0009645614,0.05000,0.872
13,mlp.experts.44.up_proj,0.0026891907,0.05000,0.828
13,mlp.experts.45.up_proj,0.0051018616,0.05000,0.824
13,mlp.experts.50.up_proj,0.0044871033,0.05000,0.811
13,mlp.experts.51.up_proj,0.0017190334,0.05000,0.804
13,mlp.experts.48.up_proj,0.0114776430,0.05000,0.819
13,mlp.experts.49.up_proj,0.0020619899,0.05000,0.817
13,mlp.experts.54.up_proj,0.0014756529,0.05000,0.809
13,mlp.experts.55.up_proj,0.0069676936,0.05000,0.812
13,mlp.experts.52.up_proj,0.0037269465,0.05000,0.827
13,mlp.experts.53.up_proj,0.0017730599,0.05000,0.818
13,mlp.experts.58.up_proj,0.0041906650,0.05000,0.829
13,mlp.experts.59.up_proj,0.0022424944,0.05000,0.842
13,mlp.experts.56.up_proj,0.0011224146,0.05000,0.861
13,mlp.experts.57.up_proj,0.0027807826,0.05000,0.850
13,mlp.experts.62.up_proj,0.0027156486,0.05000,0.823
13,mlp.experts.63.up_proj,0.0036632007,0.05000,0.816
13,mlp.experts.60.up_proj,0.0019063999,0.05000,0.755
13,mlp.experts.61.up_proj,0.0016922851,0.05000,0.680
13,mlp.experts.2.down_proj,0.0013437842,0.05000,0.546
13,mlp.experts.3.down_proj,0.0002320443,0.05000,0.576
13,mlp.experts.1.down_proj,0.0002038572,0.05000,0.594
13,mlp.experts.0.down_proj,0.0001771297,0.05000,0.601
13,mlp.experts.6.down_proj,0.0001078584,0.05000,0.562
13,mlp.experts.7.down_proj,0.0005400573,0.05000,0.565
13,mlp.experts.4.down_proj,0.0008490098,0.05000,0.566
13,mlp.experts.5.down_proj,0.0002129132,0.05000,0.601
13,mlp.experts.10.down_proj,0.0008100059,0.05000,0.573
13,mlp.experts.11.down_proj,0.0002968804,0.05000,0.578
13,mlp.experts.8.down_proj,0.0005878828,0.05000,0.589
13,mlp.experts.9.down_proj,0.0004465523,0.05000,0.607
13,mlp.experts.14.down_proj,0.0004612148,0.05000,0.563
13,mlp.experts.15.down_proj,0.0002276755,0.05000,0.564
13,mlp.experts.12.down_proj,0.0009998030,0.05000,0.556
13,mlp.experts.13.down_proj,0.0002799494,0.05000,0.582
13,mlp.experts.18.down_proj,0.0001451621,0.05000,0.552
13,mlp.experts.19.down_proj,0.0001845618,0.05000,0.560
13,mlp.experts.16.down_proj,0.0001839900,0.05000,0.553
13,mlp.experts.17.down_proj,0.0003193371,0.05000,0.565
13,mlp.experts.22.down_proj,0.0007847661,0.05000,0.552
13,mlp.experts.23.down_proj,0.0004427027,0.05000,0.557
13,mlp.experts.20.down_proj,0.0014300975,0.05000,0.565
13,mlp.experts.21.down_proj,0.0002638388,0.05000,0.561
13,mlp.experts.26.down_proj,0.0001687881,0.05000,0.560
13,mlp.experts.27.down_proj,0.0011620771,0.05000,0.566
13,mlp.experts.24.down_proj,0.0002355103,0.05000,0.590
13,mlp.experts.25.down_proj,0.0018321104,0.05000,0.576
13,mlp.experts.30.down_proj,0.0003717851,0.05000,0.591
13,mlp.experts.31.down_proj,0.0003004469,0.05000,0.604
13,mlp.experts.28.down_proj,0.0030751934,0.05000,0.586
13,mlp.experts.29.down_proj,0.0003212824,0.05000,0.594
13,mlp.experts.34.down_proj,0.0002226222,0.05000,0.560
13,mlp.experts.35.down_proj,0.0002974906,0.05000,0.567
13,mlp.experts.32.down_proj,0.0001921642,0.05000,0.606
13,mlp.experts.33.down_proj,0.0005153906,0.05000,0.566
13,mlp.experts.38.down_proj,0.0013332771,0.05000,0.568
13,mlp.experts.39.down_proj,0.0002244644,0.05000,0.603
13,mlp.experts.36.down_proj,0.0001215113,0.05000,0.574
13,mlp.experts.37.down_proj,0.0002309071,0.05000,0.571
13,mlp.experts.42.down_proj,0.0003203475,0.05000,0.557
13,mlp.experts.43.down_proj,0.0016547938,0.05000,0.559
13,mlp.experts.40.down_proj,0.0002364411,0.05000,0.596
13,mlp.experts.41.down_proj,0.0002071515,0.05000,0.586
13,mlp.experts.46.down_proj,0.0003279365,0.05000,0.597
13,mlp.experts.47.down_proj,0.0001709310,0.05000,0.576
13,mlp.experts.44.down_proj,0.0004045099,0.05000,0.563
13,mlp.experts.45.down_proj,0.0005178027,0.05000,0.562
13,mlp.experts.50.down_proj,0.0004590926,0.05000,0.601
13,mlp.experts.51.down_proj,0.0002027441,0.05000,0.572
13,mlp.experts.48.down_proj,0.0012418934,0.05000,0.556
13,mlp.experts.49.down_proj,0.0002642427,0.05000,0.548
13,mlp.experts.54.down_proj,0.0003753396,0.05000,0.236
13,mlp.experts.55.down_proj,0.0012357780,0.05000,0.603
13,mlp.experts.52.down_proj,0.0005207831,0.05000,0.608
13,mlp.experts.53.down_proj,0.0002460690,0.05000,0.633
13,mlp.experts.58.down_proj,0.0005986314,0.05000,0.644
13,mlp.experts.59.down_proj,0.0001936446,0.05000,0.550
13,mlp.experts.56.down_proj,0.0001875234,0.05000,0.558
13,mlp.experts.57.down_proj,0.0003937740,0.05000,0.549
13,mlp.experts.62.down_proj,0.0004192429,0.05000,0.556
13,mlp.experts.60.down_proj,0.0002643199,0.05000,0.407
13,mlp.experts.61.down_proj,0.0001603755,0.05000,0.403
13,mlp.experts.63.down_proj,0.0004011421,0.05000,0.441
13,mlp.shared_experts.gate_proj,0.0006506985,0.05000,0.385
13,mlp.shared_experts.up_proj,0.0007902441,0.05000,0.388
13,mlp.shared_experts.down_proj,0.0000863407,0.05000,0.159
14,self_attn.kv_a_proj_with_mqa,0.0011464559,0.05000,0.381
14,self_attn.q_proj,0.0099903972,0.05000,0.384
14,self_attn.kv_b_proj,0.0090006340,0.05000,0.061
14,self_attn.o_proj,0.0000907286,0.05000,0.232
14,mlp.experts.1.gate_proj,0.0016605592,0.05000,0.802
14,mlp.experts.2.gate_proj,0.0023538829,0.05000,0.831
14,mlp.experts.0.gate_proj,0.0046858571,0.05000,0.842
14,mlp.experts.3.gate_proj,0.0021491260,0.05000,0.854
14,mlp.experts.5.gate_proj,0.0020435665,0.05000,0.812
14,mlp.experts.7.gate_proj,0.0017980607,0.05000,0.820
14,mlp.experts.6.gate_proj,0.0025760635,0.05000,0.866
14,mlp.experts.4.gate_proj,0.0038630050,0.05000,0.871
14,mlp.experts.9.gate_proj,0.0057113945,0.05000,0.820
14,mlp.experts.11.gate_proj,0.0035187733,0.05000,0.823
14,mlp.experts.8.gate_proj,0.0049752330,0.05000,0.803
14,mlp.experts.10.gate_proj,0.0016238949,0.05000,0.835
14,mlp.experts.13.gate_proj,0.0022721117,0.05000,0.833
14,mlp.experts.15.gate_proj,0.0023404274,0.05000,0.824
14,mlp.experts.14.gate_proj,0.0018962204,0.05000,0.799
14,mlp.experts.12.gate_proj,0.0019914384,0.05000,0.842
14,mlp.experts.17.gate_proj,0.0020401631,0.05000,0.828
14,mlp.experts.19.gate_proj,0.0142941788,0.05000,0.822
14,mlp.experts.18.gate_proj,0.0064866355,0.05000,0.841
14,mlp.experts.16.gate_proj,0.0040341362,0.05000,0.835
14,mlp.experts.21.gate_proj,0.0014462115,0.05000,0.864
14,mlp.experts.23.gate_proj,0.0027807721,0.05000,0.869
14,mlp.experts.22.gate_proj,0.0019639852,0.05000,0.849
14,mlp.experts.20.gate_proj,0.0031423787,0.05000,0.866
14,mlp.experts.25.gate_proj,0.0034919025,0.05000,0.817
14,mlp.experts.26.gate_proj,0.0026058676,0.05000,0.807
14,mlp.experts.27.gate_proj,0.0068170361,0.05000,0.838
14,mlp.experts.24.gate_proj,0.0042782163,0.05000,0.816
14,mlp.experts.29.gate_proj,0.0044350269,0.05000,0.862
14,mlp.experts.30.gate_proj,0.0041355904,0.05000,0.894
14,mlp.experts.28.gate_proj,0.0052506820,0.05000,0.866
14,mlp.experts.31.gate_proj,0.0076918022,0.05000,0.895
14,mlp.experts.33.gate_proj,0.0019768066,0.05000,0.833
14,mlp.experts.34.gate_proj,0.0017265237,0.05000,0.842
14,mlp.experts.32.gate_proj,0.0065336047,0.05000,0.886
14,mlp.experts.35.gate_proj,0.0021539450,0.05000,0.901
14,mlp.experts.37.gate_proj,0.0074467157,0.05000,0.868
14,mlp.experts.38.gate_proj,0.0058692897,0.05000,0.875
14,mlp.experts.36.gate_proj,0.0025039421,0.05000,0.834
14,mlp.experts.39.gate_proj,0.0066087257,0.05000,0.901
14,mlp.experts.41.gate_proj,0.0049190249,0.05000,0.883
14,mlp.experts.42.gate_proj,0.0018822309,0.05000,0.848
14,mlp.experts.40.gate_proj,0.0018927807,0.05000,0.842
14,mlp.experts.43.gate_proj,0.0053106435,0.05000,0.815
14,mlp.experts.45.gate_proj,0.0013277524,0.05000,0.856
14,mlp.experts.44.gate_proj,0.0017708207,0.05000,0.840
14,mlp.experts.47.gate_proj,0.0022312121,0.05000,0.807
14,mlp.experts.46.gate_proj,0.0023166387,0.05000,0.916
14,mlp.experts.49.gate_proj,0.0029805984,0.05000,0.855
14,mlp.experts.48.gate_proj,0.0047395455,0.05000,0.800
14,mlp.experts.51.gate_proj,0.0021568054,0.05000,0.791
14,mlp.experts.50.gate_proj,0.0019924332,0.05000,0.803
14,mlp.experts.53.gate_proj,0.0037355350,0.05000,0.828
14,mlp.experts.52.gate_proj,0.0017590844,0.05000,0.824
14,mlp.experts.55.gate_proj,0.0071426417,0.05000,0.857
14,mlp.experts.54.gate_proj,0.0053270882,0.05000,0.854
14,mlp.experts.58.gate_proj,fallback(rtn): 0.0031738,0.00000,0.013
14,mlp.experts.56.gate_proj,0.0013968166,0.05000,0.792
14,mlp.experts.57.gate_proj,0.0030327609,0.05000,0.811
14,mlp.experts.59.gate_proj,0.0036236273,0.05000,0.830
14,mlp.experts.62.gate_proj,0.0027444424,0.05000,0.816
14,mlp.experts.60.gate_proj,0.0023091781,0.05000,0.821
14,mlp.experts.61.gate_proj,0.0255201583,0.05000,0.858
14,mlp.experts.63.gate_proj,0.0066240792,0.05000,0.852
14,mlp.experts.2.up_proj,0.0021741358,0.05000,0.874
14,mlp.experts.0.up_proj,0.0044770865,0.05000,0.845
14,mlp.experts.1.up_proj,0.0014179293,0.05000,0.811
14,mlp.experts.3.up_proj,0.0019649567,0.05000,0.814
14,mlp.experts.6.up_proj,0.0024767097,0.05000,0.826
14,mlp.experts.4.up_proj,0.0037928412,0.05000,0.811
14,mlp.experts.5.up_proj,0.0018019668,0.05000,0.859
14,mlp.experts.7.up_proj,0.0015197978,0.05000,0.842
14,mlp.experts.10.up_proj,0.0015202773,0.05000,0.840
14,mlp.experts.8.up_proj,0.0047392753,0.05000,0.807
14,mlp.experts.9.up_proj,0.0049854798,0.05000,0.795
14,mlp.experts.11.up_proj,0.0031369235,0.05000,0.796
14,mlp.experts.14.up_proj,0.0016628157,0.05000,0.807
14,mlp.experts.12.up_proj,0.0017727997,0.05000,0.829
14,mlp.experts.13.up_proj,0.0021773887,0.05000,0.834
14,mlp.experts.15.up_proj,0.0022053944,0.05000,0.841
14,mlp.experts.18.up_proj,0.0057983442,0.05000,0.864
14,mlp.experts.16.up_proj,0.0036663739,0.05000,0.795
14,mlp.experts.17.up_proj,0.0019975250,0.05000,0.824
14,mlp.experts.19.up_proj,0.0135587975,0.05000,0.806
14,mlp.experts.22.up_proj,0.0019227926,0.05000,0.822
14,mlp.experts.20.up_proj,0.0030033049,0.05000,0.851
14,mlp.experts.21.up_proj,0.0012573978,0.05000,0.838
14,mlp.experts.23.up_proj,0.0024851696,0.05000,0.829
14,mlp.experts.26.up_proj,0.0024905345,0.05000,0.869
14,mlp.experts.24.up_proj,0.0038952073,0.05000,0.798
14,mlp.experts.27.up_proj,0.0070264780,0.05000,0.791
14,mlp.experts.25.up_proj,0.0031551499,0.05000,0.827
14,mlp.experts.30.up_proj,0.0039335806,0.05000,0.819
14,mlp.experts.28.up_proj,0.0049700525,0.05000,0.842
14,mlp.experts.31.up_proj,0.0072094186,0.05000,0.825
14,mlp.experts.29.up_proj,0.0042055097,0.05000,0.856
14,mlp.experts.34.up_proj,0.0015283496,0.05000,0.860
14,mlp.experts.32.up_proj,0.0060824255,0.05000,0.833
14,mlp.experts.35.up_proj,0.0019450690,0.05000,0.832
14,mlp.experts.33.up_proj,0.0018148535,0.05000,0.814
14,mlp.experts.38.up_proj,0.0052112748,0.05000,0.872
14,mlp.experts.36.up_proj,0.0024108568,0.05000,0.863
14,mlp.experts.37.up_proj,0.0064882007,0.05000,0.818
14,mlp.experts.39.up_proj,0.0059707302,0.05000,0.845
14,mlp.experts.42.up_proj,0.0018514378,0.05000,0.828
14,mlp.experts.40.up_proj,0.0018150956,0.05000,0.826
14,mlp.experts.41.up_proj,0.0047953623,0.05000,0.796
14,mlp.experts.43.up_proj,0.0049273698,0.05000,0.829
14,mlp.experts.46.up_proj,0.0022065585,0.05000,0.829
14,mlp.experts.44.up_proj,0.0017190754,0.05000,0.810
14,mlp.experts.45.up_proj,0.0012708116,0.05000,0.815
14,mlp.experts.47.up_proj,0.0020605867,0.05000,0.811
14,mlp.experts.50.up_proj,0.0019039754,0.05000,0.812
14,mlp.experts.48.up_proj,0.0047456695,0.05000,0.805
14,mlp.experts.49.up_proj,0.0027510658,0.05000,0.806
14,mlp.experts.51.up_proj,0.0020964810,0.05000,0.820
14,mlp.experts.54.up_proj,0.0050476982,0.05000,0.807
14,mlp.experts.58.up_proj,fallback(rtn): 0.0029755,0.00000,0.015
14,mlp.experts.52.up_proj,0.0016210051,0.05000,0.834
14,mlp.experts.53.up_proj,0.0032640225,0.05000,0.832
14,mlp.experts.55.up_proj,0.0069650028,0.05000,0.824
14,mlp.experts.62.up_proj,0.0025033011,0.05000,0.826
14,mlp.experts.56.up_proj,0.0012825226,0.05000,0.672
14,mlp.experts.57.up_proj,0.0029344760,0.05000,0.669
14,mlp.experts.59.up_proj,0.0035884024,0.05000,0.659
14,mlp.experts.60.up_proj,0.0020895325,0.05000,0.573
14,mlp.experts.61.up_proj,0.0236999293,0.05000,0.559
14,mlp.experts.63.up_proj,0.0055738509,0.05000,0.534
14,mlp.experts.1.down_proj,0.0002893521,0.05000,0.544
14,mlp.experts.3.down_proj,0.0001977700,0.05000,0.554
14,mlp.experts.0.down_proj,0.0007130568,0.05000,0.578
14,mlp.experts.2.down_proj,0.0001764705,0.05000,0.582
14,mlp.experts.7.down_proj,0.0001429751,0.05000,0.546
14,mlp.experts.5.down_proj,0.0002346180,0.05000,0.570
14,mlp.experts.4.down_proj,0.0004163543,0.05000,0.547
14,mlp.experts.6.down_proj,0.0003216013,0.05000,0.568
14,mlp.experts.8.down_proj,0.0005768727,0.05000,0.546
14,mlp.experts.11.down_proj,0.0003560263,0.05000,0.577
14,mlp.experts.9.down_proj,0.0009273333,0.05000,0.577
14,mlp.experts.10.down_proj,0.0002099084,0.05000,0.584
14,mlp.experts.12.down_proj,0.0003150121,0.05000,0.563
14,mlp.experts.15.down_proj,0.0001778829,0.05000,0.562
14,mlp.experts.13.down_proj,0.0002379958,0.05000,0.585
14,mlp.experts.14.down_proj,0.0002140156,0.05000,0.558
14,mlp.experts.16.down_proj,0.0005621993,0.05000,0.574
14,mlp.experts.19.down_proj,0.0014261404,0.05000,0.573
14,mlp.experts.17.down_proj,0.0002887626,0.05000,0.595
14,mlp.experts.18.down_proj,0.0008090319,0.05000,0.631
14,mlp.experts.23.down_proj,0.0003166678,0.05000,0.564
14,mlp.experts.20.down_proj,0.0002993098,0.05000,0.596
14,mlp.experts.21.down_proj,0.0002962636,0.05000,0.581
14,mlp.experts.22.down_proj,0.0003001446,0.05000,0.566
14,mlp.experts.27.down_proj,0.0008447258,0.05000,0.636
14,mlp.experts.24.down_proj,0.0005550112,0.05000,0.629
14,mlp.experts.25.down_proj,0.0006843210,0.05000,0.607
14,mlp.experts.26.down_proj,0.0005281262,0.05000,0.597
14,mlp.experts.28.down_proj,0.0005456677,0.05000,0.561
14,mlp.experts.31.down_proj,0.0007331127,0.05000,0.585
14,mlp.experts.29.down_proj,0.0007398026,0.05000,0.579
14,mlp.experts.30.down_proj,0.0004444697,0.05000,0.570
14,mlp.experts.32.down_proj,0.0006756398,0.05000,0.552
14,mlp.experts.35.down_proj,0.0003415944,0.05000,0.566
14,mlp.experts.33.down_proj,0.0002254181,0.05000,0.575
14,mlp.experts.34.down_proj,0.0004302100,0.05000,0.572
14,mlp.experts.36.down_proj,0.0001702104,0.05000,0.549
14,mlp.experts.39.down_proj,0.0006660507,0.05000,0.573
14,mlp.experts.37.down_proj,0.0013177813,0.05000,0.571
14,mlp.experts.38.down_proj,0.0007987546,0.05000,0.565
14,mlp.experts.40.down_proj,0.0002113542,0.05000,0.574
14,mlp.experts.43.down_proj,0.0005549976,0.05000,0.583
14,mlp.experts.42.down_proj,0.0003215429,0.05000,0.560
14,mlp.experts.41.down_proj,0.0008260052,0.05000,0.605
14,mlp.experts.44.down_proj,0.0002615178,0.05000,0.562
14,mlp.experts.47.down_proj,0.0004461980,0.05000,0.570
14,mlp.experts.46.down_proj,0.0003074403,0.05000,0.571
14,mlp.experts.45.down_proj,0.0003011877,0.05000,0.575
14,mlp.experts.48.down_proj,0.0006465369,0.05000,0.556
14,mlp.experts.51.down_proj,0.0002739971,0.05000,0.568
14,mlp.experts.50.down_proj,0.0002349387,0.05000,0.558
14,mlp.experts.49.down_proj,0.0004682675,0.05000,0.554
14,mlp.experts.52.down_proj,0.0002679920,0.05000,0.548
14,mlp.experts.55.down_proj,0.0009002911,0.05000,0.540
14,mlp.experts.54.down_proj,0.0006689026,0.05000,0.554
14,mlp.experts.58.down_proj,fallback(rtn): 0.0029755,0.00000,0.009
14,mlp.experts.53.down_proj,0.0004900380,0.05000,0.570
14,mlp.experts.56.down_proj,0.0001724738,0.05000,0.542
14,mlp.experts.59.down_proj,0.0003849468,0.05000,0.544
14,mlp.experts.62.down_proj,0.0001767949,0.05000,0.581
14,mlp.experts.57.down_proj,0.0002434230,0.05000,0.550
14,mlp.experts.60.down_proj,0.0002202184,0.05000,0.444
14,mlp.experts.63.down_proj,0.0006530866,0.05000,0.403
14,mlp.experts.61.down_proj,0.0023282192,0.05000,0.336
14,mlp.shared_experts.gate_proj,0.0006345837,0.05000,0.387
14,mlp.shared_experts.up_proj,0.0007780631,0.05000,0.389
14,mlp.shared_experts.down_proj,0.0000631171,0.05000,0.160
15,self_attn.q_proj,0.0085819242,0.05000,0.381
15,self_attn.kv_a_proj_with_mqa,0.0008696573,0.05000,0.380
15,self_attn.kv_b_proj,0.0087726753,0.05000,0.060
15,self_attn.o_proj,0.0000645347,0.05000,0.234
15,mlp.experts.0.gate_proj,0.0032108575,0.05000,0.796
15,mlp.experts.2.gate_proj,0.0025512050,0.05000,0.804
15,mlp.experts.3.gate_proj,0.0040049142,0.05000,0.832
15,mlp.experts.1.gate_proj,0.0026759581,0.05000,0.845
15,mlp.experts.4.gate_proj,0.0032350523,0.05000,0.825
15,mlp.experts.7.gate_proj,0.0020227791,0.05000,0.802
15,mlp.experts.5.gate_proj,0.0016901955,0.05000,0.831
15,mlp.experts.6.gate_proj,0.0020009849,0.05000,0.880
15,mlp.experts.11.gate_proj,0.0080518305,0.05000,0.797
15,mlp.experts.8.gate_proj,0.0060162867,0.05000,0.823
15,mlp.experts.9.gate_proj,0.0026703093,0.05000,0.810
15,mlp.experts.10.gate_proj,0.0031201955,0.05000,0.819
15,mlp.experts.15.gate_proj,0.0042255150,0.05000,0.800
15,mlp.experts.12.gate_proj,0.0036598464,0.05000,0.809
15,mlp.experts.13.gate_proj,0.0017969166,0.05000,0.819
15,mlp.experts.14.gate_proj,0.0041117075,0.05000,0.805
15,mlp.experts.19.gate_proj,0.0015552045,0.05000,0.807
15,mlp.experts.16.gate_proj,0.0021752695,0.05000,0.833
15,mlp.experts.18.gate_proj,0.0031140226,0.05000,0.824
15,mlp.experts.17.gate_proj,0.0018846598,0.05000,0.839
15,mlp.experts.23.gate_proj,0.0026863255,0.05000,0.808
15,mlp.experts.20.gate_proj,0.0134494379,0.05000,0.814
15,mlp.experts.21.gate_proj,0.0034851939,0.05000,0.800
15,mlp.experts.22.gate_proj,0.0031416574,0.05000,0.835
15,mlp.experts.27.gate_proj,0.0075680363,0.05000,0.822
15,mlp.experts.24.gate_proj,0.0023148037,0.05000,0.826
15,mlp.experts.25.gate_proj,0.0036423003,0.05000,0.818
15,mlp.experts.26.gate_proj,0.0015980859,0.05000,0.830
15,mlp.experts.31.gate_proj,0.0035030343,0.05000,0.838
15,mlp.experts.28.gate_proj,0.0085118453,0.05000,0.810
15,mlp.experts.29.gate_proj,0.0019711848,0.05000,0.812
15,mlp.experts.30.gate_proj,0.0018777153,0.05000,0.812
15,mlp.experts.32.gate_proj,0.0019656223,0.05000,0.799
15,mlp.experts.35.gate_proj,0.0073921423,0.05000,0.846
15,mlp.experts.33.gate_proj,0.0093605608,0.05000,0.800
15,mlp.experts.34.gate_proj,0.0084570010,0.05000,0.842
15,mlp.experts.39.gate_proj,0.0049911214,0.05000,0.826
15,mlp.experts.36.gate_proj,0.0031053254,0.05000,0.869
15,mlp.experts.37.gate_proj,0.0024867132,0.05000,0.897
15,mlp.experts.38.gate_proj,0.0037135918,0.05000,0.841
15,mlp.experts.43.gate_proj,0.0021744642,0.05000,0.814
15,mlp.experts.40.gate_proj,0.0287429641,0.05000,0.836
15,mlp.experts.42.gate_proj,0.0080701542,0.05000,0.812
15,mlp.experts.41.gate_proj,0.0022984194,0.05000,0.876
15,mlp.experts.47.gate_proj,0.0027735528,0.05000,0.874
15,mlp.experts.44.gate_proj,0.0023111530,0.05000,0.875
15,mlp.experts.46.gate_proj,0.0056364697,0.05000,0.874
15,mlp.experts.45.gate_proj,0.0018093048,0.05000,0.850
15,mlp.experts.51.gate_proj,0.0021769573,0.05000,0.858
15,mlp.experts.48.gate_proj,0.0035435759,0.05000,0.845
15,mlp.experts.50.gate_proj,0.0027222410,0.05000,0.843
15,mlp.experts.49.gate_proj,0.0091671189,0.05000,0.839
15,mlp.experts.55.gate_proj,0.0041809563,0.05000,0.857
15,mlp.experts.52.gate_proj,0.0045208274,0.05000,0.849
15,mlp.experts.54.gate_proj,0.0063861595,0.05000,0.874
15,mlp.experts.53.gate_proj,0.0052752924,0.05000,0.861
15,mlp.experts.59.gate_proj,0.0028373525,0.05000,0.904
15,mlp.experts.56.gate_proj,0.0033943431,0.05000,0.882
15,mlp.experts.57.gate_proj,0.0033421583,0.05000,0.844
15,mlp.experts.61.gate_proj,fallback(rtn): 0.0031281,0.00000,0.014
15,mlp.experts.58.gate_proj,0.0021167109,0.05000,0.879
15,mlp.experts.60.gate_proj,0.0054523047,0.05000,0.816
15,mlp.experts.63.gate_proj,0.0014668593,0.05000,0.853
15,mlp.experts.1.up_proj,0.0025442558,0.05000,0.822
15,mlp.experts.62.gate_proj,0.0026677538,0.05000,0.824
15,mlp.experts.3.up_proj,0.0036152748,0.05000,0.826
15,mlp.experts.0.up_proj,0.0033703668,0.05000,0.871
15,mlp.experts.5.up_proj,0.0016200261,0.05000,0.850
15,mlp.experts.2.up_proj,0.0022262796,0.05000,0.846
15,mlp.experts.7.up_proj,0.0020090865,0.05000,0.807
15,mlp.experts.4.up_proj,0.0033075619,0.05000,0.810
15,mlp.experts.9.up_proj,0.0025193557,0.05000,0.809
15,mlp.experts.6.up_proj,0.0019094136,0.05000,0.817
15,mlp.experts.11.up_proj,0.0072376418,0.05000,0.840
15,mlp.experts.8.up_proj,0.0055725053,0.05000,0.831
15,mlp.experts.10.up_proj,0.0030661720,0.05000,0.802
15,mlp.experts.13.up_proj,0.0016324879,0.05000,0.835
15,mlp.experts.15.up_proj,0.0040889472,0.05000,0.825
15,mlp.experts.12.up_proj,0.0034471726,0.05000,0.834
15,mlp.experts.17.up_proj,0.0018483198,0.05000,0.820
15,mlp.experts.14.up_proj,0.0038771315,0.05000,0.921
15,mlp.experts.16.up_proj,0.0020291309,0.05000,0.806
15,mlp.experts.19.up_proj,0.0015125352,0.05000,0.832
15,mlp.experts.21.up_proj,0.0032501109,0.05000,0.797
15,mlp.experts.18.up_proj,0.0027650370,0.05000,0.857
15,mlp.experts.25.up_proj,0.0034462399,0.05000,0.808
15,mlp.experts.20.up_proj,0.0119331889,0.05000,0.836
15,mlp.experts.23.up_proj,0.0026008704,0.05000,0.847
15,mlp.experts.22.up_proj,0.0029072372,0.05000,0.836
15,mlp.experts.29.up_proj,0.0018276846,0.05000,0.799
15,mlp.experts.24.up_proj,0.0020748869,0.05000,0.809
15,mlp.experts.27.up_proj,0.0068721079,0.05000,0.832
15,mlp.experts.26.up_proj,0.0015254021,0.05000,0.823
15,mlp.experts.28.up_proj,0.0074861497,0.05000,0.877
15,mlp.experts.31.up_proj,0.0033641873,0.05000,0.867
15,mlp.experts.33.up_proj,0.0089650273,0.05000,0.927
15,mlp.experts.30.up_proj,0.0019263037,0.05000,0.878
15,mlp.experts.32.up_proj,0.0018115715,0.05000,0.864
15,mlp.experts.35.up_proj,0.0067950974,0.05000,0.847
15,mlp.experts.37.up_proj,0.0024535259,0.05000,0.839
15,mlp.experts.34.up_proj,0.0078304742,0.05000,0.863
15,mlp.experts.39.up_proj,0.0048411449,0.05000,0.813
15,mlp.experts.41.up_proj,0.0019376198,0.05000,0.825
15,mlp.experts.36.up_proj,0.0028509951,0.05000,0.913
15,mlp.experts.38.up_proj,0.0035661006,0.05000,0.826
15,mlp.experts.43.up_proj,0.0020397717,0.05000,0.848
15,mlp.experts.45.up_proj,0.0016464727,0.05000,0.856
15,mlp.experts.40.up_proj,0.0260488937,0.05000,0.844
15,mlp.experts.42.up_proj,0.0074024236,0.05000,0.846
15,mlp.experts.49.up_proj,0.0094473269,0.05000,0.823
15,mlp.experts.47.up_proj,0.0027333473,0.05000,0.850
15,mlp.experts.44.up_proj,0.0022084905,0.05000,0.841
15,mlp.experts.46.up_proj,0.0054726069,0.05000,0.826
15,mlp.experts.53.up_proj,0.0047376599,0.05000,0.840
15,mlp.experts.51.up_proj,0.0019313266,0.05000,0.862
15,mlp.experts.48.up_proj,0.0033164318,0.05000,0.857
15,mlp.experts.50.up_proj,0.0024108111,0.05000,0.830
15,mlp.experts.55.up_proj,0.0039310842,0.05000,0.798
15,mlp.experts.57.up_proj,0.0028788675,0.05000,0.850
15,mlp.experts.61.up_proj,fallback(rtn): 0.0030060,0.00000,0.013
15,mlp.experts.52.up_proj,0.0041835746,0.05000,0.784
15,mlp.experts.54.up_proj,0.0057133910,0.05000,0.772
15,mlp.experts.59.up_proj,0.0027124283,0.05000,0.565
15,mlp.experts.56.up_proj,0.0031733297,0.05000,0.552
15,mlp.experts.58.up_proj,0.0019434142,0.05000,0.555
15,mlp.experts.63.up_proj,0.0014281215,0.05000,0.556
15,mlp.experts.60.up_proj,0.0051627781,0.05000,0.537
15,mlp.experts.62.up_proj,0.0023709589,0.05000,0.504
15,mlp.experts.1.down_proj,0.0004498461,0.05000,0.542
15,mlp.experts.3.down_proj,0.0005203938,0.05000,0.548
15,mlp.experts.0.down_proj,0.0004549038,0.05000,0.565
15,mlp.experts.2.down_proj,0.0002925566,0.05000,0.578
15,mlp.experts.5.down_proj,0.0002919102,0.05000,0.624
15,mlp.experts.7.down_proj,0.0003039977,0.05000,0.625
15,mlp.experts.4.down_proj,0.0004742666,0.05000,0.621
15,mlp.experts.6.down_proj,0.0002965658,0.05000,0.622
15,mlp.experts.10.down_proj,0.0004053968,0.05000,0.558
15,mlp.experts.8.down_proj,0.0007859283,0.05000,0.583
15,mlp.experts.11.down_proj,0.0007611810,0.05000,0.597
15,mlp.experts.9.down_proj,0.0003337298,0.05000,0.645
15,mlp.experts.15.down_proj,0.0006909899,0.05000,0.560
15,mlp.experts.14.down_proj,0.0005214255,0.05000,0.580
15,mlp.experts.12.down_proj,0.0006626741,0.05000,0.578
15,mlp.experts.13.down_proj,0.0003405066,0.05000,0.584
15,mlp.experts.18.down_proj,0.0004051491,0.05000,0.561
15,mlp.experts.19.down_proj,0.0003329768,0.05000,0.572
15,mlp.experts.16.down_proj,0.0003451964,0.05000,0.572
15,mlp.experts.17.down_proj,0.0002365695,0.05000,0.564
15,mlp.experts.22.down_proj,0.0004009285,0.05000,0.553
15,mlp.experts.23.down_proj,0.0004458321,0.05000,0.576
15,mlp.experts.20.down_proj,0.0015767785,0.05000,0.564
15,mlp.experts.21.down_proj,0.0005245364,0.05000,0.561
15,mlp.experts.26.down_proj,0.0003622327,0.05000,0.604
15,mlp.experts.24.down_proj,0.0003480634,0.05000,0.613
15,mlp.experts.27.down_proj,0.0008285433,0.05000,0.621
15,mlp.experts.25.down_proj,0.0003861060,0.05000,0.629
15,mlp.experts.30.down_proj,0.0002963306,0.05000,0.596
15,mlp.experts.31.down_proj,0.0005917713,0.05000,0.574
15,mlp.experts.28.down_proj,0.0008544867,0.05000,0.620
15,mlp.experts.29.down_proj,0.0002601436,0.05000,0.600
15,mlp.experts.34.down_proj,0.0012452843,0.05000,0.587
15,mlp.experts.35.down_proj,0.0008268279,0.05000,0.583
15,mlp.experts.32.down_proj,0.0002496351,0.05000,0.560
15,mlp.experts.33.down_proj,0.0007855231,0.05000,0.575
15,mlp.experts.38.down_proj,0.0004341787,0.05000,0.597
15,mlp.experts.36.down_proj,0.0006126342,0.05000,0.594
15,mlp.experts.39.down_proj,0.0005019155,0.05000,0.620
15,mlp.experts.37.down_proj,0.0003226498,0.05000,0.573
15,mlp.experts.41.down_proj,0.0002204448,0.05000,0.584
15,mlp.experts.40.down_proj,0.0029400165,0.05000,0.611
15,mlp.experts.42.down_proj,0.0010927711,0.05000,0.661
15,mlp.experts.43.down_proj,0.0002894173,0.05000,0.647
15,mlp.experts.44.down_proj,0.0003428771,0.05000,0.574
15,mlp.experts.46.down_proj,0.0007059258,0.05000,0.569
15,mlp.experts.45.down_proj,0.0002086549,0.05000,0.590
15,mlp.experts.47.down_proj,0.0003842999,0.05000,0.570
15,mlp.experts.50.down_proj,0.0003203794,0.05000,0.567
15,mlp.experts.48.down_proj,0.0004465469,0.05000,0.599
15,mlp.experts.51.down_proj,0.0002160828,0.05000,0.578
15,mlp.experts.49.down_proj,0.0009876022,0.05000,0.614
15,mlp.experts.54.down_proj,0.0006665947,0.05000,0.556
15,mlp.experts.52.down_proj,0.0005518636,0.05000,0.559
15,mlp.experts.55.down_proj,0.0003959324,0.05000,0.563
15,mlp.experts.53.down_proj,0.0006320884,0.05000,0.557
15,mlp.experts.58.down_proj,0.0002266534,0.05000,0.590
15,mlp.experts.56.down_proj,0.0002995530,0.05000,0.597
15,mlp.experts.57.down_proj,0.0004576497,0.05000,0.586
15,mlp.experts.61.down_proj,fallback(rtn): 0.0029755,0.00000,0.010
15,mlp.experts.59.down_proj,0.0006240925,0.05000,0.613
15,mlp.experts.60.down_proj,0.0007981742,0.05000,0.406
15,mlp.experts.62.down_proj,0.0003246255,0.05000,0.441
15,mlp.experts.63.down_proj,0.0002486826,0.05000,0.380
15,mlp.shared_experts.gate_proj,0.0007632072,0.05000,0.381
15,mlp.shared_experts.up_proj,0.0008974334,0.05000,0.382
15,mlp.shared_experts.down_proj,0.0000880630,0.05000,0.145
16,self_attn.kv_a_proj_with_mqa,0.0007004438,0.05000,0.390
16,self_attn.q_proj,0.0062460393,0.05000,0.402
16,self_attn.kv_b_proj,0.0074886165,0.05000,0.072
16,self_attn.o_proj,0.0001192538,0.05000,0.233
16,mlp.experts.1.gate_proj,0.0037178477,0.05000,0.797
16,mlp.experts.3.gate_proj,0.0032514097,0.05000,0.805
16,mlp.experts.0.gate_proj,0.0057883023,0.05000,0.822
16,mlp.experts.7.gate_proj,fallback(rtn): 0.0031738,0.00000,0.025
16,mlp.experts.2.gate_proj,0.0025975240,0.05000,0.869
16,mlp.experts.5.gate_proj,0.0018866926,0.05000,0.826
16,mlp.experts.4.gate_proj,0.0035095182,0.05000,0.809
16,mlp.experts.11.gate_proj,0.0042221731,0.05000,0.835
16,mlp.experts.6.gate_proj,0.0030128270,0.05000,0.869
16,mlp.experts.8.gate_proj,0.0044787586,0.05000,0.808
16,mlp.experts.9.gate_proj,0.0023219452,0.05000,0.820
16,mlp.experts.15.gate_proj,0.0038659427,0.05000,0.813
16,mlp.experts.10.gate_proj,0.0029155252,0.05000,0.793
16,mlp.experts.13.gate_proj,0.0032474697,0.05000,0.782
16,mlp.experts.12.gate_proj,0.0020478899,0.05000,0.811
16,mlp.experts.19.gate_proj,0.0017992164,0.05000,0.804
16,mlp.experts.14.gate_proj,0.0336806327,0.05000,0.783
16,mlp.experts.17.gate_proj,0.0019696866,0.05000,0.802
16,mlp.experts.16.gate_proj,0.0044067069,0.05000,0.807
16,mlp.experts.18.gate_proj,0.0033412438,0.05000,0.804
16,mlp.experts.23.gate_proj,0.0048932639,0.05000,0.887
16,mlp.experts.20.gate_proj,0.0039345466,0.05000,0.836
16,mlp.experts.21.gate_proj,0.0343498612,0.05000,0.893
16,mlp.experts.22.gate_proj,0.0026848974,0.05000,0.807
16,mlp.experts.27.gate_proj,0.0028794696,0.05000,0.851
16,mlp.experts.25.gate_proj,0.0152298567,0.05000,0.783
16,mlp.experts.26.gate_proj,0.0025028527,0.05000,0.787
16,mlp.experts.24.gate_proj,0.0063683563,0.05000,0.838
16,mlp.experts.31.gate_proj,0.0030312962,0.05000,0.790
16,mlp.experts.29.gate_proj,0.0024815546,0.05000,0.796
16,mlp.experts.28.gate_proj,0.0027435652,0.05000,0.806
16,mlp.experts.30.gate_proj,0.0042419607,0.05000,0.843
16,mlp.experts.35.gate_proj,0.0026468033,0.05000,0.812
16,mlp.experts.33.gate_proj,0.0026932011,0.05000,0.864
16,mlp.experts.32.gate_proj,0.0029547129,0.05000,0.843
16,mlp.experts.34.gate_proj,0.0020459469,0.05000,0.949
16,mlp.experts.39.gate_proj,0.0037892004,0.05000,0.915
16,mlp.experts.37.gate_proj,0.0026767019,0.05000,0.870
16,mlp.experts.36.gate_proj,0.0025227216,0.05000,0.931
16,mlp.experts.38.gate_proj,0.0069596384,0.05000,0.848
16,mlp.experts.43.gate_proj,0.0049265828,0.05000,0.869
16,mlp.experts.41.gate_proj,0.0047699329,0.05000,0.868
16,mlp.experts.40.gate_proj,0.0024366671,0.05000,0.894
16,mlp.experts.42.gate_proj,0.0052879272,0.05000,0.900
16,mlp.experts.47.gate_proj,0.0024245859,0.05000,0.888
16,mlp.experts.45.gate_proj,0.0026979101,0.05000,0.877
16,mlp.experts.44.gate_proj,0.0054482847,0.05000,0.909
16,mlp.experts.46.gate_proj,0.0033755729,0.05000,0.902
16,mlp.experts.51.gate_proj,0.0021139376,0.05000,0.954
16,mlp.experts.49.gate_proj,0.0018181368,0.05000,0.943
16,mlp.experts.48.gate_proj,0.0018969643,0.05000,1.013
16,mlp.experts.50.gate_proj,0.0022761707,0.05000,1.029
16,mlp.experts.55.gate_proj,0.0051556480,0.05000,1.017
16,mlp.experts.53.gate_proj,0.0022212437,0.05000,0.825
16,mlp.experts.52.gate_proj,0.0027846597,0.05000,0.847
16,mlp.experts.54.gate_proj,0.0034117699,0.05000,0.860
16,mlp.experts.59.gate_proj,0.0185350288,0.05000,0.855
16,mlp.experts.57.gate_proj,0.0027729115,0.05000,0.876
16,mlp.experts.56.gate_proj,0.0028753953,0.05000,0.876
16,mlp.experts.58.gate_proj,0.0019304993,0.05000,0.869
16,mlp.experts.63.gate_proj,0.0032642430,0.05000,0.884
16,mlp.experts.61.gate_proj,0.0034826953,0.05000,0.882
16,mlp.experts.62.gate_proj,0.0038705798,0.05000,0.850
16,mlp.experts.60.gate_proj,0.0029895150,0.05000,0.950
16,mlp.experts.3.up_proj,0.0033010008,0.05000,0.881
16,mlp.experts.7.up_proj,fallback(rtn): 0.0030975,0.00000,0.013
16,mlp.experts.1.up_proj,0.0033102723,0.05000,1.067
16,mlp.experts.2.up_proj,0.0025398557,0.05000,1.043
16,mlp.experts.0.up_proj,0.0056821544,0.05000,1.046
16,mlp.experts.11.up_proj,0.0040131706,0.05000,0.962
16,mlp.experts.5.up_proj,0.0019707987,0.05000,0.856
16,mlp.experts.6.up_proj,0.0029094728,0.05000,0.854
16,mlp.experts.15.up_proj,0.0038764193,0.05000,0.844
16,mlp.experts.4.up_proj,0.0033547552,0.05000,0.885
16,mlp.experts.9.up_proj,0.0021809969,0.05000,0.859
16,mlp.experts.10.up_proj,0.0025709466,0.05000,0.859
16,mlp.experts.19.up_proj,0.0017425988,0.05000,0.904
16,mlp.experts.8.up_proj,0.0040299761,0.05000,0.891
16,mlp.experts.13.up_proj,0.0031655949,0.05000,0.859
16,mlp.experts.14.up_proj,0.0305665756,0.05000,0.883
16,mlp.experts.23.up_proj,0.0044979436,0.05000,0.882
16,mlp.experts.12.up_proj,0.0020901316,0.05000,0.895
16,mlp.experts.17.up_proj,0.0018427198,0.05000,0.868
16,mlp.experts.18.up_proj,0.0032761760,0.05000,0.842
16,mlp.experts.27.up_proj,0.0024885378,0.05000,0.855
16,mlp.experts.16.up_proj,0.0042958366,0.05000,0.836
16,mlp.experts.21.up_proj,0.0323349958,0.05000,0.839
16,mlp.experts.22.up_proj,0.0024729572,0.05000,0.832
16,mlp.experts.31.up_proj,0.0028222306,0.05000,0.848
16,mlp.experts.20.up_proj,0.0037102142,0.05000,0.854
16,mlp.experts.25.up_proj,0.0136122222,0.05000,0.887
16,mlp.experts.26.up_proj,0.0023767617,0.05000,0.868
16,mlp.experts.35.up_proj,0.0026599909,0.05000,0.897
16,mlp.experts.24.up_proj,0.0058992403,0.05000,0.913
16,mlp.experts.29.up_proj,0.0023902950,0.05000,0.985
16,mlp.experts.30.up_proj,0.0039403410,0.05000,0.937
16,mlp.experts.39.up_proj,0.0036320731,0.05000,0.883
16,mlp.experts.28.up_proj,0.0026808308,0.05000,0.891
16,mlp.experts.33.up_proj,0.0025443160,0.05000,0.551
16,mlp.experts.34.up_proj,0.0020101494,0.05000,0.432
16,mlp.experts.32.up_proj,0.0027865496,0.05000,0.838
16,mlp.experts.37.up_proj,0.0024529932,0.05000,0.874
16,mlp.experts.43.up_proj,0.0048736698,0.05000,0.896
16,mlp.experts.38.up_proj,0.0055667102,0.05000,0.934
16,mlp.experts.36.up_proj,0.0024599529,0.05000,0.859
16,mlp.experts.41.up_proj,0.0046136808,0.05000,0.879
16,mlp.experts.47.up_proj,0.0023191705,0.05000,0.867
16,mlp.experts.42.up_proj,0.0051124834,0.05000,0.891
16,mlp.experts.40.up_proj,0.0021879594,0.05000,0.868
16,mlp.experts.45.up_proj,0.0023883966,0.05000,0.847
16,mlp.experts.51.up_proj,0.0020956795,0.05000,0.888
16,mlp.experts.46.up_proj,0.0032028200,0.05000,0.848
16,mlp.experts.44.up_proj,0.0053246774,0.05000,0.896
16,mlp.experts.49.up_proj,0.0017997107,0.05000,0.889
16,mlp.experts.50.up_proj,0.0021583951,0.05000,0.895
16,mlp.experts.55.up_proj,0.0048648524,0.05000,0.915
16,mlp.experts.48.up_proj,0.0018286824,0.05000,0.866
16,mlp.experts.53.up_proj,0.0022445277,0.05000,0.880
16,mlp.experts.54.up_proj,0.0035165590,0.05000,0.845
16,mlp.experts.59.up_proj,0.0168295123,0.05000,0.915
16,mlp.experts.52.up_proj,0.0026282843,0.05000,0.892
16,mlp.experts.57.up_proj,0.0026580829,0.05000,0.886
16,mlp.experts.58.up_proj,0.0017836207,0.05000,0.894
16,mlp.experts.63.up_proj,0.0029464557,0.05000,0.940
16,mlp.experts.56.up_proj,0.0027299509,0.05000,0.727
16,mlp.experts.61.up_proj,0.0033106035,0.05000,0.695
16,mlp.experts.62.up_proj,0.0036160656,0.05000,0.651
16,mlp.experts.60.up_proj,0.0024898745,0.05000,0.234
16,mlp.experts.2.down_proj,0.0004672582,0.05000,0.589
16,mlp.experts.0.down_proj,0.0010924341,0.05000,0.592
16,mlp.experts.1.down_proj,0.0006008165,0.05000,0.603
16,mlp.experts.3.down_proj,0.0005236225,0.05000,0.625
16,mlp.experts.7.down_proj,fallback(rtn): 0.0030365,0.00000,0.010
16,mlp.experts.6.down_proj,0.0006552774,0.05000,0.572
16,mlp.experts.5.down_proj,0.0004232387,0.05000,0.568
16,mlp.experts.4.down_proj,0.0005454621,0.05000,0.588
16,mlp.experts.11.down_proj,0.0004522376,0.05000,0.571
16,mlp.experts.10.down_proj,0.0004553560,0.05000,0.559
16,mlp.experts.9.down_proj,0.0003252322,0.05000,0.580
16,mlp.experts.8.down_proj,0.0007323030,0.05000,0.573
16,mlp.experts.15.down_proj,0.0008773961,0.05000,0.587
16,mlp.experts.14.down_proj,0.0031327413,0.05000,0.603
16,mlp.experts.12.down_proj,0.0003343875,0.05000,0.582
16,mlp.experts.13.down_proj,0.0006159434,0.05000,0.595
16,mlp.experts.19.down_proj,0.0003433093,0.05000,0.575
16,mlp.experts.18.down_proj,0.0005678651,0.05000,0.579
16,mlp.experts.16.down_proj,0.0001715463,0.05000,0.576
16,mlp.experts.17.down_proj,0.0004271313,0.05000,0.578
16,mlp.experts.23.down_proj,0.0010250470,0.05000,0.564
16,mlp.experts.21.down_proj,0.0054438189,0.05000,0.595
16,mlp.experts.20.down_proj,0.0006986488,0.05000,0.622
16,mlp.experts.22.down_proj,0.0003496127,0.05000,0.644
16,mlp.experts.27.down_proj,0.0006542903,0.05000,0.616
16,mlp.experts.25.down_proj,0.0017514690,0.05000,0.607
16,mlp.experts.26.down_proj,0.0005864442,0.05000,0.595
16,mlp.experts.31.down_proj,0.0004845596,0.05000,0.602
16,mlp.experts.24.down_proj,0.0008687457,0.05000,0.641
16,mlp.experts.29.down_proj,0.0004021945,0.05000,0.674
16,mlp.experts.35.down_proj,0.0005328027,0.05000,0.662
16,mlp.experts.28.down_proj,0.0006749451,0.05000,0.646
16,mlp.experts.30.down_proj,0.0007441695,0.05000,0.704
16,mlp.experts.39.down_proj,0.0005016347,0.05000,0.583
16,mlp.experts.33.down_proj,0.0005591065,0.05000,0.629
16,mlp.experts.32.down_proj,0.0006114639,0.05000,0.611
16,mlp.experts.34.down_proj,0.0005456796,0.05000,0.604
16,mlp.experts.43.down_proj,0.0008639411,0.05000,0.616
16,mlp.experts.37.down_proj,0.0009342034,0.05000,0.640
16,mlp.experts.38.down_proj,0.0010804020,0.05000,0.625
16,mlp.experts.36.down_proj,0.0002875908,0.05000,0.643
16,mlp.experts.47.down_proj,0.0004259690,0.05000,0.590
16,mlp.experts.41.down_proj,0.0007740257,0.05000,0.565
16,mlp.experts.42.down_proj,0.0012202091,0.05000,0.574
16,mlp.experts.40.down_proj,0.0002887797,0.05000,0.598
16,mlp.experts.51.down_proj,0.0006336991,0.05000,0.592
16,mlp.experts.45.down_proj,0.0005632756,0.05000,0.582
16,mlp.experts.46.down_proj,0.0003347396,0.05000,0.589
16,mlp.experts.44.down_proj,0.0006687578,0.05000,0.577
16,mlp.experts.55.down_proj,0.0008913018,0.05000,0.608
16,mlp.experts.49.down_proj,0.0004203673,0.05000,0.617
16,mlp.experts.48.down_proj,0.0002865884,0.05000,0.590
16,mlp.experts.50.down_proj,0.0004060961,0.05000,0.637
16,mlp.experts.59.down_proj,0.0021492927,0.05000,0.614
16,mlp.experts.53.down_proj,0.0005153754,0.05000,0.600
16,mlp.experts.52.down_proj,0.0002391585,0.05000,0.609
16,mlp.experts.54.down_proj,0.0005210876,0.05000,0.591
16,mlp.experts.63.down_proj,0.0007942691,0.05000,0.598
16,mlp.experts.57.down_proj,0.0002562724,0.05000,0.583
16,mlp.experts.56.down_proj,0.0005795528,0.05000,0.575
16,mlp.experts.58.down_proj,0.0004476597,0.05000,0.583
16,mlp.experts.60.down_proj,0.0005050866,0.05000,0.389
16,mlp.experts.61.down_proj,0.0005604567,0.05000,0.403
16,mlp.experts.62.down_proj,0.0005974348,0.05000,0.379
16,mlp.shared_experts.up_proj,0.0009999446,0.05000,0.392
16,mlp.shared_experts.gate_proj,0.0007074322,0.05000,0.395
16,mlp.shared_experts.down_proj,0.0001064986,0.05000,0.162
17,self_attn.kv_a_proj_with_mqa,0.0010055736,0.05000,0.394
17,self_attn.q_proj,0.0089264644,0.05000,0.397
17,self_attn.kv_b_proj,0.0142076061,0.05000,0.060
17,self_attn.o_proj,0.0000966494,0.05000,0.231
17,mlp.experts.2.gate_proj,0.0037865253,0.05000,0.842
17,mlp.experts.1.gate_proj,0.0021965856,0.05000,0.858
17,mlp.experts.3.gate_proj,0.0108594143,0.05000,0.872
17,mlp.experts.0.gate_proj,0.0034414727,0.05000,0.893
17,mlp.experts.6.gate_proj,0.0045362886,0.05000,0.854
17,mlp.experts.5.gate_proj,0.0042371113,0.05000,0.871
17,mlp.experts.7.gate_proj,0.0108926669,0.05000,0.868
17,mlp.experts.4.gate_proj,0.0043805763,0.05000,0.968
17,mlp.experts.10.gate_proj,0.0031294316,0.05000,0.883
17,mlp.experts.11.gate_proj,0.0055322217,0.05000,0.900
17,mlp.experts.9.gate_proj,0.0026695971,0.05000,0.937
17,mlp.experts.8.gate_proj,0.0042325653,0.05000,0.876
17,mlp.experts.14.gate_proj,0.0026046406,0.05000,0.861
17,mlp.experts.15.gate_proj,0.0034534415,0.05000,0.913
17,mlp.experts.13.gate_proj,0.0026855018,0.05000,0.900
17,mlp.experts.12.gate_proj,0.0069687963,0.05000,0.844
17,mlp.experts.18.gate_proj,0.0056107213,0.05000,0.854
17,mlp.experts.17.gate_proj,0.0052015550,0.05000,0.855
17,mlp.experts.19.gate_proj,0.0067513213,0.05000,0.877
17,mlp.experts.16.gate_proj,0.0030068071,0.05000,0.863
17,mlp.experts.22.gate_proj,0.0174104663,0.05000,0.930
17,mlp.experts.21.gate_proj,0.0136357658,0.05000,0.856
17,mlp.experts.23.gate_proj,0.0036707914,0.05000,0.891
17,mlp.experts.20.gate_proj,0.0050072299,0.05000,0.896
17,mlp.experts.26.gate_proj,0.0024269765,0.05000,0.829
17,mlp.experts.25.gate_proj,0.0026263412,0.05000,0.824
17,mlp.experts.24.gate_proj,0.0023612777,0.05000,0.827
17,mlp.experts.27.gate_proj,0.0058336055,0.05000,0.882
17,mlp.experts.30.gate_proj,0.0029217935,0.05000,0.877
17,mlp.experts.29.gate_proj,0.0035670419,0.05000,0.887
17,mlp.experts.28.gate_proj,0.0023624475,0.05000,0.954
17,mlp.experts.31.gate_proj,0.0078569586,0.05000,0.931
17,mlp.experts.34.gate_proj,0.0027586236,0.05000,0.906
17,mlp.experts.33.gate_proj,0.0031567049,0.05000,0.881
17,mlp.experts.35.gate_proj,0.0031173343,0.05000,0.923
17,mlp.experts.32.gate_proj,0.0041927430,0.05000,0.967
17,mlp.experts.38.gate_proj,0.0053543157,0.05000,0.857
17,mlp.experts.37.gate_proj,0.0040689968,0.05000,0.874
17,mlp.experts.39.gate_proj,0.0024735190,0.05000,0.887
17,mlp.experts.36.gate_proj,0.0024361933,0.05000,0.911
17,mlp.experts.42.gate_proj,0.0126077773,0.05000,0.848
17,mlp.experts.41.gate_proj,0.0038930324,0.05000,0.915
17,mlp.experts.43.gate_proj,0.0048058999,0.05000,0.890
17,mlp.experts.40.gate_proj,0.0018201899,0.05000,0.906
17,mlp.experts.46.gate_proj,0.0027541184,0.05000,0.886
17,mlp.experts.45.gate_proj,0.0026182126,0.05000,0.840
17,mlp.experts.47.gate_proj,0.0049940919,0.05000,0.838
17,mlp.experts.44.gate_proj,0.0065526255,0.05000,0.873
17,mlp.experts.50.gate_proj,0.0020477717,0.05000,0.862
17,mlp.experts.49.gate_proj,0.0036388968,0.05000,0.871
17,mlp.experts.51.gate_proj,0.0039598928,0.05000,0.848
17,mlp.experts.48.gate_proj,0.0051352978,0.05000,0.867
17,mlp.experts.54.gate_proj,0.0058785884,0.05000,0.897
17,mlp.experts.53.gate_proj,0.0045691395,0.05000,0.965
17,mlp.experts.55.gate_proj,0.0106658225,0.05000,0.897
17,mlp.experts.52.gate_proj,0.0038971401,0.05000,0.934
17,mlp.experts.58.gate_proj,0.0040309907,0.05000,0.842
17,mlp.experts.57.gate_proj,0.0043366840,0.05000,0.849
17,mlp.experts.59.gate_proj,0.0076805668,0.05000,0.875
17,mlp.experts.56.gate_proj,0.0027418343,0.05000,0.857
17,mlp.experts.62.gate_proj,0.0041786682,0.05000,0.905
17,mlp.experts.61.gate_proj,0.0045502986,0.05000,0.881
17,mlp.experts.63.gate_proj,0.0020899442,0.05000,0.949
17,mlp.experts.60.gate_proj,0.0050403002,0.05000,0.864
17,mlp.experts.2.up_proj,0.0037863334,0.05000,0.850
17,mlp.experts.1.up_proj,0.0020969469,0.05000,0.858
17,mlp.experts.3.up_proj,0.0102287639,0.05000,0.849
17,mlp.experts.0.up_proj,0.0033283995,0.05000,0.922
17,mlp.experts.6.up_proj,0.0042685270,0.05000,0.923
17,mlp.experts.5.up_proj,0.0040854861,0.05000,0.927
17,mlp.experts.7.up_proj,0.0101077892,0.05000,0.881
17,mlp.experts.4.up_proj,0.0038412143,0.05000,0.870
17,mlp.experts.10.up_proj,0.0026189540,0.05000,0.863
17,mlp.experts.9.up_proj,0.0024535828,0.05000,0.966
17,mlp.experts.11.up_proj,0.0053220422,0.05000,0.936
17,mlp.experts.8.up_proj,0.0040739266,0.05000,0.921
17,mlp.experts.14.up_proj,0.0023922186,0.05000,0.891
17,mlp.experts.13.up_proj,0.0026690132,0.05000,0.871
17,mlp.experts.15.up_proj,0.0033624638,0.05000,0.898
17,mlp.experts.12.up_proj,0.0059402294,0.05000,0.861
17,mlp.experts.18.up_proj,0.0052820580,0.05000,0.867
17,mlp.experts.17.up_proj,0.0048802705,0.05000,0.843
17,mlp.experts.19.up_proj,0.0066511035,0.05000,0.842
17,mlp.experts.16.up_proj,0.0025690089,0.05000,0.831
17,mlp.experts.22.up_proj,0.0166406230,0.05000,0.919
17,mlp.experts.21.up_proj,0.0130892526,0.05000,0.932
17,mlp.experts.23.up_proj,0.0032162565,0.05000,0.861
17,mlp.experts.20.up_proj,0.0048404707,0.05000,0.864
17,mlp.experts.26.up_proj,0.0022171819,0.05000,0.864
17,mlp.experts.25.up_proj,0.0024506585,0.05000,0.874
17,mlp.experts.27.up_proj,0.0055485292,0.05000,0.857
17,mlp.experts.24.up_proj,0.0023251738,0.05000,0.904
17,mlp.experts.30.up_proj,0.0029584561,0.05000,0.846
17,mlp.experts.29.up_proj,0.0032683625,0.05000,0.862
17,mlp.experts.31.up_proj,0.0071168993,0.05000,0.840
17,mlp.experts.28.up_proj,0.0021773055,0.05000,0.836
17,mlp.experts.34.up_proj,0.0026980805,0.05000,0.968
17,mlp.experts.35.up_proj,0.0029738791,0.05000,0.996
17,mlp.experts.33.up_proj,0.0029477630,0.05000,1.013
17,mlp.experts.32.up_proj,0.0039425045,0.05000,1.002
17,mlp.experts.38.up_proj,0.0050113195,0.05000,0.894
17,mlp.experts.37.up_proj,0.0036031842,0.05000,0.854
17,mlp.experts.39.up_proj,0.0023491806,0.05000,0.921
17,mlp.experts.36.up_proj,0.0024601307,0.05000,0.909
17,mlp.experts.42.up_proj,0.0118908178,0.05000,0.978
17,mlp.experts.41.up_proj,0.0035755532,0.05000,0.958
17,mlp.experts.43.up_proj,0.0050496316,0.05000,0.964
17,mlp.experts.40.up_proj,0.0017477196,0.05000,0.959
17,mlp.experts.46.up_proj,0.0026819515,0.05000,0.864
17,mlp.experts.45.up_proj,0.0025409591,0.05000,0.890
17,mlp.experts.47.up_proj,0.0049906419,0.05000,0.895
17,mlp.experts.44.up_proj,0.0061505465,0.05000,0.893
17,mlp.experts.50.up_proj,0.0020180210,0.05000,0.859
17,mlp.experts.49.up_proj,0.0034142937,0.05000,0.866
17,mlp.experts.51.up_proj,0.0037025490,0.05000,0.850
17,mlp.experts.48.up_proj,0.0048010393,0.05000,0.881
17,mlp.experts.54.up_proj,0.0058616532,0.05000,0.839
17,mlp.experts.53.up_proj,0.0045664355,0.05000,0.856
17,mlp.experts.55.up_proj,0.0098662296,0.05000,0.851
17,mlp.experts.52.up_proj,0.0035770152,0.05000,0.933
17,mlp.experts.58.up_proj,0.0037844443,0.05000,0.914
17,mlp.experts.57.up_proj,0.0040516676,0.05000,0.866
17,mlp.experts.59.up_proj,0.0068272808,0.05000,0.903
17,mlp.experts.56.up_proj,0.0029588397,0.05000,0.908
17,mlp.experts.62.up_proj,0.0041875355,0.05000,0.845
17,mlp.experts.61.up_proj,0.0037053743,0.05000,0.802
17,mlp.experts.63.up_proj,0.0018952431,0.05000,0.751
17,mlp.experts.60.up_proj,0.0048606777,0.05000,0.600
17,mlp.experts.2.down_proj,0.0006587359,0.05000,0.590
17,mlp.experts.0.down_proj,0.0009004781,0.05000,0.600
17,mlp.experts.1.down_proj,0.0004247778,0.05000,0.607
17,mlp.experts.3.down_proj,0.0018069344,0.05000,0.625
17,mlp.experts.6.down_proj,0.0009994638,0.05000,0.598
17,mlp.experts.5.down_proj,0.0006110731,0.05000,0.592
17,mlp.experts.4.down_proj,0.0007356404,0.05000,0.603
17,mlp.experts.7.down_proj,0.0018300170,0.05000,0.650
17,mlp.experts.10.down_proj,0.0006626632,0.05000,0.614
17,mlp.experts.9.down_proj,0.0004202308,0.05000,0.611
17,mlp.experts.8.down_proj,0.0007134349,0.05000,0.624
17,mlp.experts.11.down_proj,0.0013715847,0.05000,0.645
17,mlp.experts.14.down_proj,0.0005557532,0.05000,0.598
17,mlp.experts.13.down_proj,0.0004729035,0.05000,0.600
17,mlp.experts.12.down_proj,0.0010695500,0.05000,0.599
17,mlp.experts.15.down_proj,0.0009975476,0.05000,0.646
17,mlp.experts.17.down_proj,0.0008671579,0.05000,0.593
17,mlp.experts.16.down_proj,0.0008325880,0.05000,0.585
17,mlp.experts.18.down_proj,0.0010767679,0.05000,0.623
17,mlp.experts.19.down_proj,0.0009338156,0.05000,0.600
17,mlp.experts.21.down_proj,0.0015581578,0.05000,0.585
17,mlp.experts.22.down_proj,0.0017340832,0.05000,0.590
17,mlp.experts.20.down_proj,0.0007504246,0.05000,0.628
17,mlp.experts.23.down_proj,0.0007663711,0.05000,0.595
17,mlp.experts.25.down_proj,0.0005312381,0.05000,0.591
17,mlp.experts.26.down_proj,0.0006519057,0.05000,0.594
17,mlp.experts.24.down_proj,0.0004557114,0.05000,0.608
17,mlp.experts.27.down_proj,0.0013603825,0.05000,0.576
17,mlp.experts.29.down_proj,0.0010432210,0.05000,0.621
17,mlp.experts.30.down_proj,0.0006206795,0.05000,0.600
17,mlp.experts.28.down_proj,0.0004855161,0.05000,0.619
17,mlp.experts.31.down_proj,0.0011293759,0.05000,0.617
17,mlp.experts.34.down_proj,0.0004554503,0.05000,0.590
17,mlp.experts.33.down_proj,0.0005493135,0.05000,0.634
17,mlp.experts.32.down_proj,0.0002776446,0.05000,0.608
17,mlp.experts.35.down_proj,0.0003147586,0.05000,0.592
17,mlp.experts.38.down_proj,0.0009926843,0.05000,0.624
17,mlp.experts.37.down_proj,0.0007376097,0.05000,0.608
17,mlp.experts.36.down_proj,0.0005098540,0.05000,0.651
17,mlp.experts.39.down_proj,0.0002805316,0.05000,0.608
17,mlp.experts.41.down_proj,0.0011395982,0.05000,0.602
17,mlp.experts.42.down_proj,0.0024156633,0.05000,0.645
17,mlp.experts.40.down_proj,0.0003241242,0.05000,0.656
17,mlp.experts.43.down_proj,0.0010207187,0.05000,0.644
17,mlp.experts.45.down_proj,0.0005992394,0.05000,0.632
17,mlp.experts.46.down_proj,0.0005189428,0.05000,0.613
17,mlp.experts.44.down_proj,0.0009761655,0.05000,0.573
17,mlp.experts.47.down_proj,0.0008097956,0.05000,0.622
17,mlp.experts.49.down_proj,0.0002685918,0.05000,0.627
17,mlp.experts.50.down_proj,0.0005729734,0.05000,0.641
17,mlp.experts.48.down_proj,0.0009403600,0.05000,0.620
17,mlp.experts.51.down_proj,0.0006410657,0.05000,0.648
17,mlp.experts.53.down_proj,0.0009637415,0.05000,0.662
17,mlp.experts.54.down_proj,0.0015454033,0.05000,0.691
17,mlp.experts.52.down_proj,0.0007614649,0.05000,0.643
17,mlp.experts.55.down_proj,0.0011816591,0.05000,0.637
17,mlp.experts.56.down_proj,0.0007110822,0.05000,0.604
17,mlp.experts.57.down_proj,0.0008487518,0.05000,0.658
17,mlp.experts.58.down_proj,0.0006762250,0.05000,0.639
17,mlp.experts.59.down_proj,0.0013581388,0.05000,0.598
17,mlp.experts.62.down_proj,0.0006164028,0.05000,0.626
17,mlp.experts.61.down_proj,0.0008824084,0.05000,0.664
17,mlp.experts.60.down_proj,0.0010018803,0.05000,0.672
17,mlp.experts.63.down_proj,0.0003947945,0.05000,0.598
17,mlp.shared_experts.gate_proj,0.0007758988,0.05000,0.413
17,mlp.shared_experts.up_proj,0.0011584044,0.05000,0.416
17,mlp.shared_experts.down_proj,0.0001498956,0.05000,0.160
18,self_attn.q_proj,0.0053683802,0.05000,0.395
18,self_attn.kv_a_proj_with_mqa,0.0005587503,0.05000,0.403
18,self_attn.kv_b_proj,0.0094218923,0.05000,0.059
18,self_attn.o_proj,0.0001880137,0.05000,0.237
18,mlp.experts.3.gate_proj,0.0039192473,0.05000,0.831
18,mlp.experts.0.gate_proj,0.0184569582,0.05000,0.851
18,mlp.experts.2.gate_proj,0.0046713464,0.05000,0.852
18,mlp.experts.1.gate_proj,0.0025582373,0.05000,0.870
18,mlp.experts.5.gate_proj,0.0069127070,0.05000,0.890
18,mlp.experts.7.gate_proj,0.0039147556,0.05000,0.946
18,mlp.experts.6.gate_proj,0.0048469087,0.05000,0.946
18,mlp.experts.4.gate_proj,0.0027809892,0.05000,0.957
18,mlp.experts.10.gate_proj,0.0074476655,0.05000,0.868
18,mlp.experts.11.gate_proj,0.0037508312,0.05000,0.925
18,mlp.experts.9.gate_proj,0.0251374125,0.05000,0.948
18,mlp.experts.8.gate_proj,0.0023570567,0.05000,0.905
18,mlp.experts.14.gate_proj,0.0072706783,0.05000,0.875
18,mlp.experts.15.gate_proj,0.0022128325,0.05000,0.855
18,mlp.experts.13.gate_proj,0.0210580046,0.05000,0.875
18,mlp.experts.12.gate_proj,0.0053216936,0.05000,0.901
18,mlp.experts.19.gate_proj,0.0065466304,0.05000,0.816
18,mlp.experts.17.gate_proj,0.0080799315,0.05000,0.838
18,mlp.experts.18.gate_proj,0.0020356882,0.05000,0.905
18,mlp.experts.16.gate_proj,0.0033609280,0.05000,0.908
18,mlp.experts.23.gate_proj,0.0043481790,0.05000,0.863
18,mlp.experts.22.gate_proj,0.0065030129,0.05000,0.850
18,mlp.experts.21.gate_proj,0.0201856835,0.05000,0.899
18,mlp.experts.20.gate_proj,0.0032859282,0.05000,0.841
18,mlp.experts.27.gate_proj,0.0229886770,0.05000,0.887
18,mlp.experts.25.gate_proj,0.0030996059,0.05000,0.861
18,mlp.experts.26.gate_proj,0.0050535188,0.05000,0.899
18,mlp.experts.24.gate_proj,0.0035297500,0.05000,0.843
18,mlp.experts.31.gate_proj,0.0043148503,0.05000,0.895
18,mlp.experts.29.gate_proj,0.0043258137,0.05000,0.886
18,mlp.experts.28.gate_proj,0.0030314642,0.05000,0.868
18,mlp.experts.30.gate_proj,0.0046579783,0.05000,0.894
18,mlp.experts.32.gate_proj,0.0032668878,0.05000,0.854
18,mlp.experts.34.gate_proj,0.0056031245,0.05000,0.851
18,mlp.experts.35.gate_proj,0.0176465293,0.05000,0.938
18,mlp.experts.33.gate_proj,0.0025223108,0.05000,0.901
18,mlp.experts.38.gate_proj,0.0044904562,0.05000,0.835
18,mlp.experts.37.gate_proj,0.0050688242,0.05000,0.809
18,mlp.experts.39.gate_proj,0.0066327291,0.05000,0.837
18,mlp.experts.36.gate_proj,0.0024306485,0.05000,0.898
18,mlp.experts.42.gate_proj,0.0115546247,0.05000,0.823
18,mlp.experts.40.gate_proj,0.0048378188,0.05000,0.830
18,mlp.experts.41.gate_proj,0.0030747354,0.05000,0.886
18,mlp.experts.43.gate_proj,0.0039776101,0.05000,0.871
18,mlp.experts.46.gate_proj,0.0020274235,0.05000,0.979
18,mlp.experts.45.gate_proj,0.0039282885,0.05000,0.931
18,mlp.experts.47.gate_proj,0.0026403213,0.05000,0.954
18,mlp.experts.44.gate_proj,0.0065058113,0.05000,0.970
18,mlp.experts.50.gate_proj,0.0325834304,0.05000,0.851
18,mlp.experts.51.gate_proj,0.0033233967,0.05000,0.861
18,mlp.experts.49.gate_proj,0.0038340278,0.05000,0.903
18,mlp.experts.48.gate_proj,0.0047416687,0.05000,0.891
18,mlp.experts.54.gate_proj,0.0031987424,0.05000,0.913
18,mlp.experts.52.gate_proj,0.0082040101,0.05000,0.836
18,mlp.experts.55.gate_proj,0.0070832105,0.05000,0.868
18,mlp.experts.53.gate_proj,0.0079526714,0.05000,0.859
18,mlp.experts.56.gate_proj,0.0028190711,0.05000,0.826
18,mlp.experts.57.gate_proj,0.0028346106,0.05000,0.834
18,mlp.experts.59.gate_proj,0.0050257190,0.05000,0.855
18,mlp.experts.58.gate_proj,0.0053323012,0.05000,0.914
18,mlp.experts.60.gate_proj,0.0025935105,0.05000,0.891
18,mlp.experts.61.gate_proj,0.0055283257,0.05000,0.904
18,mlp.experts.63.gate_proj,0.0032697754,0.05000,0.918
18,mlp.experts.62.gate_proj,0.0080940178,0.05000,0.886
18,mlp.experts.1.up_proj,0.0024826944,0.05000,0.864
18,mlp.experts.0.up_proj,0.0172598343,0.05000,0.929
18,mlp.experts.3.up_proj,0.0038553050,0.05000,0.893
18,mlp.experts.2.up_proj,0.0044503324,0.05000,0.933
18,mlp.experts.5.up_proj,0.0062914851,0.05000,0.880
18,mlp.experts.4.up_proj,0.0025297332,0.05000,0.916
18,mlp.experts.6.up_proj,0.0038784871,0.05000,0.885
18,mlp.experts.7.up_proj,0.0038428615,0.05000,0.972
18,mlp.experts.9.up_proj,0.0236448735,0.05000,0.909
18,mlp.experts.8.up_proj,0.0023601418,0.05000,0.871
18,mlp.experts.10.up_proj,0.0069512905,0.05000,0.890
18,mlp.experts.11.up_proj,0.0035032402,0.05000,0.874
18,mlp.experts.13.up_proj,0.0182560740,0.05000,0.881
18,mlp.experts.12.up_proj,0.0051619019,0.05000,0.889
18,mlp.experts.15.up_proj,0.0020064308,0.05000,0.826
18,mlp.experts.14.up_proj,0.0059430533,0.05000,0.855
18,mlp.experts.17.up_proj,0.0077671195,0.05000,0.830
18,mlp.experts.16.up_proj,0.0031395878,0.05000,0.863
18,mlp.experts.19.up_proj,0.0055176339,0.05000,0.875
18,mlp.experts.18.up_proj,0.0019793681,0.05000,0.862
18,mlp.experts.21.up_proj,0.0185570525,0.05000,0.833
18,mlp.experts.22.up_proj,0.0057865741,0.05000,0.832
18,mlp.experts.20.up_proj,0.0031908860,0.05000,0.866
18,mlp.experts.23.up_proj,0.0042035251,0.05000,0.868
18,mlp.experts.25.up_proj,0.0030117464,0.05000,0.851
18,mlp.experts.26.up_proj,0.0039833613,0.05000,0.834
18,mlp.experts.24.up_proj,0.0034862149,0.05000,0.845
18,mlp.experts.27.up_proj,0.0204467177,0.05000,0.827
18,mlp.experts.29.up_proj,0.0042234520,0.05000,0.877
18,mlp.experts.28.up_proj,0.0029627697,0.05000,0.863
18,mlp.experts.30.up_proj,0.0042001715,0.05000,0.899
18,mlp.experts.31.up_proj,0.0042661545,0.05000,0.960
18,mlp.experts.33.up_proj,0.0024590007,0.05000,0.886
18,mlp.experts.34.up_proj,0.0049096578,0.05000,0.856
18,mlp.experts.32.up_proj,0.0031053971,0.05000,0.915
18,mlp.experts.35.up_proj,0.0169303139,0.05000,0.881
18,mlp.experts.37.up_proj,0.0047636407,0.05000,0.852
18,mlp.experts.38.up_proj,0.0042579514,0.05000,0.853
18,mlp.experts.36.up_proj,0.0023166870,0.05000,0.884
18,mlp.experts.39.up_proj,0.0065287321,0.05000,0.888
18,mlp.experts.41.up_proj,0.0031966780,0.05000,0.864
18,mlp.experts.42.up_proj,0.0115348230,0.05000,0.860
18,mlp.experts.40.up_proj,0.0045324289,0.05000,0.867
18,mlp.experts.43.up_proj,0.0036467213,0.05000,0.916
18,mlp.experts.45.up_proj,0.0033907706,0.05000,0.868
18,mlp.experts.46.up_proj,0.0019335630,0.05000,0.828
18,mlp.experts.44.up_proj,0.0055220595,0.05000,0.821
18,mlp.experts.47.up_proj,0.0025057466,0.05000,0.828
18,mlp.experts.49.up_proj,0.0037055099,0.05000,0.853
18,mlp.experts.50.up_proj,0.0311309025,0.05000,0.817
18,mlp.experts.48.up_proj,0.0046169559,0.05000,0.857
18,mlp.experts.51.up_proj,0.0031385051,0.05000,0.840
18,mlp.experts.53.up_proj,0.0056886203,0.05000,0.825
18,mlp.experts.54.up_proj,0.0030288238,0.05000,0.852
18,mlp.experts.52.up_proj,0.0076937248,0.05000,0.837
18,mlp.experts.55.up_proj,0.0069495084,0.05000,0.816
18,mlp.experts.57.up_proj,0.0027296825,0.05000,0.860
18,mlp.experts.58.up_proj,0.0052796134,0.05000,0.846
18,mlp.experts.56.up_proj,0.0027546721,0.05000,0.847
18,mlp.experts.59.up_proj,0.0049861147,0.05000,0.823
18,mlp.experts.62.up_proj,0.0069867407,0.05000,0.840
18,mlp.experts.61.up_proj,0.0053771363,0.05000,0.869
18,mlp.experts.60.up_proj,0.0025812956,0.05000,0.808
18,mlp.experts.63.up_proj,0.0031611901,0.05000,0.744
18,mlp.experts.1.down_proj,0.0004390525,0.05000,0.560
18,mlp.experts.3.down_proj,0.0009204748,0.05000,0.570
18,mlp.experts.0.down_proj,0.0048639104,0.05000,0.579
18,mlp.experts.2.down_proj,0.0012709096,0.05000,0.589
18,mlp.experts.5.down_proj,0.0012168077,0.05000,0.567
18,mlp.experts.7.down_proj,0.0005624569,0.05000,0.560
18,mlp.experts.4.down_proj,0.0006611005,0.05000,0.568
18,mlp.experts.6.down_proj,0.0012757380,0.05000,0.557
18,mlp.experts.11.down_proj,0.0008729182,0.05000,0.593
18,mlp.experts.8.down_proj,0.0004711110,0.05000,0.595
18,mlp.experts.10.down_proj,0.0012956689,0.05000,0.603
18,mlp.experts.9.down_proj,0.0062993310,0.05000,0.647
18,mlp.experts.15.down_proj,0.0008537088,0.05000,0.602
18,mlp.experts.12.down_proj,0.0011424032,0.05000,0.615
18,mlp.experts.13.down_proj,0.0026404967,0.05000,0.586
18,mlp.experts.14.down_proj,0.0017687742,0.05000,0.615
18,mlp.experts.19.down_proj,0.0021078909,0.05000,0.581
18,mlp.experts.18.down_proj,0.0004431107,0.05000,0.596
18,mlp.experts.17.down_proj,0.0017498327,0.05000,0.599
18,mlp.experts.16.down_proj,0.0012373462,0.05000,0.622
18,mlp.experts.23.down_proj,0.0018941766,0.05000,0.583
18,mlp.experts.21.down_proj,0.0029876528,0.05000,0.556
18,mlp.experts.22.down_proj,0.0014322889,0.05000,0.568
18,mlp.experts.20.down_proj,0.0010239099,0.05000,0.593
18,mlp.experts.27.down_proj,0.0031713080,0.05000,0.609
18,mlp.experts.26.down_proj,0.0018567330,0.05000,0.576
18,mlp.experts.25.down_proj,0.0003752833,0.05000,0.593
18,mlp.experts.24.down_proj,0.0016011351,0.05000,0.600
18,mlp.experts.31.down_proj,0.0008293464,0.05000,0.580
18,mlp.experts.29.down_proj,0.0016258680,0.05000,0.581
18,mlp.experts.30.down_proj,0.0009074301,0.05000,0.589
18,mlp.experts.28.down_proj,0.0011155068,0.05000,0.628
18,mlp.experts.34.down_proj,0.0014840364,0.05000,0.613
18,mlp.experts.33.down_proj,0.0003132495,0.05000,0.628
18,mlp.experts.35.down_proj,0.0023281654,0.05000,0.657
18,mlp.experts.32.down_proj,0.0009118369,0.05000,0.591
18,mlp.experts.38.down_proj,0.0018772420,0.05000,0.620
18,mlp.experts.37.down_proj,0.0015549284,0.05000,0.626
18,mlp.experts.39.down_proj,0.0023047483,0.05000,0.639
18,mlp.experts.36.down_proj,0.0004131402,0.05000,0.602
18,mlp.experts.41.down_proj,0.0008953603,0.05000,0.602
18,mlp.experts.40.down_proj,0.0008265251,0.05000,0.566
18,mlp.experts.42.down_proj,0.0024316672,0.05000,0.665
18,mlp.experts.43.down_proj,0.0011280746,0.05000,0.635
18,mlp.experts.44.down_proj,0.0011068315,0.05000,0.589
18,mlp.experts.45.down_proj,0.0007696826,0.05000,0.641
18,mlp.experts.46.down_proj,0.0004886714,0.05000,0.599
18,mlp.experts.47.down_proj,0.0007202219,0.05000,0.630
18,mlp.experts.48.down_proj,0.0010637875,0.05000,0.585
18,mlp.experts.49.down_proj,0.0006391359,0.05000,0.618
18,mlp.experts.50.down_proj,0.0051697791,0.05000,0.642
18,mlp.experts.51.down_proj,0.0009120276,0.05000,0.624
18,mlp.experts.52.down_proj,0.0016990671,0.05000,0.632
18,mlp.experts.53.down_proj,0.0018598216,0.05000,0.610
18,mlp.experts.55.down_proj,0.0021492842,0.05000,0.578
18,mlp.experts.54.down_proj,0.0007494708,0.05000,0.686
18,mlp.experts.56.down_proj,0.0010349412,0.05000,0.643
18,mlp.experts.57.down_proj,0.0005524694,0.05000,0.637
18,mlp.experts.59.down_proj,0.0007014758,0.05000,0.627
18,mlp.experts.58.down_proj,0.0011404197,0.05000,0.645
18,mlp.experts.60.down_proj,0.0003504164,0.05000,0.582
18,mlp.experts.63.down_proj,0.0009603300,0.05000,0.583
18,mlp.experts.61.down_proj,0.0011314588,0.05000,0.607
18,mlp.experts.62.down_proj,0.0032459646,0.05000,0.513
18,mlp.shared_experts.up_proj,0.0014313459,0.05000,0.384
18,mlp.shared_experts.gate_proj,0.0008682310,0.05000,0.397
18,mlp.shared_experts.down_proj,0.0002620444,0.05000,0.148
19,self_attn.q_proj,0.0075744868,0.05000,0.391
19,self_attn.kv_a_proj_with_mqa,0.0009121415,0.05000,0.397
19,self_attn.kv_b_proj,0.0218755270,0.05000,0.062
19,self_attn.o_proj,0.0001538807,0.05000,0.236
19,mlp.experts.1.gate_proj,0.0043126065,0.05000,0.848
19,mlp.experts.0.gate_proj,0.0081137360,0.05000,0.867
19,mlp.experts.3.gate_proj,0.0031620254,0.05000,0.868
19,mlp.experts.2.gate_proj,0.0027517383,0.05000,0.887
19,mlp.experts.5.gate_proj,0.0086169790,0.05000,0.857
19,mlp.experts.4.gate_proj,0.0091600953,0.05000,0.853
19,mlp.experts.6.gate_proj,0.0031563588,0.05000,0.902
19,mlp.experts.7.gate_proj,0.0073276551,0.05000,0.923
19,mlp.experts.9.gate_proj,0.0076354426,0.05000,0.868
19,mlp.experts.8.gate_proj,0.0039646089,0.05000,0.891
19,mlp.experts.10.gate_proj,0.0069798448,0.05000,0.873
19,mlp.experts.14.gate_proj,fallback(rtn): 0.0030823,0.00000,0.014
19,mlp.experts.11.gate_proj,0.0071252887,0.05000,0.901
19,mlp.experts.13.gate_proj,0.0089367645,0.05000,0.919
19,mlp.experts.12.gate_proj,0.0078261996,0.05000,0.897
19,mlp.experts.18.gate_proj,0.0090135589,0.05000,0.880
19,mlp.experts.15.gate_proj,0.0050316533,0.05000,0.918
19,mlp.experts.17.gate_proj,0.0061299283,0.05000,0.455
19,mlp.experts.16.gate_proj,0.0207595666,0.05000,0.454
19,mlp.experts.20.gate_proj,0.0036060569,0.05000,0.896
19,mlp.experts.22.gate_proj,0.0048217571,0.05000,0.910
19,mlp.experts.21.gate_proj,0.0050677264,0.05000,0.915
19,mlp.experts.19.gate_proj,0.0023357947,0.05000,0.960
19,mlp.experts.24.gate_proj,0.0063214400,0.05000,0.880
19,mlp.experts.26.gate_proj,0.0033644045,0.05000,0.950
19,mlp.experts.25.gate_proj,0.0032479700,0.05000,0.958
19,mlp.experts.23.gate_proj,0.0091293066,0.05000,0.951
19,mlp.experts.28.gate_proj,0.0035606464,0.05000,0.868
19,mlp.experts.29.gate_proj,0.0043871300,0.05000,0.859
19,mlp.experts.27.gate_proj,0.0046779850,0.05000,0.843
19,mlp.experts.30.gate_proj,0.0110986655,0.05000,0.907
19,mlp.experts.32.gate_proj,0.0053153525,0.05000,0.915
19,mlp.experts.33.gate_proj,0.0044214659,0.05000,0.911
19,mlp.experts.31.gate_proj,0.0141723766,0.05000,0.908
19,mlp.experts.34.gate_proj,0.0171980802,0.05000,0.940
19,mlp.experts.36.gate_proj,0.0049283647,0.05000,0.883
19,mlp.experts.38.gate_proj,0.0033604750,0.05000,0.860
19,mlp.experts.35.gate_proj,0.0035370284,0.05000,0.936
19,mlp.experts.37.gate_proj,0.0042806488,0.05000,0.972
19,mlp.experts.40.gate_proj,0.0039560647,0.05000,0.876
19,mlp.experts.42.gate_proj,0.0064113511,0.05000,0.843
19,mlp.experts.39.gate_proj,0.0047746855,0.05000,0.854
19,mlp.experts.41.gate_proj,0.0043699703,0.05000,0.847
19,mlp.experts.44.gate_proj,0.0084866407,0.05000,0.881
19,mlp.experts.46.gate_proj,0.0034024474,0.05000,0.828
19,mlp.experts.45.gate_proj,0.0171424009,0.05000,0.824
19,mlp.experts.43.gate_proj,0.0062154441,0.05000,0.877
19,mlp.experts.48.gate_proj,0.0038297905,0.05000,0.886
19,mlp.experts.49.gate_proj,0.0035664206,0.05000,0.847
19,mlp.experts.50.gate_proj,0.0072530854,0.05000,0.950
19,mlp.experts.47.gate_proj,0.0024056233,0.05000,0.985
19,mlp.experts.52.gate_proj,0.0053522927,0.05000,0.881
19,mlp.experts.53.gate_proj,0.0056510549,0.05000,0.929
19,mlp.experts.54.gate_proj,0.0145526443,0.05000,0.891
19,mlp.experts.51.gate_proj,0.0057429983,0.05000,0.909
19,mlp.experts.56.gate_proj,0.0207088113,0.05000,0.833
19,mlp.experts.58.gate_proj,0.0041185871,0.05000,0.877
19,mlp.experts.57.gate_proj,0.0026146925,0.05000,0.901
19,mlp.experts.55.gate_proj,0.0038190281,0.05000,0.881
19,mlp.experts.60.gate_proj,0.0084316134,0.05000,0.919
19,mlp.experts.61.gate_proj,0.0044900419,0.05000,0.874
19,mlp.experts.62.gate_proj,0.0053847362,0.05000,0.917
19,mlp.experts.59.gate_proj,0.0044252283,0.05000,0.865
19,mlp.experts.0.up_proj,0.0075062408,0.05000,0.857
19,mlp.experts.1.up_proj,0.0038553458,0.05000,0.864
19,mlp.experts.2.up_proj,0.0027375456,0.05000,0.901
19,mlp.experts.63.gate_proj,0.0026267591,0.05000,0.896
19,mlp.experts.4.up_proj,0.0090345786,0.05000,0.838
19,mlp.experts.5.up_proj,0.0083355432,0.05000,0.858
19,mlp.experts.6.up_proj,0.0029231523,0.05000,0.873
19,mlp.experts.3.up_proj,0.0030192711,0.05000,0.868
19,mlp.experts.8.up_proj,0.0035217605,0.05000,0.867
19,mlp.experts.9.up_proj,0.0070667779,0.05000,0.876
19,mlp.experts.10.up_proj,0.0065501722,0.05000,0.832
19,mlp.experts.14.up_proj,fallback(rtn): 0.0030975,0.00000,0.015
19,mlp.experts.7.up_proj,0.0072953616,0.05000,0.854
19,mlp.experts.12.up_proj,0.0076760243,0.05000,0.909
19,mlp.experts.13.up_proj,0.0088183377,0.05000,0.853
19,mlp.experts.18.up_proj,0.0083518289,0.05000,0.915
19,mlp.experts.11.up_proj,0.0061049600,0.05000,0.889
19,mlp.experts.16.up_proj,0.0199251572,0.05000,0.873
19,mlp.experts.17.up_proj,0.0059193061,0.05000,0.877
19,mlp.experts.22.up_proj,0.0045015699,0.05000,0.912
19,mlp.experts.15.up_proj,0.0049326805,0.05000,0.938
19,mlp.experts.20.up_proj,0.0035477205,0.05000,0.863
19,mlp.experts.21.up_proj,0.0049356447,0.05000,0.863
19,mlp.experts.26.up_proj,0.0031703558,0.05000,0.891
19,mlp.experts.19.up_proj,0.0022694498,0.05000,0.906
19,mlp.experts.24.up_proj,0.0051476780,0.05000,0.978
19,mlp.experts.25.up_proj,0.0032174619,0.05000,0.903
19,mlp.experts.30.up_proj,0.0096871613,0.05000,0.905
19,mlp.experts.23.up_proj,0.0089327783,0.05000,0.900
19,mlp.experts.28.up_proj,0.0033828727,0.05000,0.846
19,mlp.experts.29.up_proj,0.0040435772,0.05000,0.868
19,mlp.experts.34.up_proj,0.0164358318,0.05000,0.865
19,mlp.experts.27.up_proj,0.0045598825,0.05000,0.840
19,mlp.experts.32.up_proj,0.0048923529,0.05000,0.879
19,mlp.experts.33.up_proj,0.0043221323,0.05000,0.917
19,mlp.experts.38.up_proj,0.0032228951,0.05000,0.922
19,mlp.experts.31.up_proj,0.0140669305,0.05000,0.895
19,mlp.experts.36.up_proj,0.0047364508,0.05000,0.820
19,mlp.experts.37.up_proj,0.0039311250,0.05000,0.822
19,mlp.experts.42.up_proj,0.0062305058,0.05000,0.852
19,mlp.experts.35.up_proj,0.0034310498,0.05000,0.822
19,mlp.experts.40.up_proj,0.0038992413,0.05000,0.837
19,mlp.experts.41.up_proj,0.0042446297,0.05000,0.857
19,mlp.experts.46.up_proj,0.0032915883,0.05000,0.849
19,mlp.experts.39.up_proj,0.0047382556,0.05000,0.912
19,mlp.experts.44.up_proj,0.0070202858,0.05000,0.858
19,mlp.experts.45.up_proj,0.0171676843,0.05000,0.965
19,mlp.experts.50.up_proj,0.0071151537,0.05000,0.939
19,mlp.experts.43.up_proj,0.0054784851,0.05000,0.866
19,mlp.experts.48.up_proj,0.0034779101,0.05000,0.910
19,mlp.experts.49.up_proj,0.0034975224,0.05000,0.834
19,mlp.experts.47.up_proj,0.0022430673,0.05000,0.835
19,mlp.experts.54.up_proj,0.0140319310,0.05000,0.866
19,mlp.experts.52.up_proj,0.0048764987,0.05000,0.878
19,mlp.experts.53.up_proj,0.0057140794,0.05000,0.898
19,mlp.experts.58.up_proj,0.0037941493,0.05000,0.815
19,mlp.experts.51.up_proj,0.0057233771,0.05000,0.871
19,mlp.experts.56.up_proj,0.0190033356,0.05000,0.868
19,mlp.experts.57.up_proj,0.0024786984,0.05000,0.875
19,mlp.experts.62.up_proj,0.0050831661,0.05000,0.867
19,mlp.experts.55.up_proj,0.0037886470,0.05000,0.864
19,mlp.experts.60.up_proj,0.0074669216,0.05000,0.683
19,mlp.experts.61.up_proj,0.0043104770,0.05000,0.583
19,mlp.experts.59.up_proj,0.0041478153,0.05000,0.473
19,mlp.experts.63.up_proj,0.0024316089,0.05000,0.236
19,mlp.experts.3.down_proj,0.0009938097,0.05000,0.752
19,mlp.experts.1.down_proj,0.0013252828,0.05000,0.765
19,mlp.experts.2.down_proj,0.0008069969,0.05000,0.800
19,mlp.experts.0.down_proj,0.0013293186,0.05000,0.815
19,mlp.experts.5.down_proj,0.0020031598,0.05000,0.657
19,mlp.experts.6.down_proj,0.0004644264,0.05000,0.646
19,mlp.experts.7.down_proj,0.0017660862,0.05000,0.694
19,mlp.experts.4.down_proj,0.0015573726,0.05000,0.688
19,mlp.experts.10.down_proj,0.0013338438,0.05000,0.683
19,mlp.experts.11.down_proj,0.0020754584,0.05000,0.688
19,mlp.experts.9.down_proj,0.0019353695,0.05000,0.722
19,mlp.experts.14.down_proj,fallback(rtn): 0.0031128,0.00000,0.019
19,mlp.experts.8.down_proj,0.0009233520,0.05000,0.791
19,mlp.experts.13.down_proj,0.0021831117,0.05000,0.624
19,mlp.experts.15.down_proj,0.0008690870,0.05000,0.644
19,mlp.experts.18.down_proj,0.0025714405,0.05000,0.673
19,mlp.experts.12.down_proj,0.0014001967,0.05000,0.662
19,mlp.experts.17.down_proj,0.0013637256,0.05000,0.628
19,mlp.experts.19.down_proj,0.0007668656,0.05000,0.629
19,mlp.experts.22.down_proj,0.0010174620,0.05000,0.613
19,mlp.experts.16.down_proj,0.0049156045,0.05000,0.580
19,mlp.experts.21.down_proj,0.0006278085,0.05000,0.576
19,mlp.experts.23.down_proj,0.0023729327,0.05000,0.609
19,mlp.experts.26.down_proj,0.0016291629,0.05000,0.606
19,mlp.experts.20.down_proj,0.0008116702,0.05000,0.577
19,mlp.experts.25.down_proj,0.0006967596,0.05000,0.581
19,mlp.experts.27.down_proj,0.0009792135,0.05000,0.579
19,mlp.experts.30.down_proj,0.0020954315,0.05000,0.582
19,mlp.experts.24.down_proj,0.0015939321,0.05000,0.565
19,mlp.experts.29.down_proj,0.0010385111,0.05000,0.602
19,mlp.experts.31.down_proj,0.0029135235,0.05000,0.654
19,mlp.experts.34.down_proj,0.0041160369,0.05000,0.646
19,mlp.experts.28.down_proj,0.0017981646,0.05000,0.629
19,mlp.experts.33.down_proj,0.0011545292,0.05000,0.586
19,mlp.experts.35.down_proj,0.0011656763,0.05000,0.586
19,mlp.experts.38.down_proj,0.0007161714,0.05000,0.581
19,mlp.experts.32.down_proj,0.0014933182,0.05000,0.585
19,mlp.experts.37.down_proj,0.0010707878,0.05000,0.588
19,mlp.experts.39.down_proj,0.0010499139,0.05000,0.589
19,mlp.experts.42.down_proj,0.0014423175,0.05000,0.578
19,mlp.experts.36.down_proj,0.0009569970,0.05000,0.576
19,mlp.experts.41.down_proj,0.0011552078,0.05000,0.575
19,mlp.experts.43.down_proj,0.0016983833,0.05000,0.591
19,mlp.experts.46.down_proj,0.0007096972,0.05000,0.605
19,mlp.experts.40.down_proj,0.0010466477,0.05000,0.583
19,mlp.experts.45.down_proj,0.0059601414,0.05000,0.563
19,mlp.experts.47.down_proj,0.0012089061,0.05000,0.565
19,mlp.experts.50.down_proj,0.0016313510,0.05000,0.595
19,mlp.experts.44.down_proj,0.0022154139,0.05000,0.589
19,mlp.experts.49.down_proj,0.0010500581,0.05000,0.585
19,mlp.experts.51.down_proj,0.0011822943,0.05000,0.594
19,mlp.experts.48.down_proj,0.0012043968,0.05000,0.595
19,mlp.experts.54.down_proj,0.0027656754,0.05000,0.634
19,mlp.experts.53.down_proj,0.0021874299,0.05000,0.596
19,mlp.experts.55.down_proj,0.0004512373,0.05000,0.591
19,mlp.experts.52.down_proj,0.0010681860,0.05000,0.621
19,mlp.experts.58.down_proj,0.0027950715,0.05000,0.599
19,mlp.experts.57.down_proj,0.0005561880,0.05000,0.593
19,mlp.experts.59.down_proj,0.0010053255,0.05000,0.620
19,mlp.experts.62.down_proj,0.0010163708,0.05000,0.568
19,mlp.experts.56.down_proj,0.0051819488,0.05000,0.581
19,mlp.experts.61.down_proj,0.0012146834,0.05000,0.511
19,mlp.experts.63.down_proj,0.0007374907,0.05000,0.422
19,mlp.experts.60.down_proj,0.0011935445,0.05000,0.387
19,mlp.shared_experts.up_proj,0.0013057702,0.05000,0.396
19,mlp.shared_experts.gate_proj,0.0009964818,0.05000,0.400
19,mlp.shared_experts.down_proj,0.0001917471,0.05000,0.145
20,self_attn.q_proj,0.0056418346,0.05000,0.412
20,self_attn.kv_a_proj_with_mqa,0.0006987958,0.05000,0.415
20,self_attn.kv_b_proj,0.0175846019,0.05000,0.060
20,self_attn.o_proj,0.0000777705,0.05000,0.237
20,mlp.experts.3.gate_proj,0.0059877932,0.05000,0.867
20,mlp.experts.2.gate_proj,0.0050778566,0.05000,0.930
20,mlp.experts.1.gate_proj,0.0050526543,0.05000,0.949
20,mlp.experts.0.gate_proj,0.0099931105,0.05000,0.966
20,mlp.experts.7.gate_proj,0.0170019120,0.05000,0.915
20,mlp.experts.6.gate_proj,0.0067870583,0.05000,0.876
20,mlp.experts.5.gate_proj,0.0065979073,0.05000,0.871
20,mlp.experts.4.gate_proj,0.0081229352,0.05000,0.886
20,mlp.experts.11.gate_proj,0.0031413407,0.05000,0.866
20,mlp.experts.10.gate_proj,0.0054466956,0.05000,0.852
20,mlp.experts.9.gate_proj,0.0034370720,0.05000,0.868
20,mlp.experts.8.gate_proj,0.0054141093,0.05000,0.885
20,mlp.experts.14.gate_proj,0.0057942695,0.05000,0.854
20,mlp.experts.15.gate_proj,0.0031979443,0.05000,0.916
20,mlp.experts.13.gate_proj,0.0032164600,0.05000,0.910
20,mlp.experts.12.gate_proj,0.0116016115,0.05000,0.919
20,mlp.experts.18.gate_proj,0.0028076477,0.05000,0.815
20,mlp.experts.19.gate_proj,0.0089747262,0.05000,0.831
20,mlp.experts.17.gate_proj,0.0162768376,0.05000,0.814
20,mlp.experts.16.gate_proj,0.0673286438,0.05000,0.836
20,mlp.experts.22.gate_proj,0.0032674035,0.05000,0.831
20,mlp.experts.21.gate_proj,0.0538022617,0.05000,0.857
20,mlp.experts.23.gate_proj,0.0069548035,0.05000,0.896
20,mlp.experts.20.gate_proj,0.0066517668,0.05000,0.837
20,mlp.experts.26.gate_proj,0.0096889906,0.05000,0.838
20,mlp.experts.27.gate_proj,0.0047431160,0.05000,0.835
20,mlp.experts.25.gate_proj,0.0034659052,0.05000,0.864
20,mlp.experts.24.gate_proj,0.0035106427,0.05000,0.841
20,mlp.experts.30.gate_proj,0.0031283914,0.05000,0.835
20,mlp.experts.29.gate_proj,0.0052255802,0.05000,0.830
20,mlp.experts.31.gate_proj,0.0102075438,0.05000,0.870
20,mlp.experts.28.gate_proj,0.0087500266,0.05000,0.881
20,mlp.experts.34.gate_proj,0.0057069593,0.05000,0.850
20,mlp.experts.33.gate_proj,0.0046646188,0.05000,0.825
20,mlp.experts.35.gate_proj,0.0049000744,0.05000,0.853
20,mlp.experts.32.gate_proj,0.0043961463,0.05000,0.827
20,mlp.experts.38.gate_proj,0.0045169059,0.05000,0.839
20,mlp.experts.37.gate_proj,0.0058027155,0.05000,0.837
20,mlp.experts.39.gate_proj,0.0113572561,0.05000,0.832
20,mlp.experts.36.gate_proj,0.0067981290,0.05000,0.818
20,mlp.experts.42.gate_proj,0.0199668407,0.05000,0.887
20,mlp.experts.41.gate_proj,0.0044145706,0.05000,0.899
20,mlp.experts.43.gate_proj,0.0058384185,0.05000,0.913
20,mlp.experts.40.gate_proj,0.0074708206,0.05000,0.937
20,mlp.experts.46.gate_proj,0.0129674077,0.05000,0.932
20,mlp.experts.45.gate_proj,0.0043767906,0.05000,1.041
20,mlp.experts.44.gate_proj,0.0169063711,0.05000,1.017
20,mlp.experts.47.gate_proj,0.0033906307,0.05000,1.085
20,mlp.experts.50.gate_proj,0.0147966047,0.05000,1.101
20,mlp.experts.49.gate_proj,0.0047060966,0.05000,1.067
20,mlp.experts.51.gate_proj,0.0094330935,0.05000,1.030
20,mlp.experts.48.gate_proj,0.0038960851,0.05000,1.114
20,mlp.experts.54.gate_proj,0.0061427006,0.05000,0.943
20,mlp.experts.55.gate_proj,0.0040410803,0.05000,0.913
20,mlp.experts.53.gate_proj,0.0061167371,0.05000,1.084
20,mlp.experts.52.gate_proj,0.0082266508,0.05000,0.965
20,mlp.experts.58.gate_proj,0.0033830156,0.05000,1.155
20,mlp.experts.56.gate_proj,0.0041050307,0.05000,1.216
20,mlp.experts.59.gate_proj,0.0100920532,0.05000,1.331
20,mlp.experts.57.gate_proj,0.0063653100,0.05000,1.267
20,mlp.experts.62.gate_proj,0.0063345748,0.05000,1.253
20,mlp.experts.60.gate_proj,0.0070251712,0.05000,1.072
20,mlp.experts.63.gate_proj,0.0064995193,0.05000,1.187
20,mlp.experts.61.gate_proj,0.0098728114,0.05000,1.211
20,mlp.experts.2.up_proj,0.0050438764,0.05000,1.118
20,mlp.experts.0.up_proj,0.0097054519,0.05000,1.030
20,mlp.experts.3.up_proj,0.0056253484,0.05000,1.071
20,mlp.experts.1.up_proj,0.0045781616,0.05000,1.028
20,mlp.experts.6.up_proj,0.0061503439,0.05000,1.140
20,mlp.experts.4.up_proj,0.0078947045,0.05000,1.053
20,mlp.experts.7.up_proj,0.0153048436,0.05000,1.129
20,mlp.experts.5.up_proj,0.0064842242,0.05000,1.211
20,mlp.experts.10.up_proj,0.0053765217,0.05000,1.157
20,mlp.experts.8.up_proj,0.0050289631,0.05000,1.158
20,mlp.experts.11.up_proj,0.0031412961,0.05000,1.063
20,mlp.experts.9.up_proj,0.0033820917,0.05000,1.083
20,mlp.experts.14.up_proj,0.0054119130,0.05000,1.125
20,mlp.experts.12.up_proj,0.0113584611,0.05000,1.170
20,mlp.experts.15.up_proj,0.0031986945,0.05000,1.146
20,mlp.experts.13.up_proj,0.0032395737,0.05000,1.144
20,mlp.experts.18.up_proj,0.0026152176,0.05000,1.003
20,mlp.experts.16.up_proj,0.0668808341,0.05000,0.950
20,mlp.experts.19.up_proj,0.0087857280,0.05000,0.933
20,mlp.experts.17.up_proj,0.0159402775,0.05000,1.059
20,mlp.experts.22.up_proj,0.0031269478,0.05000,0.975
20,mlp.experts.20.up_proj,0.0066555277,0.05000,0.976
20,mlp.experts.23.up_proj,0.0066635403,0.05000,1.012
20,mlp.experts.21.up_proj,0.0526461701,0.05000,0.955
20,mlp.experts.26.up_proj,0.0088104400,0.05000,0.967
20,mlp.experts.24.up_proj,0.0034200691,0.05000,0.943
20,mlp.experts.27.up_proj,0.0045716516,0.05000,0.985
20,mlp.experts.25.up_proj,0.0036527674,0.05000,0.965
20,mlp.experts.30.up_proj,0.0031131183,0.05000,1.012
20,mlp.experts.28.up_proj,0.0084011237,0.05000,1.003
20,mlp.experts.31.up_proj,0.0099699849,0.05000,1.009
20,mlp.experts.29.up_proj,0.0049941460,0.05000,1.094
20,mlp.experts.34.up_proj,0.0055157428,0.05000,1.101
20,mlp.experts.32.up_proj,0.0041608484,0.05000,1.149
20,mlp.experts.35.up_proj,0.0047566074,0.05000,1.141
20,mlp.experts.33.up_proj,0.0042504508,0.05000,1.107
20,mlp.experts.38.up_proj,0.0040942130,0.05000,1.013
20,mlp.experts.36.up_proj,0.0065900451,0.05000,1.042
20,mlp.experts.39.up_proj,0.0114365220,0.05000,1.112
20,mlp.experts.37.up_proj,0.0055629221,0.05000,1.007
20,mlp.experts.42.up_proj,0.0198216438,0.05000,0.918
20,mlp.experts.40.up_proj,0.0074131971,0.05000,1.096
20,mlp.experts.43.up_proj,0.0053313899,0.05000,0.914
20,mlp.experts.41.up_proj,0.0045707341,0.05000,0.913
20,mlp.experts.46.up_proj,0.0128571292,0.05000,0.995
20,mlp.experts.47.up_proj,0.0033346692,0.05000,0.947
20,mlp.experts.44.up_proj,0.0156820393,0.05000,1.197
20,mlp.experts.45.up_proj,0.0042013813,0.05000,1.144
20,mlp.experts.50.up_proj,0.0142828003,0.05000,1.044
20,mlp.experts.51.up_proj,0.0093999283,0.05000,0.978
20,mlp.experts.48.up_proj,0.0037749327,0.05000,0.919
20,mlp.experts.49.up_proj,0.0044097036,0.05000,0.873
20,mlp.experts.54.up_proj,0.0056744519,0.05000,0.920
20,mlp.experts.55.up_proj,0.0038691593,0.05000,1.122
20,mlp.experts.52.up_proj,0.0082168537,0.05000,1.078
20,mlp.experts.53.up_proj,0.0057430822,0.05000,1.046
20,mlp.experts.58.up_proj,0.0032364573,0.05000,1.026
20,mlp.experts.59.up_proj,0.0092794946,0.05000,0.916
20,mlp.experts.56.up_proj,0.0039375669,0.05000,0.954
20,mlp.experts.57.up_proj,0.0058753904,0.05000,0.925
20,mlp.experts.62.up_proj,0.0057960083,0.05000,0.871
20,mlp.experts.63.up_proj,0.0061239398,0.05000,0.828
20,mlp.experts.60.up_proj,0.0067551348,0.05000,0.751
20,mlp.experts.61.up_proj,0.0091859089,0.05000,0.748
20,mlp.experts.3.down_proj,0.0005882464,0.05000,0.613
20,mlp.experts.1.down_proj,0.0016957492,0.05000,0.616
20,mlp.experts.0.down_proj,0.0029981305,0.05000,0.626
20,mlp.experts.2.down_proj,0.0016225865,0.05000,0.635
20,mlp.experts.5.down_proj,0.0013018679,0.05000,0.601
20,mlp.experts.6.down_proj,0.0016327826,0.05000,0.600
20,mlp.experts.4.down_proj,0.0021708624,0.05000,0.636
20,mlp.experts.7.down_proj,0.0034791830,0.05000,0.654
20,mlp.experts.9.down_proj,0.0011500170,0.05000,0.587
20,mlp.experts.10.down_proj,0.0020372881,0.05000,0.606
20,mlp.experts.11.down_proj,0.0009771294,0.05000,0.600
20,mlp.experts.8.down_proj,0.0013355361,0.05000,0.617
20,mlp.experts.13.down_proj,0.0018303883,0.05000,0.596
20,mlp.experts.14.down_proj,0.0019043390,0.05000,0.593
20,mlp.experts.12.down_proj,0.0026706945,0.05000,0.603
20,mlp.experts.15.down_proj,0.0015645679,0.05000,0.631
20,mlp.experts.17.down_proj,0.0038262897,0.05000,0.602
20,mlp.experts.18.down_proj,0.0012998666,0.05000,0.612
20,mlp.experts.16.down_proj,0.0098387636,0.05000,0.632
20,mlp.experts.19.down_proj,0.0016345199,0.05000,0.644
20,mlp.experts.21.down_proj,0.0119609945,0.05000,0.653
20,mlp.experts.20.down_proj,0.0017036060,0.05000,0.620
20,mlp.experts.22.down_proj,0.0010931060,0.05000,0.689
20,mlp.experts.23.down_proj,0.0014727595,0.05000,0.656
20,mlp.experts.25.down_proj,0.0017173794,0.05000,0.818
20,mlp.experts.24.down_proj,0.0009499753,0.05000,0.764
20,mlp.experts.27.down_proj,0.0014117296,0.05000,0.723
20,mlp.experts.26.down_proj,0.0029698922,0.05000,0.826
20,mlp.experts.30.down_proj,0.0008992650,0.05000,0.674
20,mlp.experts.31.down_proj,0.0035426953,0.05000,0.759
20,mlp.experts.29.down_proj,0.0014277926,0.05000,0.865
20,mlp.experts.28.down_proj,0.0025230353,0.05000,0.860
20,mlp.experts.35.down_proj,0.0018134226,0.05000,0.672
20,mlp.experts.34.down_proj,0.0017654513,0.05000,0.753
20,mlp.experts.33.down_proj,0.0014165172,0.05000,0.793
20,mlp.experts.32.down_proj,0.0017184240,0.05000,0.827
20,mlp.experts.38.down_proj,0.0014838853,0.05000,0.693
20,mlp.experts.39.down_proj,0.0027037998,0.05000,0.732
20,mlp.experts.37.down_proj,0.0012063398,0.05000,0.756
20,mlp.experts.36.down_proj,0.0039024541,0.05000,0.769
20,mlp.experts.43.down_proj,0.0029786385,0.05000,0.656
20,mlp.experts.42.down_proj,0.0046583135,0.05000,0.695
20,mlp.experts.40.down_proj,0.0016057021,0.05000,0.626
20,mlp.experts.41.down_proj,0.0016526622,0.05000,0.707
20,mlp.experts.47.down_proj,0.0007907159,0.05000,0.617
20,mlp.experts.46.down_proj,0.0030092190,0.05000,0.722
20,mlp.experts.45.down_proj,0.0011799694,0.05000,0.642
20,mlp.experts.44.down_proj,0.0039272511,0.05000,0.663
20,mlp.experts.51.down_proj,0.0019117396,0.05000,0.627
20,mlp.experts.50.down_proj,0.0046981617,0.05000,0.591
20,mlp.experts.48.down_proj,0.0012355928,0.05000,0.615
20,mlp.experts.49.down_proj,0.0005390530,0.05000,0.632
20,mlp.experts.55.down_proj,0.0008001440,0.05000,0.591
20,mlp.experts.54.down_proj,0.0034326020,0.05000,0.635
20,mlp.experts.52.down_proj,0.0020278593,0.05000,0.651
20,mlp.experts.53.down_proj,0.0022618207,0.05000,0.661
20,mlp.experts.59.down_proj,0.0041450679,0.05000,0.644
20,mlp.experts.58.down_proj,0.0008564055,0.05000,0.666
20,mlp.experts.56.down_proj,0.0011603466,0.05000,0.609
20,mlp.experts.57.down_proj,0.0020140271,0.05000,0.610
20,mlp.experts.63.down_proj,0.0020251091,0.05000,0.585
20,mlp.experts.62.down_proj,0.0022850307,0.05000,0.540
20,mlp.experts.60.down_proj,0.0024242483,0.05000,0.459
20,mlp.experts.61.down_proj,0.0047399647,0.05000,0.445
20,mlp.shared_experts.gate_proj,0.0012461816,0.05000,0.394
20,mlp.shared_experts.up_proj,0.0014977371,0.05000,0.397
20,mlp.shared_experts.down_proj,0.0002730257,0.05000,0.151
21,self_attn.kv_a_proj_with_mqa,0.0004279825,0.05000,0.385
21,self_attn.q_proj,0.0041118354,0.05000,0.388
21,self_attn.kv_b_proj,0.0115548246,0.05000,0.058
21,self_attn.o_proj,0.0002289154,0.05000,0.231
21,mlp.experts.2.gate_proj,0.0044684046,0.05000,0.858
21,mlp.experts.3.gate_proj,0.0086998007,0.05000,0.870
21,mlp.experts.0.gate_proj,0.0043384270,0.05000,0.880
21,mlp.experts.1.gate_proj,0.0059781894,0.05000,0.886
21,mlp.experts.6.gate_proj,0.0129142593,0.05000,0.864
21,mlp.experts.7.gate_proj,0.0075210828,0.05000,0.887
21,mlp.experts.5.gate_proj,0.0061788597,0.05000,0.910
21,mlp.experts.4.gate_proj,0.0061410786,0.05000,0.938
21,mlp.experts.11.gate_proj,0.0029438921,0.05000,0.861
21,mlp.experts.10.gate_proj,0.0098218847,0.05000,0.957
21,mlp.experts.9.gate_proj,0.0049798985,0.05000,0.902
21,mlp.experts.8.gate_proj,0.0070873076,0.05000,0.941
21,mlp.experts.15.gate_proj,0.0068327857,0.05000,0.887
21,mlp.experts.14.gate_proj,0.0072363468,0.05000,0.879
21,mlp.experts.13.gate_proj,0.0153570718,0.05000,0.904
21,mlp.experts.12.gate_proj,0.0065653670,0.05000,0.944
21,mlp.experts.19.gate_proj,0.0092021155,0.05000,0.844
21,mlp.experts.18.gate_proj,0.0095011183,0.05000,0.828
21,mlp.experts.17.gate_proj,0.0048959626,0.05000,0.849
21,mlp.experts.16.gate_proj,0.0049548192,0.05000,0.835
21,mlp.experts.23.gate_proj,0.0049802220,0.05000,0.865
21,mlp.experts.22.gate_proj,0.0053201869,0.05000,0.846
21,mlp.experts.21.gate_proj,0.0171542587,0.05000,0.837
21,mlp.experts.20.gate_proj,0.0096603979,0.05000,0.830
21,mlp.experts.27.gate_proj,0.0093002424,0.05000,0.872
21,mlp.experts.26.gate_proj,0.0056980286,0.05000,0.876
21,mlp.experts.25.gate_proj,0.0075322528,0.05000,0.941
21,mlp.experts.24.gate_proj,0.0170732924,0.05000,0.866
21,mlp.experts.31.gate_proj,0.0065008587,0.05000,0.869
21,mlp.experts.30.gate_proj,0.0076767451,0.05000,0.866
21,mlp.experts.28.gate_proj,0.0145673176,0.05000,0.815
21,mlp.experts.29.gate_proj,0.0036828890,0.05000,0.850
21,mlp.experts.35.gate_proj,0.0034019646,0.05000,0.849
21,mlp.experts.34.gate_proj,0.0141529802,0.05000,0.906
21,mlp.experts.32.gate_proj,0.0272390489,0.05000,0.863
21,mlp.experts.33.gate_proj,0.0059862410,0.05000,0.955
21,mlp.experts.39.gate_proj,0.0100193875,0.05000,0.883
21,mlp.experts.38.gate_proj,0.0068435577,0.05000,0.895
21,mlp.experts.36.gate_proj,0.0058841671,0.05000,0.875
21,mlp.experts.37.gate_proj,0.0075842418,0.05000,0.844
21,mlp.experts.43.gate_proj,0.0056040012,0.05000,0.902
21,mlp.experts.42.gate_proj,0.0076211057,0.05000,0.875
21,mlp.experts.40.gate_proj,0.0092179471,0.05000,0.889
21,mlp.experts.41.gate_proj,0.0038415863,0.05000,0.897
21,mlp.experts.47.gate_proj,0.0052813730,0.05000,0.878
21,mlp.experts.46.gate_proj,0.0074666389,0.05000,0.841
21,mlp.experts.44.gate_proj,0.0071232304,0.05000,0.830
21,mlp.experts.45.gate_proj,0.0091820884,0.05000,0.874
21,mlp.experts.51.gate_proj,0.0086693994,0.05000,0.924
21,mlp.experts.50.gate_proj,0.0066128897,0.05000,0.917
21,mlp.experts.48.gate_proj,0.0143860389,0.05000,0.947
21,mlp.experts.49.gate_proj,0.0052794780,0.05000,0.930
21,mlp.experts.55.gate_proj,0.0129776126,0.05000,0.876
21,mlp.experts.54.gate_proj,0.0065815764,0.05000,0.877
21,mlp.experts.52.gate_proj,0.0106427988,0.05000,0.889
21,mlp.experts.53.gate_proj,0.0098103684,0.05000,0.874
21,mlp.experts.58.gate_proj,0.0067750661,0.05000,0.845
21,mlp.experts.59.gate_proj,0.0060125654,0.05000,0.882
21,mlp.experts.56.gate_proj,0.0046603250,0.05000,0.853
21,mlp.experts.57.gate_proj,0.0100908443,0.05000,0.831
21,mlp.experts.62.gate_proj,0.0038736854,0.05000,0.843
21,mlp.experts.63.gate_proj,0.0051283225,0.05000,0.843
21,mlp.experts.60.gate_proj,0.0046068158,0.05000,0.868
21,mlp.experts.61.gate_proj,0.0063104608,0.05000,0.936
21,mlp.experts.2.up_proj,0.0043386114,0.05000,0.907
21,mlp.experts.3.up_proj,0.0084432369,0.05000,0.894
21,mlp.experts.0.up_proj,0.0043249491,0.05000,0.949
21,mlp.experts.1.up_proj,0.0056936517,0.05000,0.929
21,mlp.experts.6.up_proj,0.0121144187,0.05000,0.851
21,mlp.experts.7.up_proj,0.0073917214,0.05000,0.848
21,mlp.experts.4.up_proj,0.0058022411,0.05000,0.885
21,mlp.experts.5.up_proj,0.0063126322,0.05000,0.873
21,mlp.experts.10.up_proj,0.0095347101,0.05000,0.893
21,mlp.experts.11.up_proj,0.0028666470,0.05000,0.932
21,mlp.experts.8.up_proj,0.0068766090,0.05000,0.938
21,mlp.experts.9.up_proj,0.0049206802,0.05000,0.875
21,mlp.experts.14.up_proj,0.0060803188,0.05000,0.900
21,mlp.experts.15.up_proj,0.0066668090,0.05000,0.939
21,mlp.experts.12.up_proj,0.0066396601,0.05000,0.952
21,mlp.experts.13.up_proj,0.0150174137,0.05000,0.888
21,mlp.experts.18.up_proj,0.0095828614,0.05000,0.920
21,mlp.experts.19.up_proj,0.0088633704,0.05000,0.963
21,mlp.experts.16.up_proj,0.0049040164,0.05000,0.895
21,mlp.experts.17.up_proj,0.0044858482,0.05000,0.906
21,mlp.experts.22.up_proj,0.0051497132,0.05000,0.962
21,mlp.experts.23.up_proj,0.0049704616,0.05000,0.944
21,mlp.experts.21.up_proj,0.0163646848,0.05000,0.906
21,mlp.experts.20.up_proj,0.0089189730,0.05000,0.942
21,mlp.experts.26.up_proj,0.0055787058,0.05000,0.892
21,mlp.experts.27.up_proj,0.0090989418,0.05000,0.876
21,mlp.experts.25.up_proj,0.0070336919,0.05000,0.879
21,mlp.experts.24.up_proj,0.0159604152,0.05000,0.882
21,mlp.experts.30.up_proj,0.0074594693,0.05000,0.880
21,mlp.experts.31.up_proj,0.0059638000,0.05000,0.903
21,mlp.experts.29.up_proj,0.0035694730,0.05000,0.918
21,mlp.experts.28.up_proj,0.0141365925,0.05000,0.922
21,mlp.experts.34.up_proj,0.0139318668,0.05000,0.883
21,mlp.experts.35.up_proj,0.0033763436,0.05000,0.912
21,mlp.experts.33.up_proj,0.0060223263,0.05000,0.899
21,mlp.experts.32.up_proj,0.0275638029,0.05000,0.929
21,mlp.experts.38.up_proj,0.0062142532,0.05000,0.885
21,mlp.experts.39.up_proj,0.0099840918,0.05000,0.851
21,mlp.experts.37.up_proj,0.0073495194,0.05000,0.868
21,mlp.experts.36.up_proj,0.0053193569,0.05000,0.909
21,mlp.experts.42.up_proj,0.0068138528,0.05000,0.897
21,mlp.experts.43.up_proj,0.0048369376,0.05000,0.944
21,mlp.experts.41.up_proj,0.0039505794,0.05000,0.951
21,mlp.experts.40.up_proj,0.0088906843,0.05000,0.892
21,mlp.experts.46.up_proj,0.0074754103,0.05000,0.919
21,mlp.experts.47.up_proj,0.0051402264,0.05000,0.907
21,mlp.experts.45.up_proj,0.0085510051,0.05000,0.896
21,mlp.experts.44.up_proj,0.0065908499,0.05000,0.872
21,mlp.experts.50.up_proj,0.0063834321,0.05000,1.007
21,mlp.experts.51.up_proj,0.0083917305,0.05000,1.070
21,mlp.experts.48.up_proj,0.0139304833,0.05000,0.988
21,mlp.experts.49.up_proj,0.0049780028,0.05000,1.046
21,mlp.experts.54.up_proj,0.0065130776,0.05000,0.938
21,mlp.experts.55.up_proj,0.0124749337,0.05000,0.902
21,mlp.experts.52.up_proj,0.0107044744,0.05000,0.881
21,mlp.experts.53.up_proj,0.0094660443,0.05000,0.953
21,mlp.experts.58.up_proj,0.0063185318,0.05000,0.911
21,mlp.experts.56.up_proj,0.0046513450,0.05000,0.888
21,mlp.experts.59.up_proj,0.0056158648,0.05000,0.923
21,mlp.experts.57.up_proj,0.0096809268,0.05000,0.900
21,mlp.experts.62.up_proj,0.0037846375,0.05000,0.882
21,mlp.experts.60.up_proj,0.0043798133,0.05000,0.831
21,mlp.experts.63.up_proj,0.0049631090,0.05000,0.832
21,mlp.experts.61.up_proj,0.0059709146,0.05000,0.760
21,mlp.experts.1.down_proj,0.0010291066,0.05000,0.603
21,mlp.experts.2.down_proj,0.0014673155,0.05000,0.612
21,mlp.experts.0.down_proj,0.0027428947,0.05000,0.617
21,mlp.experts.3.down_proj,0.0019797158,0.05000,0.656
21,mlp.experts.5.down_proj,0.0033005856,0.05000,0.554
21,mlp.experts.4.down_proj,0.0010781272,0.05000,0.574
21,mlp.experts.6.down_proj,0.0059561493,0.05000,0.582
21,mlp.experts.7.down_proj,0.0028594307,0.05000,0.557
21,mlp.experts.9.down_proj,0.0010903188,0.05000,0.197
21,mlp.experts.11.down_proj,0.0020223872,0.05000,0.600
21,mlp.experts.13.down_proj,0.0036395538,0.05000,0.608
21,mlp.experts.8.down_proj,0.0015856167,0.05000,0.640
21,mlp.experts.10.down_proj,0.0025484154,0.05000,0.662
21,mlp.experts.15.down_proj,0.0035984667,0.05000,0.579
21,mlp.experts.17.down_proj,0.0022330819,0.05000,0.604
21,mlp.experts.12.down_proj,0.0029994138,0.05000,0.634
21,mlp.experts.14.down_proj,0.0015036311,0.05000,0.634
21,mlp.experts.19.down_proj,0.0020796631,0.05000,0.603
21,mlp.experts.21.down_proj,0.0045818322,0.05000,0.617
21,mlp.experts.16.down_proj,0.0015401624,0.05000,0.588
21,mlp.experts.18.down_proj,0.0024671578,0.05000,0.600
21,mlp.experts.25.down_proj,0.0026246985,0.05000,0.588
21,mlp.experts.23.down_proj,0.0018408782,0.05000,0.643
21,mlp.experts.20.down_proj,0.0023140812,0.05000,0.607
21,mlp.experts.22.down_proj,0.0020309464,0.05000,0.588
21,mlp.experts.29.down_proj,0.0011357641,0.05000,0.591
21,mlp.experts.27.down_proj,0.0019056083,0.05000,0.599
21,mlp.experts.24.down_proj,0.0052957010,0.05000,0.602
21,mlp.experts.26.down_proj,0.0023814850,0.05000,0.613
21,mlp.experts.31.down_proj,0.0030323976,0.05000,0.572
21,mlp.experts.33.down_proj,0.0022401782,0.05000,0.586
21,mlp.experts.28.down_proj,0.0040460611,0.05000,0.592
21,mlp.experts.30.down_proj,0.0029141704,0.05000,0.578
21,mlp.experts.35.down_proj,0.0009374331,0.05000,0.620
21,mlp.experts.37.down_proj,0.0019266486,0.05000,0.636
21,mlp.experts.32.down_proj,0.0061733909,0.05000,0.599
21,mlp.experts.34.down_proj,0.0048460093,0.05000,0.628
21,mlp.experts.39.down_proj,0.0025693300,0.05000,0.610
21,mlp.experts.41.down_proj,0.0019353127,0.05000,0.602
21,mlp.experts.38.down_proj,0.0016749636,0.05000,0.572
21,mlp.experts.36.down_proj,0.0020972909,0.05000,0.641
21,mlp.experts.43.down_proj,0.0018161836,0.05000,0.589
21,mlp.experts.45.down_proj,0.0032374385,0.05000,0.593
21,mlp.experts.42.down_proj,0.0024023843,0.05000,0.600
21,mlp.experts.40.down_proj,0.0034044794,0.05000,0.582
21,mlp.experts.47.down_proj,0.0019170120,0.05000,0.579
21,mlp.experts.49.down_proj,0.0019939642,0.05000,0.599
21,mlp.experts.46.down_proj,0.0022950230,0.05000,0.571
21,mlp.experts.44.down_proj,0.0024743032,0.05000,0.583
21,mlp.experts.51.down_proj,0.0015959386,0.05000,0.612
21,mlp.experts.48.down_proj,0.0030010510,0.05000,0.590
21,mlp.experts.50.down_proj,0.0019139248,0.05000,0.618
21,mlp.experts.53.down_proj,0.0033326715,0.05000,0.639
21,mlp.experts.55.down_proj,0.0050635726,0.05000,0.657
21,mlp.experts.57.down_proj,0.0039308778,0.05000,0.608
21,mlp.experts.54.down_proj,0.0018746634,0.05000,0.614
21,mlp.experts.52.down_proj,0.0028502962,0.05000,0.682
21,mlp.experts.61.down_proj,0.0015190193,0.05000,0.595
21,mlp.experts.58.down_proj,0.0020076396,0.05000,0.639
21,mlp.experts.56.down_proj,0.0023856118,0.05000,0.579
21,mlp.experts.59.down_proj,0.0020292751,0.05000,0.666
21,mlp.experts.60.down_proj,0.0013068292,0.05000,0.413
21,mlp.experts.62.down_proj,0.0018954225,0.05000,0.418
21,mlp.experts.63.down_proj,0.0020121233,0.05000,0.410
21,mlp.shared_experts.up_proj,0.0018281021,0.05000,0.390
21,mlp.shared_experts.gate_proj,0.0016808039,0.05000,0.399
21,mlp.shared_experts.down_proj,0.0004307226,0.05000,0.163
22,self_attn.q_proj,0.0042211054,0.05000,0.387
22,self_attn.kv_a_proj_with_mqa,0.0004469211,0.05000,0.391
22,self_attn.kv_b_proj,0.0257897052,0.05000,0.061
22,self_attn.o_proj,0.0000653520,0.05000,0.238
22,mlp.experts.2.gate_proj,0.0060343112,0.05000,0.925
22,mlp.experts.0.gate_proj,0.0059801305,0.05000,0.951
22,mlp.experts.3.gate_proj,0.0069651064,0.05000,0.952
22,mlp.experts.1.gate_proj,0.0131986035,0.05000,0.954
22,mlp.experts.4.gate_proj,0.0064589065,0.05000,0.882
22,mlp.experts.6.gate_proj,0.0217008837,0.05000,0.932
22,mlp.experts.7.gate_proj,0.0036949820,0.05000,0.919
22,mlp.experts.5.gate_proj,0.0110154494,0.05000,0.922
22,mlp.experts.9.gate_proj,0.0143719815,0.05000,0.831
22,mlp.experts.8.gate_proj,0.0071544475,0.05000,0.910
22,mlp.experts.10.gate_proj,0.0102452489,0.05000,0.899
22,mlp.experts.11.gate_proj,0.0057451300,0.05000,0.939
22,mlp.experts.12.gate_proj,0.0077729789,0.05000,0.874
22,mlp.experts.14.gate_proj,0.0098458598,0.05000,0.873
22,mlp.experts.13.gate_proj,0.0088340026,0.05000,0.949
22,mlp.experts.15.gate_proj,0.0076498356,0.05000,0.898
22,mlp.experts.16.gate_proj,0.0044706110,0.05000,0.835
22,mlp.experts.19.gate_proj,0.0121718179,0.05000,0.894
22,mlp.experts.18.gate_proj,0.0034428762,0.05000,1.002
22,mlp.experts.17.gate_proj,0.0124244198,0.05000,0.984
22,mlp.experts.20.gate_proj,0.0048440456,0.05000,0.854
22,mlp.experts.21.gate_proj,0.0043508070,0.05000,0.828
22,mlp.experts.23.gate_proj,0.0130255643,0.05000,0.869
22,mlp.experts.22.gate_proj,0.0094530341,0.05000,0.861
22,mlp.experts.24.gate_proj,0.0059348299,0.05000,0.842
22,mlp.experts.26.gate_proj,0.0078485475,0.05000,0.808
22,mlp.experts.25.gate_proj,0.0040416276,0.05000,0.841
22,mlp.experts.27.gate_proj,0.0362955905,0.05000,0.856
22,mlp.experts.28.gate_proj,0.0051118639,0.05000,0.887
22,mlp.experts.31.gate_proj,0.0111987298,0.05000,0.879
22,mlp.experts.29.gate_proj,0.0109019143,0.05000,0.904
22,mlp.experts.30.gate_proj,0.0128573096,0.05000,0.933
22,mlp.experts.32.gate_proj,0.0046310046,0.05000,0.902
22,mlp.experts.33.gate_proj,0.0318165912,0.05000,0.868
22,mlp.experts.34.gate_proj,0.0066958162,0.05000,0.863
22,mlp.experts.35.gate_proj,0.0056339591,0.05000,0.934
22,mlp.experts.36.gate_proj,0.0066463201,0.05000,0.895
22,mlp.experts.37.gate_proj,0.0118212444,0.05000,0.882
22,mlp.experts.38.gate_proj,0.0150016381,0.05000,0.868
22,mlp.experts.39.gate_proj,0.0177118619,0.05000,0.875
22,mlp.experts.40.gate_proj,0.0147361251,0.05000,0.911
22,mlp.experts.41.gate_proj,0.0060654301,0.05000,0.894
22,mlp.experts.42.gate_proj,0.0069093206,0.05000,0.911
22,mlp.experts.43.gate_proj,0.0068411178,0.05000,0.912
22,mlp.experts.44.gate_proj,0.0074361662,0.05000,0.893
22,mlp.experts.46.gate_proj,0.0039551766,0.05000,0.893
22,mlp.experts.45.gate_proj,0.0092702067,0.05000,0.935
22,mlp.experts.47.gate_proj,0.0070181694,0.05000,0.888
22,mlp.experts.48.gate_proj,0.0052491582,0.05000,0.987
22,mlp.experts.50.gate_proj,0.0070352243,0.05000,0.897
22,mlp.experts.51.gate_proj,0.0096439158,0.05000,0.910
22,mlp.experts.49.gate_proj,0.0085472729,0.05000,0.943
22,mlp.experts.52.gate_proj,0.0176889136,0.05000,0.872
22,mlp.experts.54.gate_proj,0.0136351188,0.05000,0.841
22,mlp.experts.55.gate_proj,0.0163505586,0.05000,0.842
22,mlp.experts.53.gate_proj,0.0129148513,0.05000,0.848
22,mlp.experts.56.gate_proj,0.0057070708,0.05000,0.896
22,mlp.experts.57.gate_proj,0.0117268295,0.05000,0.839
22,mlp.experts.59.gate_proj,0.0105232852,0.05000,0.876
22,mlp.experts.58.gate_proj,0.0116670036,0.05000,0.936
22,mlp.experts.60.gate_proj,0.0293718353,0.05000,0.911
22,mlp.experts.61.gate_proj,0.0046243151,0.05000,0.934
22,mlp.experts.62.gate_proj,0.0193382433,0.05000,0.938
22,mlp.experts.63.gate_proj,0.0294157080,0.05000,0.959
22,mlp.experts.0.up_proj,0.0052010676,0.05000,0.936
22,mlp.experts.1.up_proj,0.0123704857,0.05000,0.924
22,mlp.experts.3.up_proj,0.0070486740,0.05000,0.898
22,mlp.experts.2.up_proj,0.0059192838,0.05000,0.936
22,mlp.experts.4.up_proj,0.0058725309,0.05000,0.830
22,mlp.experts.5.up_proj,0.0099404923,0.05000,0.858
22,mlp.experts.6.up_proj,0.0186345454,0.05000,0.868
22,mlp.experts.7.up_proj,0.0034415070,0.05000,0.919
22,mlp.experts.8.up_proj,0.0065791034,0.05000,0.841
22,mlp.experts.9.up_proj,0.0143765791,0.05000,0.874
22,mlp.experts.11.up_proj,0.0056902170,0.05000,0.862
22,mlp.experts.10.up_proj,0.0095203436,0.05000,0.933
22,mlp.experts.12.up_proj,0.0079209458,0.05000,0.839
22,mlp.experts.13.up_proj,0.0086716597,0.05000,0.939
22,mlp.experts.15.up_proj,0.0078793546,0.05000,0.890
22,mlp.experts.14.up_proj,0.0100272073,0.05000,0.865
22,mlp.experts.16.up_proj,0.0045517851,0.05000,0.855
22,mlp.experts.17.up_proj,0.0122924965,0.05000,0.900
22,mlp.experts.18.up_proj,0.0035353402,0.05000,0.900
22,mlp.experts.19.up_proj,0.0121962299,0.05000,0.955
22,mlp.experts.20.up_proj,0.0047940703,0.05000,0.962
22,mlp.experts.21.up_proj,0.0042782371,0.05000,0.934
22,mlp.experts.23.up_proj,0.0124895912,0.05000,0.885
22,mlp.experts.22.up_proj,0.0092292259,0.05000,0.930
22,mlp.experts.24.up_proj,0.0057953064,0.05000,0.861
22,mlp.experts.27.up_proj,0.0368517179,0.05000,0.888
22,mlp.experts.25.up_proj,0.0040759067,0.05000,0.920
22,mlp.experts.26.up_proj,0.0071695709,0.05000,0.908
22,mlp.experts.28.up_proj,0.0046851688,0.05000,0.899
22,mlp.experts.31.up_proj,0.0107356377,0.05000,0.857
22,mlp.experts.30.up_proj,0.0124243359,0.05000,0.876
22,mlp.experts.29.up_proj,0.0105749667,0.05000,0.904
22,mlp.experts.32.up_proj,0.0047143380,0.05000,0.883
22,mlp.experts.33.up_proj,0.0296666973,0.05000,0.866
22,mlp.experts.35.up_proj,0.0053116274,0.05000,0.937
22,mlp.experts.34.up_proj,0.0067292145,0.05000,0.905
22,mlp.experts.36.up_proj,0.0063549538,0.05000,0.877
22,mlp.experts.38.up_proj,0.0148404141,0.05000,0.889
22,mlp.experts.39.up_proj,0.0177696327,0.05000,0.908
22,mlp.experts.37.up_proj,0.0113579269,0.05000,0.991
22,mlp.experts.40.up_proj,0.0140948479,0.05000,0.936
22,mlp.experts.43.up_proj,0.0061517159,0.05000,0.888
22,mlp.experts.42.up_proj,0.0070017863,0.05000,0.954
22,mlp.experts.41.up_proj,0.0059606724,0.05000,1.004
22,mlp.experts.44.up_proj,0.0074262296,0.05000,0.923
22,mlp.experts.47.up_proj,0.0063398910,0.05000,0.847
22,mlp.experts.46.up_proj,0.0039891185,0.05000,0.875
22,mlp.experts.45.up_proj,0.0091058690,0.05000,0.904
22,mlp.experts.48.up_proj,0.0050416562,0.05000,0.865
22,mlp.experts.51.up_proj,0.0097396477,0.05000,0.873
22,mlp.experts.50.up_proj,0.0069679076,0.05000,0.888
22,mlp.experts.49.up_proj,0.0078164310,0.05000,0.898
22,mlp.experts.52.up_proj,0.0170205873,0.05000,0.954
22,mlp.experts.55.up_proj,0.0165842666,0.05000,0.933
22,mlp.experts.54.up_proj,0.0130799764,0.05000,0.939
22,mlp.experts.53.up_proj,0.0129702945,0.05000,0.887
22,mlp.experts.56.up_proj,0.0057259050,0.05000,0.901
22,mlp.experts.59.up_proj,0.0097608703,0.05000,0.903
22,mlp.experts.58.up_proj,0.0117690134,0.05000,0.853
22,mlp.experts.57.up_proj,0.0114792245,0.05000,0.865
22,mlp.experts.60.up_proj,0.0287984535,0.05000,0.903
22,mlp.experts.63.up_proj,0.0283984374,0.05000,0.842
22,mlp.experts.62.up_proj,0.0196780517,0.05000,0.822
22,mlp.experts.61.up_proj,0.0046107892,0.05000,0.718
22,mlp.experts.0.down_proj,0.0031548116,0.05000,0.595
22,mlp.experts.2.down_proj,0.0013955766,0.05000,0.596
22,mlp.experts.3.down_proj,0.0013583611,0.05000,0.627
22,mlp.experts.1.down_proj,0.0052660876,0.05000,0.634
22,mlp.experts.4.down_proj,0.0037939092,0.05000,0.579
22,mlp.experts.6.down_proj,0.0059029665,0.05000,0.618
22,mlp.experts.7.down_proj,0.0008907454,0.05000,0.602
22,mlp.experts.5.down_proj,0.0064940765,0.05000,0.604
22,mlp.experts.8.down_proj,0.0027919652,0.05000,0.628
22,mlp.experts.11.down_proj,0.0015881438,0.05000,0.621
22,mlp.experts.9.down_proj,0.0075736441,0.05000,0.624
22,mlp.experts.10.down_proj,0.0045177620,0.05000,0.649
22,mlp.experts.15.down_proj,0.0030818237,0.05000,0.599
22,mlp.experts.12.down_proj,0.0035742784,0.05000,0.649
22,mlp.experts.13.down_proj,0.0025426846,0.05000,0.620
22,mlp.experts.14.down_proj,0.0055302736,0.05000,0.640
22,mlp.experts.16.down_proj,0.0022435119,0.05000,0.576
22,mlp.experts.19.down_proj,0.0044859434,0.05000,0.625
22,mlp.experts.17.down_proj,0.0030700675,0.05000,0.598
22,mlp.experts.18.down_proj,0.0022545120,0.05000,0.675
22,mlp.experts.20.down_proj,0.0024545396,0.05000,0.598
22,mlp.experts.21.down_proj,0.0021209762,0.05000,0.606
22,mlp.experts.23.down_proj,0.0076209768,0.05000,0.648
22,mlp.experts.22.down_proj,0.0039305486,0.05000,0.619
22,mlp.experts.24.down_proj,0.0026966590,0.05000,0.590
22,mlp.experts.25.down_proj,0.0014763344,0.05000,0.621
22,mlp.experts.27.down_proj,0.0081054752,0.05000,0.613
22,mlp.experts.26.down_proj,0.0016474628,0.05000,0.606
22,mlp.experts.28.down_proj,0.0016326554,0.05000,0.586
22,mlp.experts.29.down_proj,0.0037690283,0.05000,0.572
22,mlp.experts.31.down_proj,0.0042972669,0.05000,0.582
22,mlp.experts.30.down_proj,0.0052425373,0.05000,0.576
22,mlp.experts.32.down_proj,0.0023909168,0.05000,0.610
22,mlp.experts.33.down_proj,0.0166825407,0.05000,0.641
22,mlp.experts.35.down_proj,0.0021882925,0.05000,0.628
22,mlp.experts.34.down_proj,0.0022961436,0.05000,0.593
22,mlp.experts.36.down_proj,0.0024292823,0.05000,0.601
22,mlp.experts.37.down_proj,0.0061602358,0.05000,0.564
22,mlp.experts.39.down_proj,0.0081678877,0.05000,0.589
22,mlp.experts.38.down_proj,0.0050869472,0.05000,0.576
22,mlp.experts.40.down_proj,0.0044675271,0.05000,0.611
22,mlp.experts.41.down_proj,0.0028881151,0.05000,0.566
22,mlp.experts.42.down_proj,0.0031972238,0.05000,0.567
22,mlp.experts.43.down_proj,0.0039216939,0.05000,0.620
22,mlp.experts.45.down_proj,0.0032066958,0.05000,0.612
22,mlp.experts.44.down_proj,0.0026894004,0.05000,0.645
22,mlp.experts.46.down_proj,0.0029189624,0.05000,0.582
22,mlp.experts.47.down_proj,0.0037778535,0.05000,0.624
22,mlp.experts.48.down_proj,0.0015058379,0.05000,0.616
22,mlp.experts.49.down_proj,0.0042640309,0.05000,0.637
22,mlp.experts.50.down_proj,0.0025908400,0.05000,0.617
22,mlp.experts.51.down_proj,0.0063702391,0.05000,0.666
22,mlp.experts.54.down_proj,0.0038492355,0.05000,0.590
22,mlp.experts.53.down_proj,0.0036084320,0.05000,0.613
22,mlp.experts.52.down_proj,0.0066571025,0.05000,0.663
22,mlp.experts.55.down_proj,0.0065736766,0.05000,0.579
22,mlp.experts.57.down_proj,0.0039179167,0.05000,0.603
22,mlp.experts.58.down_proj,0.0028738070,0.05000,0.645
22,mlp.experts.56.down_proj,0.0028243302,0.05000,0.617
22,mlp.experts.59.down_proj,0.0098437147,0.05000,0.642
22,mlp.experts.61.down_proj,0.0010680302,0.05000,0.618
22,mlp.experts.62.down_proj,0.0084454194,0.05000,0.601
22,mlp.experts.60.down_proj,0.0085831508,0.05000,0.592
22,mlp.experts.63.down_proj,0.0073492518,0.05000,0.518
22,mlp.shared_experts.gate_proj,0.0018033553,0.05000,0.383
22,mlp.shared_experts.up_proj,0.0020782350,0.05000,0.384
22,mlp.shared_experts.down_proj,0.0005037657,0.05000,0.154
23,self_attn.kv_a_proj_with_mqa,0.0006039264,0.05000,0.409
23,self_attn.q_proj,0.0040590786,0.05000,0.421
23,self_attn.kv_b_proj,0.0297963509,0.05000,0.052
23,self_attn.o_proj,0.0001688968,0.05000,0.234
23,mlp.experts.3.gate_proj,0.0073746216,0.05000,0.939
23,mlp.experts.0.gate_proj,0.0142869949,0.05000,0.970
23,mlp.experts.1.gate_proj,0.0055693900,0.05000,0.979
23,mlp.experts.2.gate_proj,0.0044072638,0.05000,1.000
23,mlp.experts.7.gate_proj,0.0145597097,0.05000,0.896
23,mlp.experts.4.gate_proj,0.0088948953,0.05000,0.869
23,mlp.experts.5.gate_proj,0.0126694681,0.05000,0.888
23,mlp.experts.6.gate_proj,0.0073625558,0.05000,0.900
23,mlp.experts.9.gate_proj,0.0148384097,0.05000,0.855
23,mlp.experts.11.gate_proj,0.0168584539,0.05000,0.895
23,mlp.experts.8.gate_proj,0.0106718647,0.05000,0.945
23,mlp.experts.10.gate_proj,0.0169875454,0.05000,0.951
23,mlp.experts.15.gate_proj,0.0133504038,0.05000,0.939
23,mlp.experts.13.gate_proj,0.0048650244,0.05000,0.993
23,mlp.experts.12.gate_proj,0.0076324187,0.05000,0.949
23,mlp.experts.14.gate_proj,0.0194359710,0.05000,0.962
23,mlp.experts.19.gate_proj,0.0127128100,0.05000,0.891
23,mlp.experts.16.gate_proj,0.0068122423,0.05000,0.884
23,mlp.experts.17.gate_proj,0.0258097156,0.05000,0.912
23,mlp.experts.18.gate_proj,0.0103376075,0.05000,0.926
23,mlp.experts.23.gate_proj,0.0054760893,0.05000,0.877
23,mlp.experts.21.gate_proj,0.0076104915,0.05000,0.844
23,mlp.experts.20.gate_proj,0.0201632072,0.05000,0.871
23,mlp.experts.22.gate_proj,0.0091171028,0.05000,0.885
23,mlp.experts.27.gate_proj,0.0387483835,0.05000,0.860
23,mlp.experts.25.gate_proj,0.0103876863,0.05000,0.916
23,mlp.experts.24.gate_proj,0.0963875830,0.05000,0.912
23,mlp.experts.26.gate_proj,0.0265254747,0.05000,0.917
23,mlp.experts.31.gate_proj,0.0338453054,0.05000,0.938
23,mlp.experts.29.gate_proj,0.0041106592,0.05000,0.897
23,mlp.experts.28.gate_proj,0.0097674538,0.05000,0.923
23,mlp.experts.30.gate_proj,0.0071480487,0.05000,0.929
23,mlp.experts.35.gate_proj,0.0056954082,0.05000,0.906
23,mlp.experts.33.gate_proj,0.0116974424,0.05000,0.932
23,mlp.experts.32.gate_proj,0.0055129195,0.05000,0.923
23,mlp.experts.34.gate_proj,0.0101231984,0.05000,0.899
23,mlp.experts.39.gate_proj,0.0053382542,0.05000,0.908
23,mlp.experts.36.gate_proj,0.0073887151,0.05000,0.830
23,mlp.experts.37.gate_proj,0.0189691638,0.05000,0.872
23,mlp.experts.38.gate_proj,0.0075952230,0.05000,0.836
23,mlp.experts.43.gate_proj,0.0045400262,0.05000,0.858
23,mlp.experts.40.gate_proj,0.0282452021,0.05000,0.838
23,mlp.experts.41.gate_proj,0.0057887341,0.05000,0.899
23,mlp.experts.42.gate_proj,0.0163043168,0.05000,0.864
23,mlp.experts.47.gate_proj,0.0138439352,0.05000,0.842
23,mlp.experts.44.gate_proj,0.0091154428,0.05000,0.848
23,mlp.experts.45.gate_proj,0.0076791132,0.05000,0.857
23,mlp.experts.46.gate_proj,0.0125237508,0.05000,0.825
23,mlp.experts.48.gate_proj,0.0072053133,0.05000,0.851
23,mlp.experts.51.gate_proj,0.0091421507,0.05000,0.895
23,mlp.experts.49.gate_proj,0.0072099354,0.05000,0.847
23,mlp.experts.50.gate_proj,0.0123925853,0.05000,0.896
23,mlp.experts.52.gate_proj,0.0087041514,0.05000,0.868
23,mlp.experts.55.gate_proj,0.0108332328,0.05000,0.896
23,mlp.experts.53.gate_proj,0.0054272156,0.05000,0.907
23,mlp.experts.54.gate_proj,0.0136828069,0.05000,0.874
23,mlp.experts.56.gate_proj,0.0476825454,0.05000,0.855
23,mlp.experts.59.gate_proj,0.0325416011,0.05000,0.857
23,mlp.experts.57.gate_proj,0.0068848816,0.05000,0.855
23,mlp.experts.58.gate_proj,0.0093492129,0.05000,0.856
23,mlp.experts.60.gate_proj,0.0130434656,0.05000,0.835
23,mlp.experts.63.gate_proj,0.0069401255,0.05000,0.842
23,mlp.experts.61.gate_proj,0.0109121607,0.05000,0.839
23,mlp.experts.62.gate_proj,0.0156327101,0.05000,0.846
23,mlp.experts.0.up_proj,0.0144125074,0.05000,0.886
23,mlp.experts.3.up_proj,0.0072276805,0.05000,0.861
23,mlp.experts.1.up_proj,0.0055914720,0.05000,0.855
23,mlp.experts.2.up_proj,0.0043522586,0.05000,0.833
23,mlp.experts.4.up_proj,0.0087862706,0.05000,0.832
23,mlp.experts.7.up_proj,0.0148138972,0.05000,0.837
23,mlp.experts.5.up_proj,0.0124001587,0.05000,0.863
23,mlp.experts.6.up_proj,0.0072890511,0.05000,0.834
23,mlp.experts.8.up_proj,0.0097192740,0.05000,0.854
23,mlp.experts.11.up_proj,0.0165389027,0.05000,0.854
23,mlp.experts.10.up_proj,0.0174729732,0.05000,0.824
23,mlp.experts.9.up_proj,0.0143781610,0.05000,0.867
23,mlp.experts.15.up_proj,0.0135726157,0.05000,0.832
23,mlp.experts.12.up_proj,0.0076716919,0.05000,0.900
23,mlp.experts.13.up_proj,0.0049311748,0.05000,0.820
23,mlp.experts.14.up_proj,0.0200337652,0.05000,0.893
23,mlp.experts.16.up_proj,0.0065586957,0.05000,0.855
23,mlp.experts.19.up_proj,0.0122178096,0.05000,0.883
23,mlp.experts.17.up_proj,0.0270841770,0.05000,0.909
23,mlp.experts.18.up_proj,0.0106281009,0.05000,0.892
23,mlp.experts.20.up_proj,0.0202846424,0.05000,0.860
23,mlp.experts.23.up_proj,0.0054838983,0.05000,0.887
23,mlp.experts.21.up_proj,0.0072615093,0.05000,0.866
23,mlp.experts.22.up_proj,0.0090455571,0.05000,0.848
23,mlp.experts.24.up_proj,0.0939461172,0.05000,0.887
23,mlp.experts.27.up_proj,0.0385964100,0.05000,0.901
23,mlp.experts.26.up_proj,0.0271428880,0.05000,0.862
23,mlp.experts.25.up_proj,0.0100623327,0.05000,0.909
23,mlp.experts.28.up_proj,0.0099461282,0.05000,0.913
23,mlp.experts.30.up_proj,0.0068353550,0.05000,0.893
23,mlp.experts.31.up_proj,0.0335093580,0.05000,0.962
23,mlp.experts.29.up_proj,0.0040476312,0.05000,0.933
23,mlp.experts.32.up_proj,0.0055685678,0.05000,0.966
23,mlp.experts.35.up_proj,0.0058555330,0.05000,0.972
23,mlp.experts.33.up_proj,0.0116598092,0.05000,0.967
23,mlp.experts.34.up_proj,0.0101872427,0.05000,1.060
23,mlp.experts.36.up_proj,0.0069758409,0.05000,0.970
23,mlp.experts.39.up_proj,0.0052895074,0.05000,0.956
23,mlp.experts.38.up_proj,0.0073256881,0.05000,0.901
23,mlp.experts.37.up_proj,0.0190527728,0.05000,1.007
23,mlp.experts.40.up_proj,0.0284672238,0.05000,0.887
23,mlp.experts.43.up_proj,0.0045847736,0.05000,0.863
23,mlp.experts.42.up_proj,0.0155674761,0.05000,0.898
23,mlp.experts.41.up_proj,0.0056068413,0.05000,0.926
23,mlp.experts.44.up_proj,0.0090375924,0.05000,0.907
23,mlp.experts.47.up_proj,0.0141223556,0.05000,0.910
23,mlp.experts.46.up_proj,0.0122338084,0.05000,0.921
23,mlp.experts.45.up_proj,0.0071413046,0.05000,0.922
23,mlp.experts.48.up_proj,0.0065388179,0.05000,0.835
23,mlp.experts.51.up_proj,0.0088321331,0.05000,0.828
23,mlp.experts.50.up_proj,0.0126691556,0.05000,0.853
23,mlp.experts.49.up_proj,0.0068085502,0.05000,0.886
23,mlp.experts.52.up_proj,0.0077357032,0.05000,0.884
23,mlp.experts.55.up_proj,0.0108169905,0.05000,0.893
23,mlp.experts.54.up_proj,0.0133214990,0.05000,0.912
23,mlp.experts.53.up_proj,0.0051555171,0.05000,0.926
23,mlp.experts.56.up_proj,0.0470092405,0.05000,0.889
23,mlp.experts.59.up_proj,0.0332029497,0.05000,0.914
23,mlp.experts.58.up_proj,0.0090121075,0.05000,0.856
23,mlp.experts.57.up_proj,0.0068258368,0.05000,0.870
23,mlp.experts.60.up_proj,0.0131886065,0.05000,0.872
23,mlp.experts.63.up_proj,0.0069806273,0.05000,0.867
23,mlp.experts.62.up_proj,0.0149515693,0.05000,0.827
23,mlp.experts.61.up_proj,0.0109631080,0.05000,0.710
23,mlp.experts.1.down_proj,0.0036122046,0.05000,0.617
23,mlp.experts.0.down_proj,0.0053883195,0.05000,0.655
23,mlp.experts.2.down_proj,0.0030323860,0.05000,0.670
23,mlp.experts.3.down_proj,0.0020279352,0.05000,0.683
23,mlp.experts.5.down_proj,0.0033964439,0.05000,0.644
23,mlp.experts.7.down_proj,0.0046856431,0.05000,0.610
23,mlp.experts.6.down_proj,0.0072158528,0.05000,0.644
23,mlp.experts.4.down_proj,0.0054405053,0.05000,0.664
23,mlp.experts.9.down_proj,0.0063519570,0.05000,0.649
23,mlp.experts.10.down_proj,0.0058019096,0.05000,0.649
23,mlp.experts.11.down_proj,0.0065253056,0.05000,0.680
23,mlp.experts.8.down_proj,0.0049917079,0.05000,0.664
23,mlp.experts.13.down_proj,0.0034764984,0.05000,0.697
23,mlp.experts.12.down_proj,0.0020252184,0.05000,0.691
23,mlp.experts.15.down_proj,0.0051682364,0.05000,0.711
23,mlp.experts.14.down_proj,0.0071804846,0.05000,0.754
23,mlp.experts.17.down_proj,0.0095926083,0.05000,0.654
23,mlp.experts.19.down_proj,0.0065466741,0.05000,0.604
23,mlp.experts.16.down_proj,0.0024601793,0.05000,0.636
23,mlp.experts.18.down_proj,0.0041667607,0.05000,0.623
23,mlp.experts.21.down_proj,0.0019767154,0.05000,0.668
23,mlp.experts.20.down_proj,0.0055965704,0.05000,0.634
23,mlp.experts.23.down_proj,0.0040930741,0.05000,0.668
23,mlp.experts.22.down_proj,0.0036242482,0.05000,0.657
23,mlp.experts.25.down_proj,0.0031270794,0.05000,0.610
23,mlp.experts.24.down_proj,0.0292955667,0.05000,0.594
23,mlp.experts.26.down_proj,0.0091625956,0.05000,0.572
23,mlp.experts.27.down_proj,0.0141331141,0.05000,0.632
23,mlp.experts.28.down_proj,0.0029394434,0.05000,0.625
23,mlp.experts.29.down_proj,0.0041566944,0.05000,0.663
23,mlp.experts.30.down_proj,0.0026919679,0.05000,0.643
23,mlp.experts.31.down_proj,0.0108484924,0.05000,0.670
23,mlp.experts.32.down_proj,0.0025670096,0.05000,0.627
23,mlp.experts.33.down_proj,0.0037626665,0.05000,0.643
23,mlp.experts.34.down_proj,0.0037792448,0.05000,0.641
23,mlp.experts.35.down_proj,0.0031547748,0.05000,0.654
23,mlp.experts.36.down_proj,0.0022072548,0.05000,0.711
23,mlp.experts.37.down_proj,0.0067868585,0.05000,0.707
23,mlp.experts.38.down_proj,0.0037732800,0.05000,0.727
23,mlp.experts.39.down_proj,0.0022533624,0.05000,0.758
23,mlp.experts.40.down_proj,0.0136076155,0.05000,0.668
23,mlp.experts.41.down_proj,0.0020732521,0.05000,0.683
23,mlp.experts.42.down_proj,0.0069326650,0.05000,0.659
23,mlp.experts.43.down_proj,0.0027992262,0.05000,0.704
23,mlp.experts.44.down_proj,0.0036507962,0.05000,0.636
23,mlp.experts.45.down_proj,0.0043661207,0.05000,0.613
23,mlp.experts.46.down_proj,0.0052047176,0.05000,0.645
23,mlp.experts.47.down_proj,0.0064923096,0.05000,0.638
23,mlp.experts.48.down_proj,0.0042462918,0.05000,0.638
23,mlp.experts.49.down_proj,0.0033063045,0.05000,0.624
23,mlp.experts.50.down_proj,0.0042373261,0.05000,0.622
23,mlp.experts.51.down_proj,0.0043186753,0.05000,0.587
23,mlp.experts.52.down_proj,0.0079703734,0.05000,0.639
23,mlp.experts.54.down_proj,0.0045190511,0.05000,0.626
23,mlp.experts.53.down_proj,0.0043486465,0.05000,0.709
23,mlp.experts.55.down_proj,0.0048928676,0.05000,0.647
23,mlp.experts.56.down_proj,0.0213517709,0.05000,0.600
23,mlp.experts.58.down_proj,0.0047187100,0.05000,0.585
23,mlp.experts.57.down_proj,0.0022884452,0.05000,0.614
23,mlp.experts.59.down_proj,0.0119071708,0.05000,0.575
23,mlp.experts.60.down_proj,0.0038427627,0.05000,0.579
23,mlp.experts.62.down_proj,0.0087088036,0.05000,0.604
23,mlp.experts.61.down_proj,0.0032309340,0.05000,0.541
23,mlp.experts.63.down_proj,0.0038939466,0.05000,0.525
23,mlp.shared_experts.gate_proj,0.0024804575,0.05000,0.385
23,mlp.shared_experts.up_proj,0.0022679739,0.05000,0.401
23,mlp.shared_experts.down_proj,0.0005377437,0.05000,0.162
24,self_attn.kv_a_proj_with_mqa,0.0005317744,0.05000,0.392
24,self_attn.q_proj,0.0035913345,0.05000,0.398
24,self_attn.kv_b_proj,0.0710097996,0.05000,0.064
24,self_attn.o_proj,0.0002085928,0.05000,0.244
24,mlp.experts.2.gate_proj,0.0085144570,0.05000,0.855
24,mlp.experts.3.gate_proj,0.0101701465,0.05000,0.898
24,mlp.experts.1.gate_proj,0.0049140375,0.05000,0.908
24,mlp.experts.0.gate_proj,0.0202375431,0.05000,0.916
24,mlp.experts.6.gate_proj,0.0066739818,0.05000,0.892
24,mlp.experts.7.gate_proj,0.0097011797,0.05000,0.872
24,mlp.experts.5.gate_proj,0.0091299688,0.05000,0.874
24,mlp.experts.4.gate_proj,0.0082102854,0.05000,0.900
24,mlp.experts.11.gate_proj,0.0141226661,0.05000,0.907
24,mlp.experts.10.gate_proj,0.0146356821,0.05000,0.939
24,mlp.experts.9.gate_proj,0.0054686627,0.05000,0.934
24,mlp.experts.8.gate_proj,0.0137720997,0.05000,0.903
24,mlp.experts.14.gate_proj,0.0121700525,0.05000,0.854
24,mlp.experts.15.gate_proj,0.0122942221,0.05000,0.899
24,mlp.experts.12.gate_proj,0.0185630263,0.05000,0.859
24,mlp.experts.13.gate_proj,0.0285847209,0.05000,0.897
24,mlp.experts.18.gate_proj,0.0124717224,0.05000,0.889
24,mlp.experts.16.gate_proj,0.0213381148,0.05000,0.895
24,mlp.experts.19.gate_proj,0.0173184519,0.05000,0.916
24,mlp.experts.17.gate_proj,0.0147674410,0.05000,0.945
24,mlp.experts.22.gate_proj,0.0101126598,0.05000,0.905
24,mlp.experts.20.gate_proj,0.0158338653,0.05000,0.880
24,mlp.experts.23.gate_proj,0.0179927323,0.05000,0.898
24,mlp.experts.21.gate_proj,0.0171978146,0.05000,0.922
24,mlp.experts.24.gate_proj,0.0299245834,0.05000,0.877
24,mlp.experts.27.gate_proj,0.0081261504,0.05000,0.847
24,mlp.experts.26.gate_proj,0.0136049755,0.05000,0.906
24,mlp.experts.25.gate_proj,0.0117124581,0.05000,0.882
24,mlp.experts.31.gate_proj,0.0125865878,0.05000,0.851
24,mlp.experts.28.gate_proj,0.0086621365,0.05000,0.912
24,mlp.experts.30.gate_proj,0.0046408176,0.05000,0.928
24,mlp.experts.29.gate_proj,0.0100575195,0.05000,0.881
24,mlp.experts.35.gate_proj,0.1062710881,0.05000,0.838
24,mlp.experts.34.gate_proj,0.0067437090,0.05000,0.852
24,mlp.experts.32.gate_proj,0.0183016618,0.05000,0.901
24,mlp.experts.33.gate_proj,0.0086710891,0.05000,0.874
24,mlp.experts.39.gate_proj,0.0173983346,0.05000,0.920
24,mlp.experts.38.gate_proj,0.0057514697,0.05000,0.859
24,mlp.experts.36.gate_proj,0.0668806612,0.05000,0.870
24,mlp.experts.37.gate_proj,0.0063235784,0.05000,0.839
24,mlp.experts.43.gate_proj,0.0078102715,0.05000,0.847
24,mlp.experts.42.gate_proj,0.0149006665,0.05000,0.849
24,mlp.experts.41.gate_proj,0.0066008720,0.05000,0.863
24,mlp.experts.40.gate_proj,0.0162604886,0.05000,0.943
24,mlp.experts.47.gate_proj,0.0220386465,0.05000,0.862
24,mlp.experts.46.gate_proj,0.0096302533,0.05000,0.919
24,mlp.experts.45.gate_proj,0.0327966894,0.05000,0.910
24,mlp.experts.44.gate_proj,0.0137089425,0.05000,0.908
24,mlp.experts.51.gate_proj,0.0079193980,0.05000,0.894
24,mlp.experts.50.gate_proj,0.0055647094,0.05000,0.907
24,mlp.experts.49.gate_proj,0.0163832574,0.05000,0.881
24,mlp.experts.48.gate_proj,0.0083727917,0.05000,0.883
24,mlp.experts.55.gate_proj,0.0118487103,0.05000,0.892
24,mlp.experts.54.gate_proj,0.0097545534,0.05000,0.818
24,mlp.experts.53.gate_proj,0.0098392892,0.05000,0.788
24,mlp.experts.52.gate_proj,0.0156286911,0.05000,0.767
24,mlp.experts.59.gate_proj,0.0915504197,0.05000,0.828
24,mlp.experts.57.gate_proj,0.0074868952,0.05000,0.841
24,mlp.experts.58.gate_proj,0.0084782839,0.05000,0.850
24,mlp.experts.56.gate_proj,0.0228309159,0.05000,0.936
24,mlp.experts.63.gate_proj,0.0109481151,0.05000,0.862
24,mlp.experts.62.gate_proj,0.0181252758,0.05000,0.886
24,mlp.experts.61.gate_proj,0.0051328511,0.05000,0.915
24,mlp.experts.60.gate_proj,0.0146621565,0.05000,0.945
24,mlp.experts.2.up_proj,0.0085261311,0.05000,0.834
24,mlp.experts.1.up_proj,0.0050308128,0.05000,0.853
24,mlp.experts.3.up_proj,0.0103591260,0.05000,0.935
24,mlp.experts.0.up_proj,0.0205282177,0.05000,0.885
24,mlp.experts.6.up_proj,0.0069237184,0.05000,0.845
24,mlp.experts.5.up_proj,0.0095892093,0.05000,0.854
24,mlp.experts.7.up_proj,0.0095154985,0.05000,0.873
24,mlp.experts.4.up_proj,0.0084110245,0.05000,0.865
24,mlp.experts.10.up_proj,0.0150731526,0.05000,0.915
24,mlp.experts.11.up_proj,0.0146625340,0.05000,0.853
24,mlp.experts.9.up_proj,0.0056549454,0.05000,0.891
24,mlp.experts.8.up_proj,0.0127284380,0.05000,0.914
24,mlp.experts.15.up_proj,0.0129206652,0.05000,0.911
24,mlp.experts.13.up_proj,0.0281992643,0.05000,0.941
24,mlp.experts.14.up_proj,0.0123148389,0.05000,0.999
24,mlp.experts.12.up_proj,0.0176555311,0.05000,0.911
24,mlp.experts.19.up_proj,0.0168933083,0.05000,0.901
24,mlp.experts.17.up_proj,0.0153486031,0.05000,0.869
24,mlp.experts.18.up_proj,0.0125423368,0.05000,0.907
24,mlp.experts.16.up_proj,0.0221487707,0.05000,0.874
24,mlp.experts.21.up_proj,0.0178064615,0.05000,0.857
24,mlp.experts.23.up_proj,0.0175976883,0.05000,0.919
24,mlp.experts.22.up_proj,0.0103471309,0.05000,0.884
24,mlp.experts.20.up_proj,0.0164543549,0.05000,0.894
24,mlp.experts.25.up_proj,0.0120744864,0.05000,0.938
24,mlp.experts.27.up_proj,0.0081679970,0.05000,0.929
24,mlp.experts.26.up_proj,0.0129325603,0.05000,0.899
24,mlp.experts.24.up_proj,0.0298726320,0.05000,0.963
24,mlp.experts.29.up_proj,0.0097464681,0.05000,0.887
24,mlp.experts.31.up_proj,0.0125195552,0.05000,0.849
24,mlp.experts.30.up_proj,0.0046542823,0.05000,0.865
24,mlp.experts.28.up_proj,0.0089658839,0.05000,0.948
24,mlp.experts.33.up_proj,0.0083341767,0.05000,0.856
24,mlp.experts.34.up_proj,0.0069526945,0.05000,0.840
24,mlp.experts.35.up_proj,0.1139076352,0.05000,0.896
24,mlp.experts.32.up_proj,0.0185039865,0.05000,0.886
24,mlp.experts.38.up_proj,0.0060365336,0.05000,0.900
24,mlp.experts.39.up_proj,0.0170778975,0.05000,0.891
24,mlp.experts.37.up_proj,0.0064695694,0.05000,0.945
24,mlp.experts.36.up_proj,0.0693989515,0.05000,0.888
24,mlp.experts.43.up_proj,0.0076566635,0.05000,0.822
24,mlp.experts.42.up_proj,0.0148917389,0.05000,0.873
24,mlp.experts.41.up_proj,0.0061882453,0.05000,0.902
24,mlp.experts.40.up_proj,0.0165022289,0.05000,0.848
24,mlp.experts.47.up_proj,0.0222894808,0.05000,0.929
24,mlp.experts.46.up_proj,0.0095485969,0.05000,0.916
24,mlp.experts.45.up_proj,0.0336192506,0.05000,0.900
24,mlp.experts.44.up_proj,0.0135653710,0.05000,0.867
24,mlp.experts.51.up_proj,0.0078267291,0.05000,0.870
24,mlp.experts.50.up_proj,0.0053427813,0.05000,0.908
24,mlp.experts.49.up_proj,0.0153246584,0.05000,0.888
24,mlp.experts.48.up_proj,0.0079793708,0.05000,0.965
24,mlp.experts.55.up_proj,0.0116920199,0.05000,0.838
24,mlp.experts.54.up_proj,0.0097665551,0.05000,0.867
24,mlp.experts.53.up_proj,0.0089992142,0.05000,0.944
24,mlp.experts.52.up_proj,0.0161747800,0.05000,0.907
24,mlp.experts.59.up_proj,0.0909519593,0.05000,0.912
24,mlp.experts.58.up_proj,0.0084867695,0.05000,0.950
24,mlp.experts.57.up_proj,0.0071737690,0.05000,0.941
24,mlp.experts.56.up_proj,0.0224445113,0.05000,0.901
24,mlp.experts.63.up_proj,0.0109389647,0.05000,0.889
24,mlp.experts.62.up_proj,0.0165783697,0.05000,0.859
24,mlp.experts.61.up_proj,0.0053305715,0.05000,0.801
24,mlp.experts.60.up_proj,0.0143106778,0.05000,0.673
24,mlp.experts.2.down_proj,0.0046200325,0.05000,0.600
24,mlp.experts.1.down_proj,0.0038239773,0.05000,0.638
24,mlp.experts.3.down_proj,0.0059433509,0.05000,0.662
24,mlp.experts.0.down_proj,0.0082839053,0.05000,0.692
24,mlp.experts.6.down_proj,0.0027127690,0.05000,0.627
24,mlp.experts.7.down_proj,0.0044923418,0.05000,0.583
24,mlp.experts.5.down_proj,0.0179758591,0.05000,0.619
24,mlp.experts.4.down_proj,0.0040299442,0.05000,0.591
24,mlp.experts.10.down_proj,0.0065156497,0.05000,0.611
24,mlp.experts.11.down_proj,0.0069539917,0.05000,0.603
24,mlp.experts.8.down_proj,0.0054548539,0.05000,0.573
24,mlp.experts.9.down_proj,0.0030907898,0.05000,0.607
24,mlp.experts.12.down_proj,0.0066382376,0.05000,0.575
24,mlp.experts.14.down_proj,0.0048810035,0.05000,0.597
24,mlp.experts.15.down_proj,0.0051603752,0.05000,0.600
24,mlp.experts.13.down_proj,0.0137541272,0.05000,0.635
24,mlp.experts.16.down_proj,0.0089952148,0.05000,0.571
24,mlp.experts.18.down_proj,0.0049718941,0.05000,0.578
24,mlp.experts.19.down_proj,0.0066119920,0.05000,0.620
24,mlp.experts.17.down_proj,0.0055422333,0.05000,0.598
24,mlp.experts.20.down_proj,0.0056719303,0.05000,0.585
24,mlp.experts.22.down_proj,0.0049356807,0.05000,0.583
24,mlp.experts.23.down_proj,0.0085896681,0.05000,0.603
24,mlp.experts.21.down_proj,0.0071749292,0.05000,0.656
24,mlp.experts.26.down_proj,0.0052679003,0.05000,0.579
24,mlp.experts.24.down_proj,0.0143297625,0.05000,0.592
24,mlp.experts.27.down_proj,0.0052367838,0.05000,0.607
24,mlp.experts.25.down_proj,0.0045690672,0.05000,0.668
24,mlp.experts.30.down_proj,0.0078821904,0.05000,0.587
24,mlp.experts.28.down_proj,0.0037965578,0.05000,0.594
24,mlp.experts.31.down_proj,0.0060240731,0.05000,0.619
24,mlp.experts.29.down_proj,0.0046470814,0.05000,0.640
24,mlp.experts.32.down_proj,0.0083843827,0.05000,0.631
24,mlp.experts.34.down_proj,0.0041791647,0.05000,0.641
24,mlp.experts.35.down_proj,0.0895469983,0.05000,0.637
24,mlp.experts.33.down_proj,0.0053282776,0.05000,0.643
24,mlp.experts.36.down_proj,0.0336481333,0.05000,0.578
24,mlp.experts.38.down_proj,0.0027602697,0.05000,0.638
24,mlp.experts.39.down_proj,0.0060761349,0.05000,0.568
24,mlp.experts.37.down_proj,0.0030146621,0.05000,0.633
24,mlp.experts.40.down_proj,0.0051078697,0.05000,0.589
24,mlp.experts.42.down_proj,0.0056053853,0.05000,0.592
24,mlp.experts.43.down_proj,0.0031518867,0.05000,0.603
24,mlp.experts.41.down_proj,0.0032876540,0.05000,0.599
24,mlp.experts.44.down_proj,0.0051587035,0.05000,0.644
24,mlp.experts.46.down_proj,0.0037871029,0.05000,0.592
24,mlp.experts.47.down_proj,0.0136949390,0.05000,0.610
24,mlp.experts.45.down_proj,0.0113813778,0.05000,0.612
24,mlp.experts.50.down_proj,0.0045395863,0.05000,0.620
24,mlp.experts.48.down_proj,0.0043025617,0.05000,0.640
24,mlp.experts.51.down_proj,0.0036429850,0.05000,0.619
24,mlp.experts.49.down_proj,0.0094434023,0.05000,0.613
24,mlp.experts.52.down_proj,0.0065231555,0.05000,0.634
24,mlp.experts.54.down_proj,0.0039448415,0.05000,0.653
24,mlp.experts.55.down_proj,0.0064722423,0.05000,0.592
24,mlp.experts.53.down_proj,0.0023484254,0.05000,0.600
24,mlp.experts.56.down_proj,0.0076778305,0.05000,0.581
24,mlp.experts.58.down_proj,0.0052272003,0.05000,0.622
24,mlp.experts.59.down_proj,0.0210711161,0.05000,0.614
24,mlp.experts.57.down_proj,0.0067915261,0.05000,0.637
24,mlp.experts.60.down_proj,0.0078688860,0.05000,0.584
24,mlp.experts.62.down_proj,0.0131270797,0.05000,0.603
24,mlp.experts.63.down_proj,0.0044587571,0.05000,0.597
24,mlp.experts.61.down_proj,0.0032406090,0.05000,0.411
24,mlp.shared_experts.gate_proj,0.0033792790,0.05000,0.425
24,mlp.shared_experts.up_proj,0.0027248976,0.05000,0.428
24,mlp.shared_experts.down_proj,0.0009700335,0.05000,0.160
25,self_attn.q_proj,0.0037887395,0.05000,0.418
25,self_attn.kv_a_proj_with_mqa,0.0005837852,0.05000,0.421
25,self_attn.kv_b_proj,0.0204611344,0.05000,0.060
25,self_attn.o_proj,0.0004726276,0.05000,0.241
25,mlp.experts.3.gate_proj,0.0159530660,0.05000,0.850
25,mlp.experts.0.gate_proj,0.0153707946,0.05000,0.916
25,mlp.experts.1.gate_proj,0.0222831877,0.05000,0.925
25,mlp.experts.2.gate_proj,0.0092257050,0.05000,0.960
25,mlp.experts.7.gate_proj,0.0253095550,0.05000,0.865
25,mlp.experts.4.gate_proj,0.0069914970,0.05000,0.899
25,mlp.experts.5.gate_proj,0.0548689732,0.05000,0.900
25,mlp.experts.6.gate_proj,0.0071401747,0.05000,0.898
25,mlp.experts.11.gate_proj,0.0181374128,0.05000,0.905
25,mlp.experts.9.gate_proj,0.0081079520,0.05000,0.891
25,mlp.experts.10.gate_proj,0.0212408015,0.05000,0.917
25,mlp.experts.8.gate_proj,0.0254205696,0.05000,0.980
25,mlp.experts.15.gate_proj,0.0143534720,0.05000,0.877
25,mlp.experts.13.gate_proj,0.0076420117,0.05000,0.888
25,mlp.experts.14.gate_proj,0.0163654241,0.05000,0.881
25,mlp.experts.12.gate_proj,0.0299790402,0.05000,0.862
25,mlp.experts.19.gate_proj,0.0060917995,0.05000,0.868
25,mlp.experts.17.gate_proj,0.0104056872,0.05000,0.886
25,mlp.experts.16.gate_proj,0.0099117495,0.05000,0.862
25,mlp.experts.18.gate_proj,0.0346577082,0.05000,0.877
25,mlp.experts.23.gate_proj,0.0145487349,0.05000,0.878
25,mlp.experts.21.gate_proj,0.0118342623,0.05000,0.868
25,mlp.experts.20.gate_proj,0.0141840031,0.05000,0.872
25,mlp.experts.22.gate_proj,0.0290190292,0.05000,0.869
25,mlp.experts.27.gate_proj,0.0152320516,0.05000,0.817
25,mlp.experts.25.gate_proj,0.0211866349,0.05000,0.841
25,mlp.experts.26.gate_proj,0.0167020275,0.05000,0.842
25,mlp.experts.24.gate_proj,0.0109856404,0.05000,0.861
25,mlp.experts.31.gate_proj,0.0301548552,0.05000,0.865
25,mlp.experts.29.gate_proj,0.0079205662,0.05000,0.865
25,mlp.experts.30.gate_proj,0.0098540187,0.05000,0.835
25,mlp.experts.28.gate_proj,0.0242124432,0.05000,0.842
25,mlp.experts.35.gate_proj,0.0083950045,0.05000,0.836
25,mlp.experts.34.gate_proj,0.0306675982,0.05000,0.815
25,mlp.experts.33.gate_proj,0.0231038789,0.05000,0.862
25,mlp.experts.32.gate_proj,0.0061942316,0.05000,0.844
25,mlp.experts.39.gate_proj,0.0198384913,0.05000,0.927
25,mlp.experts.38.gate_proj,0.0084947493,0.05000,0.873
25,mlp.experts.37.gate_proj,0.0123830838,0.05000,0.857
25,mlp.experts.36.gate_proj,0.0179928852,0.05000,0.890
25,mlp.experts.43.gate_proj,0.0073566022,0.05000,0.904
25,mlp.experts.42.gate_proj,0.0054973120,0.05000,0.864
25,mlp.experts.41.gate_proj,0.0148634623,0.05000,0.915
25,mlp.experts.40.gate_proj,0.0215291300,0.05000,0.874
25,mlp.experts.47.gate_proj,0.0610834757,0.05000,0.826
25,mlp.experts.46.gate_proj,0.0073342802,0.05000,0.848
25,mlp.experts.45.gate_proj,0.0113857131,0.05000,0.843
25,mlp.experts.44.gate_proj,0.0049267093,0.05000,0.915
25,mlp.experts.51.gate_proj,0.0688542366,0.05000,0.874
25,mlp.experts.50.gate_proj,0.0100966714,0.05000,0.880
25,mlp.experts.49.gate_proj,0.0180061927,0.05000,0.836
25,mlp.experts.48.gate_proj,0.0133558144,0.05000,0.855
25,mlp.experts.55.gate_proj,0.0106048679,0.05000,0.869
25,mlp.experts.54.gate_proj,0.0111320634,0.05000,0.875
25,mlp.experts.53.gate_proj,0.0076300597,0.05000,0.896
25,mlp.experts.52.gate_proj,0.0186154143,0.05000,0.888
25,mlp.experts.59.gate_proj,0.0074614729,0.05000,0.849
25,mlp.experts.58.gate_proj,0.0198858418,0.05000,0.830
25,mlp.experts.57.gate_proj,0.0086063349,0.05000,0.855
25,mlp.experts.56.gate_proj,0.0090165338,0.05000,0.859
25,mlp.experts.63.gate_proj,0.0055078709,0.05000,0.868
25,mlp.experts.62.gate_proj,0.0186944510,0.05000,0.852
25,mlp.experts.61.gate_proj,0.0186492490,0.05000,0.851
25,mlp.experts.60.gate_proj,0.0082425538,0.05000,0.917
25,mlp.experts.2.up_proj,0.0095838462,0.05000,0.854
25,mlp.experts.3.up_proj,0.0161936998,0.05000,0.936
25,mlp.experts.1.up_proj,0.0226966375,0.05000,0.860
25,mlp.experts.0.up_proj,0.0160821488,0.05000,0.876
25,mlp.experts.7.up_proj,0.0264982158,0.05000,0.847
25,mlp.experts.6.up_proj,0.0073263054,0.05000,0.908
25,mlp.experts.5.up_proj,0.0565180320,0.05000,0.846
25,mlp.experts.4.up_proj,0.0071539160,0.05000,0.861
25,mlp.experts.10.up_proj,0.0220671432,0.05000,0.833
25,mlp.experts.9.up_proj,0.0078056290,0.05000,0.866
25,mlp.experts.11.up_proj,0.0182391567,0.05000,0.913
25,mlp.experts.8.up_proj,0.0272259674,0.05000,0.872
25,mlp.experts.14.up_proj,0.0170468419,0.05000,0.835
25,mlp.experts.15.up_proj,0.0145053347,0.05000,0.857
25,mlp.experts.13.up_proj,0.0080872940,0.05000,0.903
25,mlp.experts.12.up_proj,0.0317595700,0.05000,0.821
25,mlp.experts.18.up_proj,0.0360174435,0.05000,0.866
25,mlp.experts.17.up_proj,0.0106226219,0.05000,0.887
25,mlp.experts.19.up_proj,0.0064823689,0.05000,0.935
25,mlp.experts.16.up_proj,0.0104515366,0.05000,0.888
25,mlp.experts.22.up_proj,0.0299538633,0.05000,0.872
25,mlp.experts.21.up_proj,0.0120852903,0.05000,0.853
25,mlp.experts.23.up_proj,0.0147653213,0.05000,0.875
25,mlp.experts.20.up_proj,0.0144098086,0.05000,0.887
25,mlp.experts.26.up_proj,0.0180355541,0.05000,0.913
25,mlp.experts.25.up_proj,0.0227038488,0.05000,0.878
25,mlp.experts.27.up_proj,0.0156198663,0.05000,0.835
25,mlp.experts.24.up_proj,0.0114546395,0.05000,0.840
25,mlp.experts.30.up_proj,0.0087326512,0.05000,0.872
25,mlp.experts.29.up_proj,0.0073112148,0.05000,0.857
25,mlp.experts.31.up_proj,0.0309802470,0.05000,0.846
25,mlp.experts.28.up_proj,0.0251539962,0.05000,0.855
25,mlp.experts.34.up_proj,0.0315428686,0.05000,0.913
25,mlp.experts.33.up_proj,0.0220624541,0.05000,0.855
25,mlp.experts.35.up_proj,0.0087870105,0.05000,0.869
25,mlp.experts.32.up_proj,0.0064757567,0.05000,0.828
25,mlp.experts.37.up_proj,0.0115628997,0.05000,0.831
25,mlp.experts.39.up_proj,0.0189641301,0.05000,0.874
25,mlp.experts.36.up_proj,0.0185717915,0.05000,0.821
25,mlp.experts.38.up_proj,0.0089991490,0.05000,0.933
25,mlp.experts.41.up_proj,0.0156987988,0.05000,0.883
25,mlp.experts.43.up_proj,0.0076230772,0.05000,0.885
25,mlp.experts.40.up_proj,0.0223551264,0.05000,0.921
25,mlp.experts.42.up_proj,0.0056292187,0.05000,0.900
25,mlp.experts.45.up_proj,0.0120121241,0.05000,0.863
25,mlp.experts.47.up_proj,0.0656536718,0.05000,0.877
25,mlp.experts.44.up_proj,0.0051356512,0.05000,0.842
25,mlp.experts.46.up_proj,0.0075173361,0.05000,0.849
25,mlp.experts.51.up_proj,0.0720634580,0.05000,0.848
25,mlp.experts.49.up_proj,0.0189986229,0.05000,0.930
25,mlp.experts.50.up_proj,0.0104353352,0.05000,0.870
25,mlp.experts.48.up_proj,0.0139939952,0.05000,0.916
25,mlp.experts.55.up_proj,0.0108728695,0.05000,0.853
25,mlp.experts.53.up_proj,0.0078444893,0.05000,0.888
25,mlp.experts.54.up_proj,0.0115148739,0.05000,0.889
25,mlp.experts.52.up_proj,0.0180874674,0.05000,0.889
25,mlp.experts.59.up_proj,0.0072653337,0.05000,0.847
25,mlp.experts.57.up_proj,0.0090254448,0.05000,0.866
25,mlp.experts.58.up_proj,0.0208062511,0.05000,0.869
25,mlp.experts.56.up_proj,0.0092149606,0.05000,0.864
25,mlp.experts.63.up_proj,0.0056309099,0.05000,0.883
25,mlp.experts.61.up_proj,0.0196017390,0.05000,0.849
25,mlp.experts.62.up_proj,0.0177175625,0.05000,0.831
25,mlp.experts.60.up_proj,0.0085018720,0.05000,0.825
25,mlp.experts.0.down_proj,0.0075032277,0.05000,0.594
25,mlp.experts.2.down_proj,0.0062044460,0.05000,0.605
25,mlp.experts.1.down_proj,0.0133172114,0.05000,0.619
25,mlp.experts.3.down_proj,0.0079231411,0.05000,0.623
25,mlp.experts.6.down_proj,0.0051603705,0.05000,0.586
25,mlp.experts.4.down_proj,0.0050127922,0.05000,0.623
25,mlp.experts.5.down_proj,0.0244209766,0.05000,0.616
25,mlp.experts.7.down_proj,0.0120656048,0.05000,0.646
25,mlp.experts.11.down_proj,0.0111390166,0.05000,0.636
25,mlp.experts.8.down_proj,0.0138078120,0.05000,0.697
25,mlp.experts.9.down_proj,0.0042743781,0.05000,0.718
25,mlp.experts.10.down_proj,0.0129589302,0.05000,0.769
25,mlp.experts.12.down_proj,0.0162609679,0.05000,0.570
25,mlp.experts.15.down_proj,0.0107925018,0.05000,0.605
25,mlp.experts.13.down_proj,0.0033971127,0.05000,0.600
25,mlp.experts.14.down_proj,0.0087032902,0.05000,0.602
25,mlp.experts.19.down_proj,0.0069552874,0.05000,0.627
25,mlp.experts.16.down_proj,0.0074316468,0.05000,0.669
25,mlp.experts.17.down_proj,0.0056867587,0.05000,0.607
25,mlp.experts.18.down_proj,0.0155074511,0.05000,0.606
25,mlp.experts.20.down_proj,0.0070039166,0.05000,0.593
25,mlp.experts.23.down_proj,0.0082693047,0.05000,0.629
25,mlp.experts.22.down_proj,0.0139892697,0.05000,0.615
25,mlp.experts.21.down_proj,0.0047258917,0.05000,0.652
25,mlp.experts.24.down_proj,0.0083925713,0.05000,0.586
25,mlp.experts.27.down_proj,0.0122896202,0.05000,0.598
25,mlp.experts.26.down_proj,0.0132404241,0.05000,0.613
25,mlp.experts.25.down_proj,0.0134277314,0.05000,0.613
25,mlp.experts.28.down_proj,0.0189282778,0.05000,0.589
25,mlp.experts.31.down_proj,0.0172249255,0.05000,0.607
25,mlp.experts.29.down_proj,0.0055125956,0.05000,0.577
25,mlp.experts.30.down_proj,0.0094482736,0.05000,0.612
25,mlp.experts.32.down_proj,0.0053395426,0.05000,0.585
25,mlp.experts.35.down_proj,0.0055860689,0.05000,0.583
25,mlp.experts.34.down_proj,0.0146727228,0.05000,0.602
25,mlp.experts.33.down_proj,0.0273518950,0.05000,0.611
25,mlp.experts.36.down_proj,0.0099690283,0.05000,0.582
25,mlp.experts.39.down_proj,0.0206259306,0.05000,0.588
25,mlp.experts.38.down_proj,0.0024760584,0.05000,0.616
25,mlp.experts.37.down_proj,0.0066943350,0.05000,0.627
25,mlp.experts.40.down_proj,0.0127613786,0.05000,0.573
25,mlp.experts.43.down_proj,0.0047483997,0.05000,0.600
25,mlp.experts.42.down_proj,0.0064665579,0.05000,0.581
25,mlp.experts.41.down_proj,0.0056052449,0.05000,0.589
25,mlp.experts.44.down_proj,0.0081055132,0.05000,0.585
25,mlp.experts.47.down_proj,0.0354075233,0.05000,0.610
25,mlp.experts.46.down_proj,0.0057620734,0.05000,0.588
25,mlp.experts.45.down_proj,0.0101236853,0.05000,0.643
25,mlp.experts.48.down_proj,0.0067475035,0.05000,0.566
25,mlp.experts.50.down_proj,0.0092452006,0.05000,0.567
25,mlp.experts.51.down_proj,0.0268332839,0.05000,0.627
25,mlp.experts.49.down_proj,0.0115633268,0.05000,0.584
25,mlp.experts.52.down_proj,0.0054776280,0.05000,0.620
25,mlp.experts.54.down_proj,0.0079226199,0.05000,0.634
25,mlp.experts.55.down_proj,0.0065323395,0.05000,0.644
25,mlp.experts.53.down_proj,0.0097684002,0.05000,0.647
25,mlp.experts.56.down_proj,0.0061793986,0.05000,0.591
25,mlp.experts.59.down_proj,0.0035065105,0.05000,0.580
25,mlp.experts.58.down_proj,0.0158871822,0.05000,0.603
25,mlp.experts.57.down_proj,0.0069032534,0.05000,0.625
25,mlp.experts.60.down_proj,0.0053312842,0.05000,0.577
25,mlp.experts.63.down_proj,0.0041910681,0.05000,0.529
25,mlp.experts.62.down_proj,0.0101800877,0.05000,0.541
25,mlp.experts.61.down_proj,0.0063785243,0.05000,0.446
25,mlp.shared_experts.gate_proj,0.0043350429,0.05000,0.401
25,mlp.shared_experts.up_proj,0.0025596505,0.05000,0.414
25,mlp.shared_experts.down_proj,0.0011669142,0.05000,0.153
26,self_attn.q_proj,0.0030041274,0.05000,0.360
26,self_attn.kv_a_proj_with_mqa,0.0004007210,0.05000,0.377
26,self_attn.kv_b_proj,0.0270527598,0.05000,0.052
26,self_attn.o_proj,0.0007075375,0.05000,0.278
26,mlp.experts.0.gate_proj,0.0131559417,0.05000,0.844
26,mlp.experts.2.gate_proj,0.0146338987,0.05000,0.902
26,mlp.experts.1.gate_proj,0.0115057356,0.05000,0.920
26,mlp.experts.3.gate_proj,0.0119714283,0.05000,0.936
26,mlp.experts.4.gate_proj,0.0473557048,0.05000,0.873
26,mlp.experts.7.gate_proj,0.0212107003,0.05000,0.839
26,mlp.experts.6.gate_proj,0.0095347586,0.05000,0.889
26,mlp.experts.5.gate_proj,0.0089659299,0.05000,0.880
26,mlp.experts.8.gate_proj,0.0256543010,0.05000,0.824
26,mlp.experts.11.gate_proj,0.0253501910,0.05000,0.859
26,mlp.experts.10.gate_proj,0.0138897651,0.05000,0.879
26,mlp.experts.9.gate_proj,0.0139773658,0.05000,0.900
26,mlp.experts.12.gate_proj,0.0270122215,0.05000,0.838
26,mlp.experts.15.gate_proj,0.0046889168,0.05000,0.888
26,mlp.experts.14.gate_proj,0.0066765372,0.05000,0.915
26,mlp.experts.13.gate_proj,0.0098971647,0.05000,0.911
26,mlp.experts.16.gate_proj,0.0128043051,0.05000,0.879
26,mlp.experts.18.gate_proj,0.0272025629,0.05000,0.925
26,mlp.experts.17.gate_proj,0.0072421154,0.05000,0.912
26,mlp.experts.19.gate_proj,0.0342820930,0.05000,1.016
26,mlp.experts.20.gate_proj,0.0169591904,0.05000,0.911
26,mlp.experts.21.gate_proj,0.0109911917,0.05000,0.875
26,mlp.experts.22.gate_proj,0.0074589097,0.05000,0.961
26,mlp.experts.23.gate_proj,0.0055517854,0.05000,0.936
26,mlp.experts.24.gate_proj,0.0212206813,0.05000,0.944
26,mlp.experts.25.gate_proj,0.0138860799,0.05000,0.902
26,mlp.experts.26.gate_proj,0.0096791242,0.05000,0.837
26,mlp.experts.27.gate_proj,0.0076487695,0.05000,0.851
26,mlp.experts.28.gate_proj,0.0104620515,0.05000,0.831
26,mlp.experts.30.gate_proj,0.0072625790,0.05000,0.835
26,mlp.experts.29.gate_proj,0.0141710314,0.05000,0.865
26,mlp.experts.31.gate_proj,0.0085621061,0.05000,0.884
26,mlp.experts.32.gate_proj,0.0091273236,0.05000,0.861
26,mlp.experts.33.gate_proj,0.0513517346,0.05000,0.863
26,mlp.experts.34.gate_proj,0.0165173243,0.05000,0.932
26,mlp.experts.35.gate_proj,0.0149955332,0.05000,0.909
26,mlp.experts.36.gate_proj,0.0110944223,0.05000,0.897
26,mlp.experts.37.gate_proj,0.0160928574,0.05000,0.843
26,mlp.experts.39.gate_proj,0.0169110649,0.05000,0.847
26,mlp.experts.38.gate_proj,0.0144296073,0.05000,0.924
26,mlp.experts.40.gate_proj,0.0144266521,0.05000,0.865
26,mlp.experts.41.gate_proj,0.0155517344,0.05000,0.885
26,mlp.experts.43.gate_proj,0.0178946307,0.05000,0.886
26,mlp.experts.42.gate_proj,0.0306637128,0.05000,0.888
26,mlp.experts.44.gate_proj,0.0070909896,0.05000,0.896
26,mlp.experts.47.gate_proj,0.0126871900,0.05000,0.848
26,mlp.experts.45.gate_proj,0.0314769663,0.05000,0.957
26,mlp.experts.46.gate_proj,0.0140055567,0.05000,0.897
26,mlp.experts.48.gate_proj,0.0158469785,0.05000,0.854
26,mlp.experts.51.gate_proj,0.0339091172,0.05000,0.852
26,mlp.experts.49.gate_proj,0.0191900270,0.05000,0.886
26,mlp.experts.50.gate_proj,0.0231808343,0.05000,0.842
26,mlp.experts.52.gate_proj,0.0072919042,0.05000,0.915
26,mlp.experts.55.gate_proj,0.0146997826,0.05000,0.846
26,mlp.experts.53.gate_proj,0.0105210687,0.05000,0.873
26,mlp.experts.54.gate_proj,0.0137928787,0.05000,0.866
26,mlp.experts.56.gate_proj,0.0174434308,0.05000,0.852
26,mlp.experts.59.gate_proj,0.0160337413,0.05000,0.888
26,mlp.experts.57.gate_proj,0.0090529014,0.05000,0.842
26,mlp.experts.58.gate_proj,0.0276186797,0.05000,0.845
26,mlp.experts.60.gate_proj,0.0117359397,0.05000,0.881
26,mlp.experts.61.gate_proj,0.0151381493,0.05000,0.826
26,mlp.experts.63.gate_proj,0.0154998713,0.05000,0.880
26,mlp.experts.62.gate_proj,0.0102997213,0.05000,0.849
26,mlp.experts.0.up_proj,0.0137093822,0.05000,0.935
26,mlp.experts.3.up_proj,0.0125896613,0.05000,0.862
26,mlp.experts.2.up_proj,0.0148572667,0.05000,0.845
26,mlp.experts.1.up_proj,0.0113282068,0.05000,0.908
26,mlp.experts.4.up_proj,0.0481600232,0.05000,0.845
26,mlp.experts.5.up_proj,0.0086066776,0.05000,0.820
26,mlp.experts.7.up_proj,0.0222164934,0.05000,0.849
26,mlp.experts.6.up_proj,0.0099065122,0.05000,0.910
26,mlp.experts.8.up_proj,0.0269796494,0.05000,0.921
26,mlp.experts.9.up_proj,0.0142521977,0.05000,0.873
26,mlp.experts.11.up_proj,0.0262380353,0.05000,0.931
26,mlp.experts.10.up_proj,0.0135030532,0.05000,0.886
26,mlp.experts.12.up_proj,0.0291225053,0.05000,0.844
26,mlp.experts.13.up_proj,0.0094010346,0.05000,0.833
26,mlp.experts.15.up_proj,0.0049441668,0.05000,0.862
26,mlp.experts.14.up_proj,0.0066841365,0.05000,0.872
26,mlp.experts.16.up_proj,0.0126572421,0.05000,0.871
26,mlp.experts.17.up_proj,0.0067097732,0.05000,0.859
26,mlp.experts.19.up_proj,0.0360141134,0.05000,0.883
26,mlp.experts.18.up_proj,0.0285082297,0.05000,0.865
26,mlp.experts.20.up_proj,0.0177313089,0.05000,0.920
26,mlp.experts.21.up_proj,0.0110236636,0.05000,0.925
26,mlp.experts.23.up_proj,0.0058484493,0.05000,0.850
26,mlp.experts.22.up_proj,0.0077132816,0.05000,0.912
26,mlp.experts.24.up_proj,0.0218508784,0.05000,0.938
26,mlp.experts.25.up_proj,0.0126949350,0.05000,0.906
26,mlp.experts.27.up_proj,0.0079291790,0.05000,0.921
26,mlp.experts.26.up_proj,0.0100987881,0.05000,0.922
26,mlp.experts.28.up_proj,0.0104090957,0.05000,0.871
26,mlp.experts.29.up_proj,0.0147816033,0.05000,0.882
26,mlp.experts.31.up_proj,0.0087973078,0.05000,0.849
26,mlp.experts.30.up_proj,0.0072596666,0.05000,0.887
26,mlp.experts.32.up_proj,0.0093357975,0.05000,0.850
26,mlp.experts.33.up_proj,0.0520595610,0.05000,0.865
26,mlp.experts.35.up_proj,0.0157375614,0.05000,0.847
26,mlp.experts.34.up_proj,0.0164121952,0.05000,0.849
26,mlp.experts.36.up_proj,0.0100885272,0.05000,0.831
26,mlp.experts.37.up_proj,0.0170596232,0.05000,0.849
26,mlp.experts.39.up_proj,0.0178769784,0.05000,0.870
26,mlp.experts.38.up_proj,0.0149950463,0.05000,0.837
26,mlp.experts.40.up_proj,0.0153839434,0.05000,0.871
26,mlp.experts.41.up_proj,0.0160003776,0.05000,0.841
26,mlp.experts.43.up_proj,0.0186889400,0.05000,0.842
26,mlp.experts.42.up_proj,0.0318682075,0.05000,0.836
26,mlp.experts.44.up_proj,0.0072876726,0.05000,0.867
26,mlp.experts.45.up_proj,0.0321292877,0.05000,0.842
26,mlp.experts.47.up_proj,0.0130333277,0.05000,0.846
26,mlp.experts.46.up_proj,0.0137410151,0.05000,0.853
26,mlp.experts.49.up_proj,0.0186739930,0.05000,0.824
26,mlp.experts.48.up_proj,0.0167456071,0.05000,0.856
26,mlp.experts.51.up_proj,0.0352012068,0.05000,0.867
26,mlp.experts.50.up_proj,0.0229973901,0.05000,0.838
26,mlp.experts.52.up_proj,0.0074713341,0.05000,0.858
26,mlp.experts.53.up_proj,0.0107223473,0.05000,0.881
26,mlp.experts.55.up_proj,0.0158180543,0.05000,0.907
26,mlp.experts.54.up_proj,0.0146551226,0.05000,0.903
26,mlp.experts.57.up_proj,0.0091688295,0.05000,0.839
26,mlp.experts.56.up_proj,0.0180161863,0.05000,0.871
26,mlp.experts.59.up_proj,0.0170156448,0.05000,0.902
26,mlp.experts.58.up_proj,0.0281844437,0.05000,0.871
26,mlp.experts.61.up_proj,0.0147476733,0.05000,0.839
26,mlp.experts.60.up_proj,0.0120091958,0.05000,0.833
26,mlp.experts.62.up_proj,0.0097586487,0.05000,0.752
26,mlp.experts.63.up_proj,0.0161995946,0.05000,0.775
26,mlp.experts.1.down_proj,0.0108894701,0.05000,0.586
26,mlp.experts.0.down_proj,0.0145923790,0.05000,0.606
26,mlp.experts.3.down_proj,0.0158457325,0.05000,0.617
26,mlp.experts.2.down_proj,0.0101532300,0.05000,0.618
26,mlp.experts.5.down_proj,0.0218613557,0.05000,0.636
26,mlp.experts.4.down_proj,0.0578123066,0.05000,0.628
26,mlp.experts.7.down_proj,0.0265335061,0.05000,0.621
26,mlp.experts.6.down_proj,0.0058882668,0.05000,0.671
26,mlp.experts.8.down_proj,0.0125275468,0.05000,0.610
26,mlp.experts.11.down_proj,0.0107495763,0.05000,0.606
26,mlp.experts.9.down_proj,0.0105978881,0.05000,0.634
26,mlp.experts.10.down_proj,0.0126871467,0.05000,0.610
26,mlp.experts.13.down_proj,2.5545621126,0.05000,0.616
26,mlp.experts.12.down_proj,0.0166902635,0.05000,0.640
26,mlp.experts.15.down_proj,0.0103235471,0.05000,0.667
26,mlp.experts.14.down_proj,0.3088307162,0.05000,0.625
26,mlp.experts.16.down_proj,0.0128709063,0.05000,0.565
26,mlp.experts.17.down_proj,0.5590246777,0.05000,0.608
26,mlp.experts.19.down_proj,0.0185215855,0.05000,0.597
26,mlp.experts.18.down_proj,0.0158684290,0.05000,0.593
26,mlp.experts.20.down_proj,0.0131604493,0.05000,0.589
26,mlp.experts.21.down_proj,0.0070439582,0.05000,0.581
26,mlp.experts.22.down_proj,0.0069748545,0.05000,0.634
26,mlp.experts.23.down_proj,0.1853046180,0.05000,0.656
26,mlp.experts.24.down_proj,0.0117101267,0.05000,0.603
26,mlp.experts.25.down_proj,0.0061328766,0.05000,0.623
26,mlp.experts.26.down_proj,0.0069380440,0.05000,0.615
26,mlp.experts.27.down_proj,0.0086572709,0.05000,0.642
26,mlp.experts.28.down_proj,0.0198441598,0.05000,0.623
26,mlp.experts.29.down_proj,0.0102461468,0.05000,0.692
26,mlp.experts.30.down_proj,0.0077962910,0.05000,0.625
26,mlp.experts.31.down_proj,0.0070486507,0.05000,0.675
26,mlp.experts.32.down_proj,0.0090041727,0.05000,0.669
26,mlp.experts.34.down_proj,0.0147936434,0.05000,0.658
26,mlp.experts.33.down_proj,0.0190816202,0.05000,0.684
26,mlp.experts.35.down_proj,0.0191040436,0.05000,0.602
26,mlp.experts.36.down_proj,0.0083293808,0.05000,0.649
26,mlp.experts.38.down_proj,0.0065607869,0.05000,0.595
26,mlp.experts.39.down_proj,0.0080808848,0.05000,0.611
26,mlp.experts.37.down_proj,0.0139253130,0.05000,0.668
26,mlp.experts.40.down_proj,0.0229002756,0.05000,0.620
26,mlp.experts.42.down_proj,0.0230074624,0.05000,0.594
26,mlp.experts.43.down_proj,0.0176623045,0.05000,0.636
26,mlp.experts.41.down_proj,0.0096842464,0.05000,0.619
26,mlp.experts.44.down_proj,0.0057116723,0.05000,0.356
26,mlp.experts.46.down_proj,0.0120934732,0.05000,0.324
26,mlp.experts.50.down_proj,0.0239148871,0.05000,0.561
26,mlp.experts.48.down_proj,0.0094537907,0.05000,0.581
26,mlp.experts.47.down_proj,0.0082416236,0.05000,0.593
26,mlp.experts.45.down_proj,0.0475838924,0.05000,0.598
26,mlp.experts.54.down_proj,0.0080924442,0.05000,0.563
26,mlp.experts.52.down_proj,0.0077780286,0.05000,0.552
26,mlp.experts.51.down_proj,0.0189450035,0.05000,0.592
26,mlp.experts.49.down_proj,0.0219197817,0.05000,0.617
26,mlp.experts.58.down_proj,0.0335702532,0.05000,0.582
26,mlp.experts.56.down_proj,0.0162475541,0.05000,0.598
26,mlp.experts.55.down_proj,0.0125454170,0.05000,0.610
26,mlp.experts.53.down_proj,0.0106215414,0.05000,0.584
26,mlp.experts.62.down_proj,0.0093553942,0.05000,0.576
26,mlp.experts.60.down_proj,0.0068311980,0.05000,0.586
26,mlp.experts.57.down_proj,0.0067519571,0.05000,0.528
26,mlp.experts.59.down_proj,0.0152638222,0.05000,0.559
26,mlp.experts.61.down_proj,0.0141725312,0.05000,0.275
26,mlp.experts.63.down_proj,0.0115356768,0.05000,0.258
26,mlp.shared_experts.up_proj,0.0028287854,0.05000,0.386
26,mlp.shared_experts.gate_proj,0.0044773534,0.05000,0.398
26,mlp.shared_experts.down_proj,0.0026096815,0.05000,0.149
27,self_attn.q_proj,0.0013635914,0.05000,0.390
27,self_attn.kv_a_proj_with_mqa,0.0001626847,0.05000,0.397
27,self_attn.kv_b_proj,0.0301880304,0.05000,0.058
27,self_attn.o_proj,0.0008649951,0.05000,0.242
27,mlp.experts.2.gate_proj,0.0176587939,0.05000,0.884
27,mlp.experts.0.gate_proj,0.0100481884,0.05000,0.898
27,mlp.experts.3.gate_proj,0.0176305354,0.05000,0.898
27,mlp.experts.1.gate_proj,0.0170997831,0.05000,0.902
27,mlp.experts.6.gate_proj,0.0111977024,0.05000,0.829
27,mlp.experts.4.gate_proj,0.0072881363,0.05000,0.842
27,mlp.experts.7.gate_proj,0.0117427958,0.05000,0.852
27,mlp.experts.5.gate_proj,0.0160609123,0.05000,0.868
27,mlp.experts.10.gate_proj,0.0104540093,0.05000,0.846
27,mlp.experts.8.gate_proj,0.0329624352,0.05000,0.855
27,mlp.experts.9.gate_proj,0.0231542962,0.05000,0.855
27,mlp.experts.11.gate_proj,0.0157389702,0.05000,0.901
27,mlp.experts.14.gate_proj,0.0083683495,0.05000,0.867
27,mlp.experts.12.gate_proj,0.0098325727,0.05000,0.888
27,mlp.experts.13.gate_proj,0.0057180071,0.05000,0.897
27,mlp.experts.15.gate_proj,0.0183082097,0.05000,0.919
27,mlp.experts.18.gate_proj,0.0389308665,0.05000,0.881
27,mlp.experts.16.gate_proj,0.0064088312,0.05000,0.837
27,mlp.experts.17.gate_proj,0.0186206793,0.05000,0.870
27,mlp.experts.19.gate_proj,0.0099879585,0.05000,0.938
27,mlp.experts.20.gate_proj,0.0179321544,0.05000,0.904
27,mlp.experts.22.gate_proj,0.0052658674,0.05000,0.929
27,mlp.experts.21.gate_proj,0.0165260875,0.05000,0.954
27,mlp.experts.23.gate_proj,0.0130852237,0.05000,0.883
27,mlp.experts.24.gate_proj,0.0076932207,0.05000,0.885
27,mlp.experts.26.gate_proj,0.0161120677,0.05000,0.936
27,mlp.experts.25.gate_proj,0.0221493800,0.05000,0.874
27,mlp.experts.27.gate_proj,0.0207702001,0.05000,0.927
27,mlp.experts.28.gate_proj,0.0253850909,0.05000,0.833
27,mlp.experts.30.gate_proj,0.0175884316,0.05000,0.841
27,mlp.experts.29.gate_proj,0.0132896954,0.05000,0.832
27,mlp.experts.31.gate_proj,0.0065634311,0.05000,0.879
27,mlp.experts.32.gate_proj,0.0047863888,0.05000,0.865
27,mlp.experts.34.gate_proj,0.0181309290,0.05000,0.887
27,mlp.experts.33.gate_proj,0.0061102933,0.05000,0.903
27,mlp.experts.35.gate_proj,0.0056038164,0.05000,0.912
27,mlp.experts.36.gate_proj,0.0170678139,0.05000,0.874
27,mlp.experts.38.gate_proj,0.0085923164,0.05000,0.959
27,mlp.experts.37.gate_proj,0.0124326055,0.05000,0.957
27,mlp.experts.39.gate_proj,0.0068659512,0.05000,0.947
27,mlp.experts.40.gate_proj,0.0131499162,0.05000,0.877
27,mlp.experts.42.gate_proj,0.0093137065,0.05000,0.882
27,mlp.experts.41.gate_proj,0.0111869409,0.05000,0.910
27,mlp.experts.43.gate_proj,0.0187889059,0.05000,0.910
27,mlp.experts.44.gate_proj,0.0154411412,0.05000,0.891
27,mlp.experts.46.gate_proj,0.0108687953,0.05000,0.881
27,mlp.experts.45.gate_proj,0.0163092732,0.05000,0.842
27,mlp.experts.47.gate_proj,0.0068733004,0.05000,0.933
27,mlp.experts.48.gate_proj,0.0198896130,0.05000,0.826
27,mlp.experts.49.gate_proj,0.0137055657,0.05000,0.821
27,mlp.experts.50.gate_proj,0.0075104268,0.05000,0.878
27,mlp.experts.51.gate_proj,0.0124115586,0.05000,0.877
27,mlp.experts.52.gate_proj,0.0095765714,0.05000,0.845
27,mlp.experts.54.gate_proj,0.0087039838,0.05000,0.831
27,mlp.experts.53.gate_proj,0.0067086305,0.05000,0.909
27,mlp.experts.55.gate_proj,0.0045683793,0.05000,0.897
27,mlp.experts.56.gate_proj,0.0121078657,0.05000,0.917
27,mlp.experts.58.gate_proj,0.0059080564,0.05000,0.879
27,mlp.experts.57.gate_proj,0.0193752981,0.05000,0.879
27,mlp.experts.59.gate_proj,0.0047506739,0.05000,0.889
27,mlp.experts.60.gate_proj,0.0134414496,0.05000,0.899
27,mlp.experts.62.gate_proj,0.0202770273,0.05000,0.854
27,mlp.experts.61.gate_proj,0.0122377522,0.05000,0.867
27,mlp.experts.63.gate_proj,0.0207076234,0.05000,0.879
27,mlp.experts.0.up_proj,0.0085612909,0.05000,0.886
27,mlp.experts.2.up_proj,0.0167821515,0.05000,0.904
27,mlp.experts.1.up_proj,0.0165362772,0.05000,0.885
27,mlp.experts.3.up_proj,0.0176042318,0.05000,0.878
27,mlp.experts.4.up_proj,0.0071480794,0.05000,0.912
27,mlp.experts.6.up_proj,0.0111195820,0.05000,0.884
27,mlp.experts.5.up_proj,0.0166403637,0.05000,0.884
27,mlp.experts.7.up_proj,0.0122234161,0.05000,0.888
27,mlp.experts.8.up_proj,0.0334452704,0.05000,0.878
27,mlp.experts.10.up_proj,0.0106705776,0.05000,0.857
27,mlp.experts.9.up_proj,0.0216696586,0.05000,0.877
27,mlp.experts.11.up_proj,0.0142856076,0.05000,0.852
27,mlp.experts.14.up_proj,0.0081064773,0.05000,1.016
27,mlp.experts.12.up_proj,0.0097715762,0.05000,1.135
27,mlp.experts.13.up_proj,0.0057179457,0.05000,1.107
27,mlp.experts.15.up_proj,0.0185564913,0.05000,1.387
27,mlp.experts.16.up_proj,0.0062680980,0.05000,1.337
27,mlp.experts.18.up_proj,0.0382264455,0.05000,1.409
27,mlp.experts.17.up_proj,0.0186296325,0.05000,1.339
27,mlp.experts.19.up_proj,0.0094458639,0.05000,1.298
27,mlp.experts.22.up_proj,0.0051234048,0.05000,1.079
27,mlp.experts.20.up_proj,0.0176330749,0.05000,1.163
27,mlp.experts.21.up_proj,0.0143120859,0.05000,1.121
27,mlp.experts.23.up_proj,0.0120268102,0.05000,0.940
27,mlp.experts.26.up_proj,0.0162569034,0.05000,0.934
27,mlp.experts.24.up_proj,0.0073593894,0.05000,0.956
27,mlp.experts.25.up_proj,0.0209885081,0.05000,0.895
27,mlp.experts.27.up_proj,0.0217928648,0.05000,0.968
27,mlp.experts.30.up_proj,0.0173752507,0.05000,0.961
27,mlp.experts.28.up_proj,0.0255975036,0.05000,0.923
27,mlp.experts.29.up_proj,0.0125948876,0.05000,0.918
27,mlp.experts.31.up_proj,0.0064054477,0.05000,0.941
27,mlp.experts.34.up_proj,0.0170840514,0.05000,0.867
27,mlp.experts.33.up_proj,0.0051974274,0.05000,0.885
27,mlp.experts.32.up_proj,0.0047623283,0.05000,0.933
27,mlp.experts.35.up_proj,0.0053591445,0.05000,0.897
27,mlp.experts.38.up_proj,0.0087584846,0.05000,0.896
27,mlp.experts.36.up_proj,0.0172136916,0.05000,0.897
27,mlp.experts.37.up_proj,0.0121715293,0.05000,0.963
27,mlp.experts.39.up_proj,0.0069950847,0.05000,0.873
27,mlp.experts.42.up_proj,0.0085142210,0.05000,0.897
27,mlp.experts.40.up_proj,0.0128746842,0.05000,0.895
27,mlp.experts.41.up_proj,0.0103412880,0.05000,0.848
27,mlp.experts.43.up_proj,0.0193899515,0.05000,0.968
27,mlp.experts.46.up_proj,0.0103298373,0.05000,0.974
27,mlp.experts.45.up_proj,0.0167190623,0.05000,0.903
27,mlp.experts.44.up_proj,0.0147806355,0.05000,0.921
27,mlp.experts.47.up_proj,0.0058300399,0.05000,0.868
27,mlp.experts.49.up_proj,0.0128021930,0.05000,0.860
27,mlp.experts.50.up_proj,0.0070400826,0.05000,0.913
27,mlp.experts.48.up_proj,0.0177132629,0.05000,0.921
27,mlp.experts.51.up_proj,0.0119776328,0.05000,0.885
27,mlp.experts.53.up_proj,0.0065939767,0.05000,0.879
27,mlp.experts.54.up_proj,0.0086772936,0.05000,0.912
27,mlp.experts.52.up_proj,0.0090173853,0.05000,0.889
27,mlp.experts.55.up_proj,0.0043975578,0.05000,0.899
27,mlp.experts.57.up_proj,0.0178198146,0.05000,0.820
27,mlp.experts.56.up_proj,0.0123924936,0.05000,0.848
27,mlp.experts.58.up_proj,0.0057327823,0.05000,0.878
27,mlp.experts.59.up_proj,0.0047137587,0.05000,0.880
27,mlp.experts.61.up_proj,0.0118660483,0.05000,0.953
27,mlp.experts.62.up_proj,0.0197090228,0.05000,0.864
27,mlp.experts.60.up_proj,0.0136260205,0.05000,0.897
27,mlp.experts.63.up_proj,0.0211709254,0.05000,0.587
27,mlp.experts.3.down_proj,0.0063446939,0.05000,0.585
27,mlp.experts.0.down_proj,0.0062038044,0.05000,0.601
27,mlp.experts.1.down_proj,0.0116150075,0.05000,0.606
27,mlp.experts.2.down_proj,0.0707156754,0.05000,0.613
27,mlp.experts.4.down_proj,0.0092957406,0.05000,0.628
27,mlp.experts.7.down_proj,0.1076268575,0.05000,0.644
27,mlp.experts.5.down_proj,0.0189716539,0.05000,0.626
27,mlp.experts.6.down_proj,0.0098500286,0.05000,0.678
27,mlp.experts.11.down_proj,0.0453854265,0.05000,1.090
27,mlp.experts.10.down_proj,0.0100886930,0.05000,1.098
27,mlp.experts.8.down_proj,0.0214785400,0.05000,1.162
27,mlp.experts.9.down_proj,0.0398902825,0.05000,1.182
27,mlp.experts.12.down_proj,0.0119059258,0.05000,0.978
27,mlp.experts.14.down_proj,0.0057599946,0.05000,0.994
27,mlp.experts.15.down_proj,0.0135467209,0.05000,1.094
27,mlp.experts.13.down_proj,0.0055313520,0.05000,1.180
27,mlp.experts.16.down_proj,0.0041380499,0.05000,1.098
27,mlp.experts.19.down_proj,0.4496345958,0.05000,1.076
27,mlp.experts.18.down_proj,0.1413273414,0.05000,1.144
27,mlp.experts.17.down_proj,0.0159740997,0.05000,1.035
27,mlp.experts.23.down_proj,0.0092818982,0.05000,0.700
27,mlp.experts.20.down_proj,0.0101329920,0.05000,0.765
27,mlp.experts.22.down_proj,0.0045171572,0.05000,0.751
27,mlp.experts.21.down_proj,0.0268504697,0.05000,0.774
27,mlp.experts.27.down_proj,0.6110147476,0.05000,0.810
27,mlp.experts.24.down_proj,0.5696052054,0.05000,0.832
27,mlp.experts.26.down_proj,0.0132784653,0.05000,0.814
27,mlp.experts.25.down_proj,0.0094606330,0.05000,0.948
27,mlp.experts.31.down_proj,0.0093357200,0.05000,0.746
27,mlp.experts.28.down_proj,0.0168272463,0.05000,0.729
27,mlp.experts.30.down_proj,0.0136389368,0.05000,0.719
27,mlp.experts.29.down_proj,0.0276267422,0.05000,0.680
27,mlp.experts.35.down_proj,0.0049600503,0.05000,0.674
27,mlp.experts.34.down_proj,0.0106688341,0.05000,0.661
27,mlp.experts.32.down_proj,0.2440251577,0.05000,0.719
27,mlp.experts.33.down_proj,0.0051874748,0.05000,0.704
27,mlp.experts.39.down_proj,0.0052766306,0.05000,0.663
27,mlp.experts.38.down_proj,0.6694517724,0.05000,0.654
27,mlp.experts.36.down_proj,0.0132224321,0.05000,0.621
27,mlp.experts.37.down_proj,0.0112023457,0.05000,0.697
27,mlp.experts.43.down_proj,0.0270506955,0.05000,0.673
27,mlp.experts.40.down_proj,0.0066661079,0.05000,0.638
27,mlp.experts.42.down_proj,0.0114076709,0.05000,0.651
27,mlp.experts.41.down_proj,0.0082953401,0.05000,0.673
27,mlp.experts.46.down_proj,0.0090844420,0.05000,0.633
27,mlp.experts.47.down_proj,0.0073310203,0.05000,0.664
27,mlp.experts.44.down_proj,0.0078516945,0.05000,0.685
27,mlp.experts.45.down_proj,0.0136691129,0.05000,0.618
27,mlp.experts.50.down_proj,0.0048603725,0.05000,0.634
27,mlp.experts.51.down_proj,0.0082881615,0.05000,0.677
27,mlp.experts.48.down_proj,0.1260412761,0.05000,0.683
27,mlp.experts.49.down_proj,0.0175480592,0.05000,0.635
27,mlp.experts.54.down_proj,0.0082379531,0.05000,0.660
27,mlp.experts.52.down_proj,0.0152086622,0.05000,0.648
27,mlp.experts.55.down_proj,0.0084446028,0.05000,0.691
27,mlp.experts.53.down_proj,0.1558258238,0.05000,0.770
27,mlp.experts.58.down_proj,0.0063002571,0.05000,0.706
27,mlp.experts.56.down_proj,0.0159558670,0.05000,0.689
27,mlp.experts.59.down_proj,0.0062296264,0.05000,0.698
27,mlp.experts.57.down_proj,0.0172779676,0.05000,0.636
27,mlp.experts.62.down_proj,0.0242694775,0.05000,0.675
27,mlp.experts.60.down_proj,0.0089840355,0.05000,0.686
27,mlp.experts.63.down_proj,0.0323464935,0.05000,0.706
27,mlp.experts.61.down_proj,0.0101610153,0.05000,0.496
27,mlp.shared_experts.up_proj,0.0029665056,0.05000,0.430
27,mlp.shared_experts.gate_proj,0.0031705916,0.05000,0.435
27,mlp.shared_experts.down_proj,0.0121615147,0.05000,0.151