| layer,module,loss,samples,damp,time | |
| 0,self_attn.q_proj,0.0005696238,0.05000,0.530 | |
| 0,self_attn.kv_a_proj_with_mqa,0.0001671350,0.05000,0.499 | |
| 0,self_attn.kv_b_proj,0.0000002640,0.05000,0.060 | |
| 0,self_attn.o_proj,0.0000000788,0.05000,0.202 | |
| 0,mlp.up_proj,0.0000936833,0.05000,0.380 | |
| 0,mlp.gate_proj,0.0003187890,0.05000,0.392 | |
| 0,mlp.down_proj,0.0000001787,0.05000,0.957 | |
| 1,self_attn.q_proj,0.0036521127,0.05000,0.395 | |
| 1,self_attn.kv_a_proj_with_mqa,0.0002932920,0.05000,0.398 | |
| 1,self_attn.kv_b_proj,0.0000091452,0.05000,0.059 | |
| 1,self_attn.o_proj,0.0000003773,0.05000,0.229 | |
| 1,mlp.experts.0.gate_proj,0.0002843573,0.05000,2.586 | |
| 1,mlp.experts.1.gate_proj,0.0001999708,0.05000,2.593 | |
| 1,mlp.experts.2.gate_proj,0.0002260415,0.05000,2.641 | |
| 1,mlp.experts.3.gate_proj,0.0002000551,0.05000,2.671 | |
| 1,mlp.experts.4.gate_proj,0.0001937355,0.05000,2.355 | |
| 1,mlp.experts.6.gate_proj,0.0001642516,0.05000,2.346 | |
| 1,mlp.experts.7.gate_proj,0.0002077980,0.05000,2.346 | |
| 1,mlp.experts.5.gate_proj,0.0001568625,0.05000,2.434 | |
| 1,mlp.experts.8.gate_proj,0.0002015791,0.05000,1.582 | |
| 1,mlp.experts.10.gate_proj,0.0001074220,0.05000,1.544 | |
| 1,mlp.experts.11.gate_proj,0.0002195338,0.05000,1.539 | |
| 1,mlp.experts.9.gate_proj,0.0001605408,0.05000,1.548 | |
| 1,mlp.experts.13.gate_proj,0.0002984094,0.05000,1.396 | |
| 1,mlp.experts.12.gate_proj,0.0001911568,0.05000,1.513 | |
| 1,mlp.experts.15.gate_proj,0.0001861709,0.05000,1.578 | |
| 1,mlp.experts.14.gate_proj,0.0000958135,0.05000,1.644 | |
| 1,mlp.experts.17.gate_proj,0.0001707000,0.05000,1.498 | |
| 1,mlp.experts.16.gate_proj,0.0002540052,0.05000,1.531 | |
| 1,mlp.experts.18.gate_proj,0.0001499176,0.05000,1.511 | |
| 1,mlp.experts.19.gate_proj,0.0001860224,0.05000,1.582 | |
| 1,mlp.experts.21.gate_proj,0.0001599456,0.05000,1.047 | |
| 1,mlp.experts.20.gate_proj,0.0002921322,0.05000,1.006 | |
| 1,mlp.experts.23.gate_proj,0.0002962463,0.05000,0.998 | |
| 1,mlp.experts.22.gate_proj,0.0002542353,0.05000,1.047 | |
| 1,mlp.experts.25.gate_proj,0.0000706176,0.05000,1.192 | |
| 1,mlp.experts.24.gate_proj,0.0001868898,0.05000,1.198 | |
| 1,mlp.experts.27.gate_proj,0.0002084831,0.05000,1.111 | |
| 1,mlp.experts.26.gate_proj,0.0001281848,0.05000,1.164 | |
| 1,mlp.experts.29.gate_proj,0.0002136246,0.05000,0.883 | |
| 1,mlp.experts.31.gate_proj,0.0001203306,0.05000,0.852 | |
| 1,mlp.experts.28.gate_proj,0.0002166049,0.05000,0.914 | |
| 1,mlp.experts.30.gate_proj,0.0000778208,0.05000,0.870 | |
| 1,mlp.experts.33.gate_proj,0.0001345286,0.05000,0.904 | |
| 1,mlp.experts.35.gate_proj,0.0002283319,0.05000,0.839 | |
| 1,mlp.experts.32.gate_proj,0.0002087249,0.05000,0.875 | |
| 1,mlp.experts.34.gate_proj,0.0001407371,0.05000,0.917 | |
| 1,mlp.experts.39.gate_proj,0.0002041284,0.05000,0.983 | |
| 1,mlp.experts.36.gate_proj,0.0002465784,0.05000,0.965 | |
| 1,mlp.experts.37.gate_proj,0.0001200976,0.05000,1.031 | |
| 1,mlp.experts.38.gate_proj,0.0001835510,0.05000,0.999 | |
| 1,mlp.experts.41.gate_proj,0.0002255766,0.05000,0.922 | |
| 1,mlp.experts.43.gate_proj,0.0001028139,0.05000,0.975 | |
| 1,mlp.experts.40.gate_proj,0.0002860572,0.05000,0.992 | |
| 1,mlp.experts.42.gate_proj,0.0003925617,0.05000,1.002 | |
| 1,mlp.experts.45.gate_proj,0.0002370561,0.05000,0.905 | |
| 1,mlp.experts.44.gate_proj,0.0001588738,0.05000,0.899 | |
| 1,mlp.experts.47.gate_proj,0.0001970906,0.05000,0.960 | |
| 1,mlp.experts.46.gate_proj,0.0001476768,0.05000,0.886 | |
| 1,mlp.experts.49.gate_proj,0.0001640750,0.05000,1.058 | |
| 1,mlp.experts.51.gate_proj,0.0001463441,0.05000,1.132 | |
| 1,mlp.experts.48.gate_proj,0.0002969052,0.05000,1.168 | |
| 1,mlp.experts.50.gate_proj,0.0001052684,0.05000,1.215 | |
| 1,mlp.experts.53.gate_proj,0.0004166076,0.05000,1.035 | |
| 1,mlp.experts.55.gate_proj,0.0002256967,0.05000,1.044 | |
| 1,mlp.experts.52.gate_proj,0.0001497512,0.05000,1.045 | |
| 1,mlp.experts.54.gate_proj,0.0002136888,0.05000,1.019 | |
| 1,mlp.experts.57.gate_proj,0.0001694285,0.05000,0.895 | |
| 1,mlp.experts.59.gate_proj,0.0002613651,0.05000,0.866 | |
| 1,mlp.experts.56.gate_proj,0.0002154366,0.05000,0.864 | |
| 1,mlp.experts.58.gate_proj,0.0001355854,0.05000,0.824 | |
| 1,mlp.experts.61.gate_proj,0.0001589619,0.05000,0.843 | |
| 1,mlp.experts.63.gate_proj,0.0001297468,0.05000,0.854 | |
| 1,mlp.experts.60.gate_proj,0.0002303026,0.05000,0.858 | |
| 1,mlp.experts.62.gate_proj,0.0002439011,0.05000,0.816 | |
| 1,mlp.experts.1.up_proj,0.0001891848,0.05000,0.836 | |
| 1,mlp.experts.3.up_proj,0.0001938643,0.05000,0.810 | |
| 1,mlp.experts.0.up_proj,0.0002784769,0.05000,0.814 | |
| 1,mlp.experts.2.up_proj,0.0002167490,0.05000,0.799 | |
| 1,mlp.experts.5.up_proj,0.0001521875,0.05000,0.830 | |
| 1,mlp.experts.4.up_proj,0.0001915272,0.05000,0.810 | |
| 1,mlp.experts.7.up_proj,0.0002047279,0.05000,0.856 | |
| 1,mlp.experts.6.up_proj,0.0001618147,0.05000,0.816 | |
| 1,mlp.experts.9.up_proj,0.0001590224,0.05000,0.833 | |
| 1,mlp.experts.8.up_proj,0.0001993776,0.05000,0.824 | |
| 1,mlp.experts.11.up_proj,0.0002171920,0.05000,0.842 | |
| 1,mlp.experts.10.up_proj,0.0001040769,0.05000,0.839 | |
| 1,mlp.experts.13.up_proj,0.0002912751,0.05000,0.885 | |
| 1,mlp.experts.12.up_proj,0.0001869609,0.05000,0.815 | |
| 1,mlp.experts.15.up_proj,0.0001824306,0.05000,0.855 | |
| 1,mlp.experts.14.up_proj,0.0000942517,0.05000,0.824 | |
| 1,mlp.experts.17.up_proj,0.0001670208,0.05000,0.893 | |
| 1,mlp.experts.16.up_proj,0.0002497710,0.05000,0.867 | |
| 1,mlp.experts.19.up_proj,0.0001857621,0.05000,0.847 | |
| 1,mlp.experts.18.up_proj,0.0001464283,0.05000,0.856 | |
| 1,mlp.experts.21.up_proj,0.0001583097,0.05000,0.802 | |
| 1,mlp.experts.20.up_proj,0.0002847422,0.05000,0.801 | |
| 1,mlp.experts.22.up_proj,0.0002519676,0.05000,0.791 | |
| 1,mlp.experts.23.up_proj,0.0002897213,0.05000,0.849 | |
| 1,mlp.experts.25.up_proj,0.0000687315,0.05000,0.865 | |
| 1,mlp.experts.24.up_proj,0.0001831814,0.05000,0.884 | |
| 1,mlp.experts.26.up_proj,0.0001238045,0.05000,0.833 | |
| 1,mlp.experts.27.up_proj,0.0002048238,0.05000,0.837 | |
| 1,mlp.experts.28.up_proj,0.0002128483,0.05000,0.797 | |
| 1,mlp.experts.29.up_proj,0.0002111239,0.05000,0.827 | |
| 1,mlp.experts.30.up_proj,0.0000755151,0.05000,0.807 | |
| 1,mlp.experts.31.up_proj,0.0001175403,0.05000,0.799 | |
| 1,mlp.experts.33.up_proj,0.0001255642,0.05000,0.834 | |
| 1,mlp.experts.32.up_proj,0.0002062878,0.05000,0.863 | |
| 1,mlp.experts.35.up_proj,0.0002259045,0.05000,0.823 | |
| 1,mlp.experts.34.up_proj,0.0001386369,0.05000,0.857 | |
| 1,mlp.experts.37.up_proj,0.0001176989,0.05000,0.824 | |
| 1,mlp.experts.38.up_proj,0.0001810895,0.05000,0.807 | |
| 1,mlp.experts.36.up_proj,0.0002394662,0.05000,0.865 | |
| 1,mlp.experts.39.up_proj,0.0002016348,0.05000,0.844 | |
| 1,mlp.experts.41.up_proj,0.0002200755,0.05000,0.830 | |
| 1,mlp.experts.43.up_proj,0.0000997058,0.05000,0.818 | |
| 1,mlp.experts.42.up_proj,0.0003879296,0.05000,0.864 | |
| 1,mlp.experts.40.up_proj,0.0002796572,0.05000,0.858 | |
| 1,mlp.experts.45.up_proj,0.0002299934,0.05000,0.811 | |
| 1,mlp.experts.47.up_proj,0.0001936324,0.05000,0.814 | |
| 1,mlp.experts.46.up_proj,0.0001459483,0.05000,0.825 | |
| 1,mlp.experts.44.up_proj,0.0001554199,0.05000,0.821 | |
| 1,mlp.experts.49.up_proj,0.0001580572,0.05000,0.854 | |
| 1,mlp.experts.51.up_proj,0.0001426300,0.05000,0.820 | |
| 1,mlp.experts.50.up_proj,0.0001029713,0.05000,0.846 | |
| 1,mlp.experts.48.up_proj,0.0002889588,0.05000,0.859 | |
| 1,mlp.experts.53.up_proj,0.0003943257,0.05000,0.820 | |
| 1,mlp.experts.55.up_proj,0.0002224394,0.05000,0.804 | |
| 1,mlp.experts.52.up_proj,0.0001472821,0.05000,0.792 | |
| 1,mlp.experts.54.up_proj,0.0002082397,0.05000,0.823 | |
| 1,mlp.experts.59.up_proj,0.0002561114,0.05000,0.809 | |
| 1,mlp.experts.57.up_proj,0.0001667781,0.05000,0.826 | |
| 1,mlp.experts.56.up_proj,0.0002109804,0.05000,0.802 | |
| 1,mlp.experts.58.up_proj,0.0001329728,0.05000,0.811 | |
| 1,mlp.experts.61.up_proj,0.0001554063,0.05000,0.827 | |
| 1,mlp.experts.63.up_proj,0.0001271584,0.05000,0.832 | |
| 1,mlp.experts.60.up_proj,0.0002274889,0.05000,0.791 | |
| 1,mlp.experts.62.up_proj,0.0002352180,0.05000,0.782 | |
| 1,mlp.experts.1.down_proj,0.0000075719,0.05000,0.538 | |
| 1,mlp.experts.0.down_proj,0.0000089526,0.05000,0.542 | |
| 1,mlp.experts.3.down_proj,0.0000060084,0.05000,0.563 | |
| 1,mlp.experts.2.down_proj,0.0000049202,0.05000,0.579 | |
| 1,mlp.experts.5.down_proj,0.0000043854,0.05000,0.559 | |
| 1,mlp.experts.4.down_proj,0.0000042890,0.05000,0.557 | |
| 1,mlp.experts.7.down_proj,0.0000046881,0.05000,0.590 | |
| 1,mlp.experts.6.down_proj,0.0000034494,0.05000,0.585 | |
| 1,mlp.experts.9.down_proj,0.0000040864,0.05000,0.559 | |
| 1,mlp.experts.8.down_proj,0.0000041791,0.05000,0.576 | |
| 1,mlp.experts.11.down_proj,0.0000041499,0.05000,0.555 | |
| 1,mlp.experts.10.down_proj,0.0000056390,0.05000,0.605 | |
| 1,mlp.experts.13.down_proj,0.0000105418,0.05000,0.564 | |
| 1,mlp.experts.15.down_proj,0.0000061092,0.05000,0.553 | |
| 1,mlp.experts.12.down_proj,0.0000415903,0.05000,0.617 | |
| 1,mlp.experts.14.down_proj,0.0000034793,0.05000,0.584 | |
| 1,mlp.experts.17.down_proj,0.0000069809,0.05000,0.560 | |
| 1,mlp.experts.19.down_proj,0.0000044524,0.05000,0.589 | |
| 1,mlp.experts.16.down_proj,0.0000062251,0.05000,0.564 | |
| 1,mlp.experts.18.down_proj,0.0000038539,0.05000,0.579 | |
| 1,mlp.experts.21.down_proj,0.0000032463,0.05000,0.571 | |
| 1,mlp.experts.20.down_proj,0.0000101980,0.05000,0.551 | |
| 1,mlp.experts.23.down_proj,0.0000109030,0.05000,0.558 | |
| 1,mlp.experts.22.down_proj,0.0000052493,0.05000,0.559 | |
| 1,mlp.experts.25.down_proj,0.0000032667,0.05000,0.552 | |
| 1,mlp.experts.27.down_proj,0.0000058103,0.05000,0.561 | |
| 1,mlp.experts.24.down_proj,0.0000061125,0.05000,0.571 | |
| 1,mlp.experts.26.down_proj,0.0000076800,0.05000,0.560 | |
| 1,mlp.experts.29.down_proj,0.0000041043,0.05000,0.577 | |
| 1,mlp.experts.31.down_proj,0.0000034951,0.05000,0.556 | |
| 1,mlp.experts.28.down_proj,0.0000038514,0.05000,0.552 | |
| 1,mlp.experts.30.down_proj,0.0000019731,0.05000,0.575 | |
| 1,mlp.experts.32.down_proj,0.0000043615,0.05000,0.550 | |
| 1,mlp.experts.35.down_proj,0.0000042685,0.05000,0.565 | |
| 1,mlp.experts.33.down_proj,0.0000083218,0.05000,0.635 | |
| 1,mlp.experts.34.down_proj,0.0000035268,0.05000,0.559 | |
| 1,mlp.experts.36.down_proj,0.0000057887,0.05000,0.596 | |
| 1,mlp.experts.37.down_proj,0.0000065835,0.05000,0.596 | |
| 1,mlp.experts.39.down_proj,0.0000045507,0.05000,0.641 | |
| 1,mlp.experts.38.down_proj,0.0000041396,0.05000,0.595 | |
| 1,mlp.experts.40.down_proj,0.0000107074,0.05000,0.560 | |
| 1,mlp.experts.41.down_proj,0.0000087736,0.05000,0.557 | |
| 1,mlp.experts.43.down_proj,0.0000026632,0.05000,0.563 | |
| 1,mlp.experts.42.down_proj,0.0000083521,0.05000,0.582 | |
| 1,mlp.experts.44.down_proj,0.0000043835,0.05000,0.584 | |
| 1,mlp.experts.45.down_proj,0.0000049096,0.05000,0.580 | |
| 1,mlp.experts.47.down_proj,0.0000052431,0.05000,0.576 | |
| 1,mlp.experts.46.down_proj,0.0000023039,0.05000,0.613 | |
| 1,mlp.experts.48.down_proj,0.0000086407,0.05000,0.556 | |
| 1,mlp.experts.49.down_proj,0.0000037774,0.05000,0.573 | |
| 1,mlp.experts.51.down_proj,0.0000028775,0.05000,0.561 | |
| 1,mlp.experts.50.down_proj,0.0000019386,0.05000,0.549 | |
| 1,mlp.experts.52.down_proj,0.0000038492,0.05000,0.555 | |
| 1,mlp.experts.53.down_proj,0.0000368861,0.05000,0.554 | |
| 1,mlp.experts.55.down_proj,0.0000044346,0.05000,0.572 | |
| 1,mlp.experts.54.down_proj,0.0000054655,0.05000,0.583 | |
| 1,mlp.experts.56.down_proj,0.0000047428,0.05000,0.572 | |
| 1,mlp.experts.57.down_proj,0.0000033121,0.05000,0.566 | |
| 1,mlp.experts.59.down_proj,0.0000089052,0.05000,0.622 | |
| 1,mlp.experts.58.down_proj,0.0000023188,0.05000,0.573 | |
| 1,mlp.experts.60.down_proj,0.0000041007,0.05000,0.556 | |
| 1,mlp.experts.61.down_proj,0.0000061169,0.05000,0.554 | |
| 1,mlp.experts.63.down_proj,0.0000036868,0.05000,0.506 | |
| 1,mlp.experts.62.down_proj,0.0000052080,0.05000,0.469 | |
| 1,mlp.shared_experts.up_proj,0.0000324734,0.05000,0.378 | |
| 1,mlp.shared_experts.gate_proj,0.0000375249,0.05000,0.381 | |
| 1,mlp.shared_experts.down_proj,0.0000002952,0.05000,0.153 | |
| 2,self_attn.q_proj,0.0045211289,0.05000,0.379 | |
| 2,self_attn.kv_a_proj_with_mqa,0.0005614620,0.05000,0.379 | |
| 2,self_attn.kv_b_proj,0.0002016494,0.05000,0.059 | |
| 2,self_attn.o_proj,0.0000004307,0.05000,0.234 | |
| 2,mlp.experts.2.gate_proj,0.0002510305,0.05000,0.821 | |
| 2,mlp.experts.1.gate_proj,0.0002501576,0.05000,0.831 | |
| 2,mlp.experts.0.gate_proj,0.0003094872,0.05000,0.849 | |
| 2,mlp.experts.3.gate_proj,0.0002440688,0.05000,0.874 | |
| 2,mlp.experts.6.gate_proj,0.0002099851,0.05000,0.815 | |
| 2,mlp.experts.5.gate_proj,0.0001654901,0.05000,0.835 | |
| 2,mlp.experts.4.gate_proj,0.0003118284,0.05000,0.829 | |
| 2,mlp.experts.7.gate_proj,0.0002123462,0.05000,0.821 | |
| 2,mlp.experts.10.gate_proj,0.0003290472,0.05000,0.818 | |
| 2,mlp.experts.8.gate_proj,0.0003452742,0.05000,0.824 | |
| 2,mlp.experts.11.gate_proj,0.0002358196,0.05000,0.814 | |
| 2,mlp.experts.9.gate_proj,0.0002536682,0.05000,0.856 | |
| 2,mlp.experts.14.gate_proj,0.0002713318,0.05000,0.796 | |
| 2,mlp.experts.12.gate_proj,0.0002627208,0.05000,0.810 | |
| 2,mlp.experts.13.gate_proj,0.0003142390,0.05000,0.792 | |
| 2,mlp.experts.15.gate_proj,0.0004156101,0.05000,0.805 | |
| 2,mlp.experts.18.gate_proj,0.0002953722,0.05000,0.843 | |
| 2,mlp.experts.16.gate_proj,0.0001949983,0.05000,0.830 | |
| 2,mlp.experts.19.gate_proj,0.0002552226,0.05000,0.855 | |
| 2,mlp.experts.17.gate_proj,0.0005242252,0.05000,0.865 | |
| 2,mlp.experts.22.gate_proj,0.0002737449,0.05000,0.817 | |
| 2,mlp.experts.21.gate_proj,0.0002812014,0.05000,0.791 | |
| 2,mlp.experts.23.gate_proj,0.0001742432,0.05000,0.814 | |
| 2,mlp.experts.20.gate_proj,0.0002330011,0.05000,0.862 | |
| 2,mlp.experts.26.gate_proj,0.0004049560,0.05000,0.840 | |
| 2,mlp.experts.27.gate_proj,0.0002659921,0.05000,0.797 | |
| 2,mlp.experts.25.gate_proj,0.0004673565,0.05000,0.826 | |
| 2,mlp.experts.24.gate_proj,0.0002245998,0.05000,0.823 | |
| 2,mlp.experts.30.gate_proj,0.0002902911,0.05000,0.811 | |
| 2,mlp.experts.31.gate_proj,0.0003133264,0.05000,0.805 | |
| 2,mlp.experts.29.gate_proj,0.0003401807,0.05000,0.809 | |
| 2,mlp.experts.28.gate_proj,0.0002900323,0.05000,0.824 | |
| 2,mlp.experts.34.gate_proj,0.0003116067,0.05000,0.807 | |
| 2,mlp.experts.35.gate_proj,0.0003416495,0.05000,0.811 | |
| 2,mlp.experts.33.gate_proj,0.0004376186,0.05000,0.796 | |
| 2,mlp.experts.32.gate_proj,0.0008371980,0.05000,0.815 | |
| 2,mlp.experts.38.gate_proj,0.0002682340,0.05000,0.836 | |
| 2,mlp.experts.37.gate_proj,0.0002854472,0.05000,0.831 | |
| 2,mlp.experts.39.gate_proj,0.0003996745,0.05000,0.868 | |
| 2,mlp.experts.36.gate_proj,0.0002524962,0.05000,0.833 | |
| 2,mlp.experts.42.gate_proj,0.0003530233,0.05000,0.830 | |
| 2,mlp.experts.41.gate_proj,0.0004477278,0.05000,0.810 | |
| 2,mlp.experts.43.gate_proj,0.0002584565,0.05000,0.826 | |
| 2,mlp.experts.40.gate_proj,0.0002505131,0.05000,0.804 | |
| 2,mlp.experts.46.gate_proj,0.0003572533,0.05000,0.837 | |
| 2,mlp.experts.45.gate_proj,0.0002121905,0.05000,0.849 | |
| 2,mlp.experts.47.gate_proj,0.0002408260,0.05000,0.829 | |
| 2,mlp.experts.44.gate_proj,0.0002587915,0.05000,0.829 | |
| 2,mlp.experts.49.gate_proj,0.0001950229,0.05000,0.809 | |
| 2,mlp.experts.50.gate_proj,0.0002065862,0.05000,0.838 | |
| 2,mlp.experts.51.gate_proj,0.0001832569,0.05000,0.813 | |
| 2,mlp.experts.48.gate_proj,0.0004547227,0.05000,0.821 | |
| 2,mlp.experts.53.gate_proj,0.0002574004,0.05000,0.819 | |
| 2,mlp.experts.54.gate_proj,0.0002674824,0.05000,0.830 | |
| 2,mlp.experts.55.gate_proj,0.0002798722,0.05000,0.851 | |
| 2,mlp.experts.52.gate_proj,0.0002605841,0.05000,0.875 | |
| 2,mlp.experts.57.gate_proj,0.0003872513,0.05000,0.830 | |
| 2,mlp.experts.59.gate_proj,0.0003176610,0.05000,0.818 | |
| 2,mlp.experts.58.gate_proj,0.0002360305,0.05000,0.873 | |
| 2,mlp.experts.56.gate_proj,0.0002613501,0.05000,0.814 | |
| 2,mlp.experts.61.gate_proj,0.0003400904,0.05000,0.811 | |
| 2,mlp.experts.63.gate_proj,0.0001898193,0.05000,0.816 | |
| 2,mlp.experts.62.gate_proj,0.0003665993,0.05000,0.816 | |
| 2,mlp.experts.60.gate_proj,0.0003465739,0.05000,0.821 | |
| 2,mlp.experts.1.up_proj,0.0002427417,0.05000,0.824 | |
| 2,mlp.experts.3.up_proj,0.0002383413,0.05000,0.820 | |
| 2,mlp.experts.2.up_proj,0.0002436582,0.05000,0.837 | |
| 2,mlp.experts.0.up_proj,0.0003013446,0.05000,0.812 | |
| 2,mlp.experts.5.up_proj,0.0001571491,0.05000,0.800 | |
| 2,mlp.experts.7.up_proj,0.0002055177,0.05000,0.833 | |
| 2,mlp.experts.4.up_proj,0.0003023861,0.05000,0.817 | |
| 2,mlp.experts.6.up_proj,0.0002063243,0.05000,0.846 | |
| 2,mlp.experts.9.up_proj,0.0002491652,0.05000,0.846 | |
| 2,mlp.experts.11.up_proj,0.0002289054,0.05000,0.812 | |
| 2,mlp.experts.8.up_proj,0.0003204128,0.05000,0.822 | |
| 2,mlp.experts.10.up_proj,0.0003222446,0.05000,0.825 | |
| 2,mlp.experts.13.up_proj,0.0003034919,0.05000,0.839 | |
| 2,mlp.experts.15.up_proj,0.0004016397,0.05000,0.821 | |
| 2,mlp.experts.12.up_proj,0.0002547540,0.05000,0.829 | |
| 2,mlp.experts.14.up_proj,0.0002603616,0.05000,0.826 | |
| 2,mlp.experts.17.up_proj,0.0004982222,0.05000,0.880 | |
| 2,mlp.experts.19.up_proj,0.0002469486,0.05000,0.870 | |
| 2,mlp.experts.16.up_proj,0.0001866571,0.05000,0.869 | |
| 2,mlp.experts.18.up_proj,0.0002885417,0.05000,0.868 | |
| 2,mlp.experts.21.up_proj,0.0002768198,0.05000,0.838 | |
| 2,mlp.experts.23.up_proj,0.0001634915,0.05000,0.843 | |
| 2,mlp.experts.22.up_proj,0.0002556586,0.05000,0.837 | |
| 2,mlp.experts.20.up_proj,0.0002216508,0.05000,0.868 | |
| 2,mlp.experts.25.up_proj,0.0004446213,0.05000,0.800 | |
| 2,mlp.experts.27.up_proj,0.0002588025,0.05000,0.814 | |
| 2,mlp.experts.24.up_proj,0.0002166364,0.05000,0.809 | |
| 2,mlp.experts.26.up_proj,0.0003940733,0.05000,0.854 | |
| 2,mlp.experts.29.up_proj,0.0003308565,0.05000,0.845 | |
| 2,mlp.experts.31.up_proj,0.0003052981,0.05000,0.900 | |
| 2,mlp.experts.28.up_proj,0.0002815513,0.05000,0.852 | |
| 2,mlp.experts.30.up_proj,0.0002800932,0.05000,0.891 | |
| 2,mlp.experts.33.up_proj,0.0004227023,0.05000,0.832 | |
| 2,mlp.experts.35.up_proj,0.0003312334,0.05000,0.863 | |
| 2,mlp.experts.32.up_proj,0.0008085282,0.05000,0.889 | |
| 2,mlp.experts.34.up_proj,0.0003057128,0.05000,0.845 | |
| 2,mlp.experts.37.up_proj,0.0002776401,0.05000,0.810 | |
| 2,mlp.experts.36.up_proj,0.0002433374,0.05000,0.826 | |
| 2,mlp.experts.38.up_proj,0.0002615204,0.05000,0.812 | |
| 2,mlp.experts.39.up_proj,0.0003885847,0.05000,0.895 | |
| 2,mlp.experts.41.up_proj,0.0004318766,0.05000,0.821 | |
| 2,mlp.experts.42.up_proj,0.0003433041,0.05000,0.806 | |
| 2,mlp.experts.43.up_proj,0.0002503042,0.05000,0.812 | |
| 2,mlp.experts.40.up_proj,0.0002422183,0.05000,0.861 | |
| 2,mlp.experts.45.up_proj,0.0002065453,0.05000,0.794 | |
| 2,mlp.experts.46.up_proj,0.0003494852,0.05000,0.806 | |
| 2,mlp.experts.47.up_proj,0.0002340427,0.05000,0.827 | |
| 2,mlp.experts.44.up_proj,0.0002456198,0.05000,0.809 | |
| 2,mlp.experts.49.up_proj,0.0001891853,0.05000,0.858 | |
| 2,mlp.experts.50.up_proj,0.0002025936,0.05000,0.848 | |
| 2,mlp.experts.48.up_proj,0.0004225670,0.05000,0.857 | |
| 2,mlp.experts.51.up_proj,0.0001766463,0.05000,0.869 | |
| 2,mlp.experts.53.up_proj,0.0002502936,0.05000,0.847 | |
| 2,mlp.experts.54.up_proj,0.0002604757,0.05000,0.839 | |
| 2,mlp.experts.52.up_proj,0.0002511296,0.05000,0.843 | |
| 2,mlp.experts.55.up_proj,0.0002751994,0.05000,0.845 | |
| 2,mlp.experts.57.up_proj,0.0003707892,0.05000,0.791 | |
| 2,mlp.experts.58.up_proj,0.0002301737,0.05000,0.788 | |
| 2,mlp.experts.59.up_proj,0.0003083910,0.05000,0.783 | |
| 2,mlp.experts.56.up_proj,0.0002557329,0.05000,0.808 | |
| 2,mlp.experts.61.up_proj,0.0003307925,0.05000,0.809 | |
| 2,mlp.experts.62.up_proj,0.0003544234,0.05000,0.758 | |
| 2,mlp.experts.63.up_proj,0.0001843381,0.05000,0.708 | |
| 2,mlp.experts.60.up_proj,0.0003395226,0.05000,0.696 | |
| 2,mlp.experts.2.down_proj,0.0000056980,0.05000,0.558 | |
| 2,mlp.experts.3.down_proj,0.0000071529,0.05000,0.569 | |
| 2,mlp.experts.0.down_proj,0.0000081209,0.05000,0.580 | |
| 2,mlp.experts.1.down_proj,0.0000089103,0.05000,0.596 | |
| 2,mlp.experts.6.down_proj,0.0000068673,0.05000,0.547 | |
| 2,mlp.experts.4.down_proj,0.0000124532,0.05000,0.549 | |
| 2,mlp.experts.7.down_proj,0.0000058963,0.05000,0.579 | |
| 2,mlp.experts.5.down_proj,0.0000141814,0.05000,0.609 | |
| 2,mlp.experts.10.down_proj,0.0000067262,0.05000,0.551 | |
| 2,mlp.experts.8.down_proj,0.0000124290,0.05000,0.566 | |
| 2,mlp.experts.11.down_proj,0.0000045582,0.05000,0.566 | |
| 2,mlp.experts.9.down_proj,0.0000081195,0.05000,0.555 | |
| 2,mlp.experts.14.down_proj,0.0000096300,0.05000,0.587 | |
| 2,mlp.experts.12.down_proj,0.0000055065,0.05000,0.567 | |
| 2,mlp.experts.15.down_proj,0.0000114346,0.05000,0.600 | |
| 2,mlp.experts.13.down_proj,0.0000111013,0.05000,0.586 | |
| 2,mlp.experts.18.down_proj,0.0000074020,0.05000,0.608 | |
| 2,mlp.experts.16.down_proj,0.0000052373,0.05000,0.622 | |
| 2,mlp.experts.19.down_proj,0.0000115667,0.05000,0.584 | |
| 2,mlp.experts.17.down_proj,0.0000112123,0.05000,0.586 | |
| 2,mlp.experts.22.down_proj,0.0000121461,0.05000,0.560 | |
| 2,mlp.experts.20.down_proj,0.0000059146,0.05000,0.561 | |
| 2,mlp.experts.23.down_proj,0.0000049005,0.05000,0.566 | |
| 2,mlp.experts.21.down_proj,0.0000071847,0.05000,0.565 | |
| 2,mlp.experts.26.down_proj,0.0000091574,0.05000,0.579 | |
| 2,mlp.experts.24.down_proj,0.0000077602,0.05000,0.576 | |
| 2,mlp.experts.27.down_proj,0.0000084169,0.05000,0.564 | |
| 2,mlp.experts.25.down_proj,0.0000165191,0.05000,0.548 | |
| 2,mlp.experts.30.down_proj,0.0000133348,0.05000,0.549 | |
| 2,mlp.experts.28.down_proj,0.0000087378,0.05000,0.555 | |
| 2,mlp.experts.31.down_proj,0.0000055606,0.05000,0.569 | |
| 2,mlp.experts.29.down_proj,0.0000067098,0.05000,0.559 | |
| 2,mlp.experts.34.down_proj,0.0000074344,0.05000,0.575 | |
| 2,mlp.experts.32.down_proj,0.0000219705,0.05000,0.588 | |
| 2,mlp.experts.35.down_proj,0.0000064492,0.05000,0.598 | |
| 2,mlp.experts.33.down_proj,0.0000122712,0.05000,0.600 | |
| 2,mlp.experts.38.down_proj,0.0000066178,0.05000,0.590 | |
| 2,mlp.experts.36.down_proj,0.0000059467,0.05000,0.567 | |
| 2,mlp.experts.39.down_proj,0.0000092749,0.05000,0.560 | |
| 2,mlp.experts.37.down_proj,0.0000081648,0.05000,0.577 | |
| 2,mlp.experts.42.down_proj,0.0000110210,0.05000,0.579 | |
| 2,mlp.experts.40.down_proj,0.0000112225,0.05000,0.571 | |
| 2,mlp.experts.43.down_proj,0.0000071039,0.05000,0.605 | |
| 2,mlp.experts.41.down_proj,0.0000114604,0.05000,0.620 | |
| 2,mlp.experts.46.down_proj,0.0000108123,0.05000,0.562 | |
| 2,mlp.experts.44.down_proj,0.0000103649,0.05000,0.560 | |
| 2,mlp.experts.47.down_proj,0.0000053389,0.05000,0.559 | |
| 2,mlp.experts.45.down_proj,0.0000041842,0.05000,0.578 | |
| 2,mlp.experts.50.down_proj,0.0000047464,0.05000,0.586 | |
| 2,mlp.experts.48.down_proj,0.0000132663,0.05000,0.589 | |
| 2,mlp.experts.51.down_proj,0.0000076567,0.05000,0.577 | |
| 2,mlp.experts.49.down_proj,0.0000052205,0.05000,0.593 | |
| 2,mlp.experts.52.down_proj,0.0000039288,0.05000,0.556 | |
| 2,mlp.experts.54.down_proj,0.0000043292,0.05000,0.571 | |
| 2,mlp.experts.55.down_proj,0.0000072383,0.05000,0.561 | |
| 2,mlp.experts.53.down_proj,0.0000064047,0.05000,0.558 | |
| 2,mlp.experts.56.down_proj,0.0000061164,0.05000,0.553 | |
| 2,mlp.experts.58.down_proj,0.0000088237,0.05000,0.570 | |
| 2,mlp.experts.59.down_proj,0.0000106948,0.05000,0.564 | |
| 2,mlp.experts.57.down_proj,0.0000126663,0.05000,0.563 | |
| 2,mlp.experts.60.down_proj,0.0000059705,0.05000,0.567 | |
| 2,mlp.experts.62.down_proj,0.0000091070,0.05000,0.579 | |
| 2,mlp.experts.63.down_proj,0.0000065464,0.05000,0.547 | |
| 2,mlp.experts.61.down_proj,0.0000150863,0.05000,0.489 | |
| 2,mlp.shared_experts.up_proj,0.0000666747,0.05000,0.385 | |
| 2,mlp.shared_experts.gate_proj,0.0000785102,0.05000,0.389 | |
| 2,mlp.shared_experts.down_proj,0.0000007528,0.05000,0.159 | |
| 3,self_attn.kv_a_proj_with_mqa,0.0004210470,0.05000,0.382 | |
| 3,self_attn.q_proj,0.0026473721,0.05000,0.388 | |
| 3,self_attn.kv_b_proj,0.0000261900,0.05000,0.060 | |
| 3,self_attn.o_proj,0.0000014512,0.05000,0.234 | |
| 3,mlp.experts.1.gate_proj,0.0007532896,0.05000,0.791 | |
| 3,mlp.experts.0.gate_proj,0.0004870042,0.05000,0.810 | |
| 3,mlp.experts.2.gate_proj,0.0004052468,0.05000,0.821 | |
| 3,mlp.experts.3.gate_proj,0.0005131341,0.05000,0.834 | |
| 3,mlp.experts.5.gate_proj,0.0003489023,0.05000,0.814 | |
| 3,mlp.experts.6.gate_proj,0.0003328321,0.05000,0.798 | |
| 3,mlp.experts.4.gate_proj,0.0003713774,0.05000,0.819 | |
| 3,mlp.experts.7.gate_proj,0.0005132368,0.05000,0.866 | |
| 3,mlp.experts.8.gate_proj,0.0004404845,0.05000,0.810 | |
| 3,mlp.experts.10.gate_proj,0.0003851484,0.05000,0.829 | |
| 3,mlp.experts.9.gate_proj,0.0003177447,0.05000,0.892 | |
| 3,mlp.experts.11.gate_proj,0.0007154117,0.05000,0.870 | |
| 3,mlp.experts.12.gate_proj,0.0005306387,0.05000,0.825 | |
| 3,mlp.experts.14.gate_proj,0.0004039275,0.05000,0.817 | |
| 3,mlp.experts.13.gate_proj,0.0009042005,0.05000,0.894 | |
| 3,mlp.experts.15.gate_proj,0.0005734096,0.05000,0.845 | |
| 3,mlp.experts.18.gate_proj,0.0003802747,0.05000,0.830 | |
| 3,mlp.experts.16.gate_proj,0.0007030654,0.05000,0.886 | |
| 3,mlp.experts.19.gate_proj,0.0003613651,0.05000,0.824 | |
| 3,mlp.experts.17.gate_proj,0.0003657469,0.05000,0.873 | |
| 3,mlp.experts.22.gate_proj,0.0004515608,0.05000,0.836 | |
| 3,mlp.experts.20.gate_proj,0.0004477241,0.05000,0.821 | |
| 3,mlp.experts.23.gate_proj,0.0003414250,0.05000,0.835 | |
| 3,mlp.experts.21.gate_proj,0.0004057933,0.05000,0.883 | |
| 3,mlp.experts.26.gate_proj,0.0006469098,0.05000,0.825 | |
| 3,mlp.experts.24.gate_proj,0.0004015534,0.05000,0.809 | |
| 3,mlp.experts.27.gate_proj,0.0006752565,0.05000,0.810 | |
| 3,mlp.experts.25.gate_proj,0.0003246309,0.05000,0.836 | |
| 3,mlp.experts.30.gate_proj,0.0003882994,0.05000,0.834 | |
| 3,mlp.experts.28.gate_proj,0.0002702920,0.05000,0.846 | |
| 3,mlp.experts.31.gate_proj,0.0004287580,0.05000,0.861 | |
| 3,mlp.experts.29.gate_proj,0.0004910879,0.05000,0.817 | |
| 3,mlp.experts.34.gate_proj,0.0002991021,0.05000,0.814 | |
| 3,mlp.experts.32.gate_proj,0.0004084989,0.05000,0.873 | |
| 3,mlp.experts.35.gate_proj,0.0003782355,0.05000,0.867 | |
| 3,mlp.experts.33.gate_proj,0.0014404700,0.05000,0.817 | |
| 3,mlp.experts.38.gate_proj,0.0003880168,0.05000,0.888 | |
| 3,mlp.experts.36.gate_proj,0.0003333845,0.05000,0.820 | |
| 3,mlp.experts.39.gate_proj,0.0004802558,0.05000,0.818 | |
| 3,mlp.experts.37.gate_proj,0.0006367884,0.05000,0.811 | |
| 3,mlp.experts.42.gate_proj,0.0002639639,0.05000,0.828 | |
| 3,mlp.experts.40.gate_proj,0.0002622159,0.05000,0.817 | |
| 3,mlp.experts.41.gate_proj,0.0006393956,0.05000,0.816 | |
| 3,mlp.experts.43.gate_proj,0.0004391807,0.05000,0.859 | |
| 3,mlp.experts.46.gate_proj,0.0006291541,0.05000,0.808 | |
| 3,mlp.experts.44.gate_proj,0.0004145777,0.05000,0.821 | |
| 3,mlp.experts.45.gate_proj,0.0003743288,0.05000,0.803 | |
| 3,mlp.experts.47.gate_proj,0.0003984730,0.05000,0.828 | |
| 3,mlp.experts.50.gate_proj,0.0004641929,0.05000,0.803 | |
| 3,mlp.experts.48.gate_proj,0.0005888554,0.05000,0.840 | |
| 3,mlp.experts.49.gate_proj,0.0004596679,0.05000,0.818 | |
| 3,mlp.experts.51.gate_proj,0.0006134533,0.05000,0.806 | |
| 3,mlp.experts.54.gate_proj,0.0005384238,0.05000,0.799 | |
| 3,mlp.experts.52.gate_proj,0.0003214974,0.05000,0.812 | |
| 3,mlp.experts.53.gate_proj,0.0004714526,0.05000,0.834 | |
| 3,mlp.experts.55.gate_proj,0.0005358953,0.05000,0.846 | |
| 3,mlp.experts.58.gate_proj,0.0020027424,0.05000,0.815 | |
| 3,mlp.experts.56.gate_proj,0.0007659472,0.05000,0.837 | |
| 3,mlp.experts.57.gate_proj,0.0008746412,0.05000,0.826 | |
| 3,mlp.experts.59.gate_proj,0.0015432551,0.05000,0.803 | |
| 3,mlp.experts.62.gate_proj,0.0003805249,0.05000,0.793 | |
| 3,mlp.experts.60.gate_proj,0.0004195827,0.05000,0.802 | |
| 3,mlp.experts.61.gate_proj,0.0004056746,0.05000,0.812 | |
| 3,mlp.experts.63.gate_proj,0.0003225188,0.05000,0.828 | |
| 3,mlp.experts.2.up_proj,0.0003940810,0.05000,0.797 | |
| 3,mlp.experts.0.up_proj,0.0004710942,0.05000,0.813 | |
| 3,mlp.experts.1.up_proj,0.0007252698,0.05000,0.824 | |
| 3,mlp.experts.3.up_proj,0.0005031269,0.05000,0.809 | |
| 3,mlp.experts.6.up_proj,0.0003212633,0.05000,0.835 | |
| 3,mlp.experts.4.up_proj,0.0003566878,0.05000,0.836 | |
| 3,mlp.experts.5.up_proj,0.0003391464,0.05000,0.856 | |
| 3,mlp.experts.7.up_proj,0.0004855306,0.05000,0.840 | |
| 3,mlp.experts.10.up_proj,0.0003683338,0.05000,0.812 | |
| 3,mlp.experts.8.up_proj,0.0004227100,0.05000,0.810 | |
| 3,mlp.experts.9.up_proj,0.0003074634,0.05000,0.804 | |
| 3,mlp.experts.11.up_proj,0.0006443202,0.05000,0.799 | |
| 3,mlp.experts.14.up_proj,0.0003920038,0.05000,0.852 | |
| 3,mlp.experts.12.up_proj,0.0005084908,0.05000,0.863 | |
| 3,mlp.experts.13.up_proj,0.0008593322,0.05000,0.824 | |
| 3,mlp.experts.15.up_proj,0.0005412428,0.05000,0.813 | |
| 3,mlp.experts.18.up_proj,0.0003640677,0.05000,0.831 | |
| 3,mlp.experts.16.up_proj,0.0006782464,0.05000,0.810 | |
| 3,mlp.experts.19.up_proj,0.0003506421,0.05000,0.795 | |
| 3,mlp.experts.17.up_proj,0.0003489125,0.05000,0.816 | |
| 3,mlp.experts.22.up_proj,0.0004367878,0.05000,0.839 | |
| 3,mlp.experts.20.up_proj,0.0004305399,0.05000,0.811 | |
| 3,mlp.experts.23.up_proj,0.0003305148,0.05000,0.798 | |
| 3,mlp.experts.21.up_proj,0.0003791921,0.05000,0.827 | |
| 3,mlp.experts.26.up_proj,0.0006282467,0.05000,0.794 | |
| 3,mlp.experts.24.up_proj,0.0003880016,0.05000,0.811 | |
| 3,mlp.experts.27.up_proj,0.0006363397,0.05000,0.814 | |
| 3,mlp.experts.25.up_proj,0.0003130159,0.05000,0.805 | |
| 3,mlp.experts.30.up_proj,0.0003788268,0.05000,0.814 | |
| 3,mlp.experts.28.up_proj,0.0002575546,0.05000,0.802 | |
| 3,mlp.experts.29.up_proj,0.0004801771,0.05000,0.816 | |
| 3,mlp.experts.31.up_proj,0.0004106328,0.05000,0.898 | |
| 3,mlp.experts.34.up_proj,0.0002896229,0.05000,0.848 | |
| 3,mlp.experts.32.up_proj,0.0003960227,0.05000,0.850 | |
| 3,mlp.experts.33.up_proj,0.0013339250,0.05000,0.801 | |
| 3,mlp.experts.35.up_proj,0.0003662689,0.05000,0.849 | |
| 3,mlp.experts.38.up_proj,0.0003614433,0.05000,0.813 | |
| 3,mlp.experts.36.up_proj,0.0003181962,0.05000,0.816 | |
| 3,mlp.experts.37.up_proj,0.0006184009,0.05000,0.816 | |
| 3,mlp.experts.39.up_proj,0.0004563649,0.05000,0.836 | |
| 3,mlp.experts.42.up_proj,0.0002548369,0.05000,0.662 | |
| 3,mlp.experts.40.up_proj,0.0002495482,0.05000,0.609 | |
| 3,mlp.experts.41.up_proj,0.0006164502,0.05000,0.570 | |
| 3,mlp.experts.45.up_proj,0.0003650110,0.05000,0.835 | |
| 3,mlp.experts.46.up_proj,0.0006034468,0.05000,0.838 | |
| 3,mlp.experts.44.up_proj,0.0004050783,0.05000,0.840 | |
| 3,mlp.experts.43.up_proj,0.0004266731,0.05000,0.845 | |
| 3,mlp.experts.48.up_proj,0.0005576155,0.05000,0.799 | |
| 3,mlp.experts.47.up_proj,0.0003854805,0.05000,0.805 | |
| 3,mlp.experts.50.up_proj,0.0004482661,0.05000,0.845 | |
| 3,mlp.experts.49.up_proj,0.0004454241,0.05000,0.870 | |
| 3,mlp.experts.52.up_proj,0.0003073826,0.05000,0.836 | |
| 3,mlp.experts.51.up_proj,0.0005979268,0.05000,0.886 | |
| 3,mlp.experts.54.up_proj,0.0005209004,0.05000,0.855 | |
| 3,mlp.experts.53.up_proj,0.0004577513,0.05000,0.874 | |
| 3,mlp.experts.56.up_proj,0.0007233419,0.05000,0.877 | |
| 3,mlp.experts.58.up_proj,0.0019037299,0.05000,0.840 | |
| 3,mlp.experts.55.up_proj,0.0005179765,0.05000,0.876 | |
| 3,mlp.experts.57.up_proj,0.0007952005,0.05000,0.835 | |
| 3,mlp.experts.60.up_proj,0.0003849388,0.05000,0.875 | |
| 3,mlp.experts.59.up_proj,0.0014901239,0.05000,0.820 | |
| 3,mlp.experts.62.up_proj,0.0003742922,0.05000,0.860 | |
| 3,mlp.experts.61.up_proj,0.0003878875,0.05000,0.832 | |
| 3,mlp.experts.63.up_proj,0.0003128034,0.05000,0.241 | |
| 3,mlp.experts.1.down_proj,0.0000250511,0.05000,0.550 | |
| 3,mlp.experts.3.down_proj,0.0000173851,0.05000,0.551 | |
| 3,mlp.experts.0.down_proj,0.0000175970,0.05000,0.575 | |
| 3,mlp.experts.2.down_proj,0.0000148636,0.05000,0.576 | |
| 3,mlp.experts.5.down_proj,0.0000266977,0.05000,0.558 | |
| 3,mlp.experts.7.down_proj,0.0000129743,0.05000,0.563 | |
| 3,mlp.experts.4.down_proj,0.0000140305,0.05000,0.557 | |
| 3,mlp.experts.6.down_proj,0.0000113308,0.05000,0.593 | |
| 3,mlp.experts.11.down_proj,0.0000282586,0.05000,0.587 | |
| 3,mlp.experts.8.down_proj,0.0000222286,0.05000,0.582 | |
| 3,mlp.experts.9.down_proj,0.0000123862,0.05000,0.613 | |
| 3,mlp.experts.10.down_proj,0.0000149755,0.05000,0.613 | |
| 3,mlp.experts.15.down_proj,0.0000237183,0.05000,0.558 | |
| 3,mlp.experts.12.down_proj,0.0000161439,0.05000,0.557 | |
| 3,mlp.experts.13.down_proj,0.0000249928,0.05000,0.583 | |
| 3,mlp.experts.14.down_proj,0.0000153709,0.05000,0.590 | |
| 3,mlp.experts.16.down_proj,0.0000229863,0.05000,0.549 | |
| 3,mlp.experts.19.down_proj,0.0000136211,0.05000,0.578 | |
| 3,mlp.experts.17.down_proj,0.0000160954,0.05000,0.544 | |
| 3,mlp.experts.18.down_proj,0.0000175824,0.05000,0.546 | |
| 3,mlp.experts.20.down_proj,0.0000112387,0.05000,0.558 | |
| 3,mlp.experts.21.down_proj,0.0000194021,0.05000,0.605 | |
| 3,mlp.experts.23.down_proj,0.0000126564,0.05000,0.621 | |
| 3,mlp.experts.22.down_proj,0.0000173421,0.05000,0.582 | |
| 3,mlp.experts.24.down_proj,0.0000124946,0.05000,0.566 | |
| 3,mlp.experts.25.down_proj,0.0000160412,0.05000,0.559 | |
| 3,mlp.experts.27.down_proj,0.0000470032,0.05000,0.567 | |
| 3,mlp.experts.26.down_proj,0.0000332510,0.05000,0.584 | |
| 3,mlp.experts.28.down_proj,0.0053236948,0.05000,0.548 | |
| 3,mlp.experts.29.down_proj,0.0000163763,0.05000,0.549 | |
| 3,mlp.experts.31.down_proj,0.0000164331,0.05000,0.554 | |
| 3,mlp.experts.30.down_proj,0.0000071549,0.05000,0.561 | |
| 3,mlp.experts.32.down_proj,0.0000135611,0.05000,0.601 | |
| 3,mlp.experts.33.down_proj,0.0000387239,0.05000,0.567 | |
| 3,mlp.experts.35.down_proj,0.0000189893,0.05000,0.591 | |
| 3,mlp.experts.34.down_proj,0.0000104721,0.05000,0.559 | |
| 3,mlp.experts.36.down_proj,0.0000133344,0.05000,0.569 | |
| 3,mlp.experts.37.down_proj,0.0000152233,0.05000,0.555 | |
| 3,mlp.experts.38.down_proj,0.0000198498,0.05000,0.545 | |
| 3,mlp.experts.39.down_proj,0.0000185371,0.05000,0.590 | |
| 3,mlp.experts.40.down_proj,0.0000131532,0.05000,0.553 | |
| 3,mlp.experts.41.down_proj,0.0000311815,0.05000,0.549 | |
| 3,mlp.experts.42.down_proj,0.0000151514,0.05000,0.550 | |
| 3,mlp.experts.43.down_proj,0.0000155116,0.05000,0.540 | |
| 3,mlp.experts.44.down_proj,0.0000153230,0.05000,0.585 | |
| 3,mlp.experts.45.down_proj,0.0000116324,0.05000,0.572 | |
| 3,mlp.experts.46.down_proj,0.0000158934,0.05000,0.571 | |
| 3,mlp.experts.47.down_proj,0.0000156831,0.05000,0.576 | |
| 3,mlp.experts.49.down_proj,0.0000139801,0.05000,0.565 | |
| 3,mlp.experts.48.down_proj,0.0000171338,0.05000,0.570 | |
| 3,mlp.experts.51.down_proj,0.0000181537,0.05000,0.577 | |
| 3,mlp.experts.50.down_proj,0.0000182091,0.05000,0.617 | |
| 3,mlp.experts.52.down_proj,0.0000100316,0.05000,0.558 | |
| 3,mlp.experts.53.down_proj,0.0000157327,0.05000,0.572 | |
| 3,mlp.experts.55.down_proj,0.0000149605,0.05000,0.576 | |
| 3,mlp.experts.54.down_proj,0.0000130126,0.05000,0.568 | |
| 3,mlp.experts.57.down_proj,0.0000683597,0.05000,0.561 | |
| 3,mlp.experts.56.down_proj,0.0000287363,0.05000,0.582 | |
| 3,mlp.experts.59.down_proj,0.0000527258,0.05000,0.557 | |
| 3,mlp.experts.58.down_proj,0.0000670926,0.05000,0.552 | |
| 3,mlp.experts.61.down_proj,0.0000199759,0.05000,0.556 | |
| 3,mlp.experts.60.down_proj,0.0000128524,0.05000,0.560 | |
| 3,mlp.experts.63.down_proj,0.0000120962,0.05000,0.528 | |
| 3,mlp.experts.62.down_proj,0.0000086179,0.05000,0.511 | |
| 3,mlp.shared_experts.up_proj,0.0001036998,0.05000,0.376 | |
| 3,mlp.shared_experts.gate_proj,0.0001319650,0.05000,0.380 | |
| 3,mlp.shared_experts.down_proj,0.0000240671,0.05000,0.151 | |
| 4,self_attn.kv_a_proj_with_mqa,0.0008253328,0.05000,0.376 | |
| 4,self_attn.q_proj,0.0089687294,0.05000,0.382 | |
| 4,self_attn.kv_b_proj,0.0014083827,0.05000,0.057 | |
| 4,self_attn.o_proj,0.0000020046,0.05000,0.231 | |
| 4,mlp.experts.3.gate_proj,0.0008092347,0.05000,0.802 | |
| 4,mlp.experts.0.gate_proj,0.0007624286,0.05000,0.815 | |
| 4,mlp.experts.1.gate_proj,0.0006129033,0.05000,0.850 | |
| 4,mlp.experts.2.gate_proj,0.0008399259,0.05000,0.871 | |
| 4,mlp.experts.7.gate_proj,0.0007297909,0.05000,0.839 | |
| 4,mlp.experts.4.gate_proj,0.0016103156,0.05000,0.847 | |
| 4,mlp.experts.5.gate_proj,0.0007498048,0.05000,0.828 | |
| 4,mlp.experts.6.gate_proj,0.0012189631,0.05000,0.818 | |
| 4,mlp.experts.8.gate_proj,0.0005734287,0.05000,0.837 | |
| 4,mlp.experts.11.gate_proj,0.0010158032,0.05000,0.886 | |
| 4,mlp.experts.9.gate_proj,0.0005283558,0.05000,0.847 | |
| 4,mlp.experts.10.gate_proj,0.0003432162,0.05000,0.911 | |
| 4,mlp.experts.13.gate_proj,0.0011072733,0.05000,0.794 | |
| 4,mlp.experts.15.gate_proj,0.0003764972,0.05000,0.799 | |
| 4,mlp.experts.12.gate_proj,0.0005065615,0.05000,0.852 | |
| 4,mlp.experts.14.gate_proj,0.0005702966,0.05000,0.829 | |
| 4,mlp.experts.17.gate_proj,0.0005052032,0.05000,0.829 | |
| 4,mlp.experts.19.gate_proj,0.0003077661,0.05000,0.839 | |
| 4,mlp.experts.16.gate_proj,0.0004679776,0.05000,0.846 | |
| 4,mlp.experts.18.gate_proj,0.0003413651,0.05000,0.848 | |
| 4,mlp.experts.21.gate_proj,0.0007836248,0.05000,0.800 | |
| 4,mlp.experts.23.gate_proj,0.0007696379,0.05000,0.804 | |
| 4,mlp.experts.20.gate_proj,0.0006332415,0.05000,0.820 | |
| 4,mlp.experts.22.gate_proj,0.0006827685,0.05000,0.806 | |
| 4,mlp.experts.25.gate_proj,0.0005320408,0.05000,0.819 | |
| 4,mlp.experts.27.gate_proj,0.0007273053,0.05000,0.849 | |
| 4,mlp.experts.24.gate_proj,0.0005646685,0.05000,0.824 | |
| 4,mlp.experts.26.gate_proj,0.0005356311,0.05000,0.844 | |
| 4,mlp.experts.29.gate_proj,0.0005841570,0.05000,0.812 | |
| 4,mlp.experts.31.gate_proj,0.0013370893,0.05000,0.833 | |
| 4,mlp.experts.28.gate_proj,0.0008223022,0.05000,0.840 | |
| 4,mlp.experts.30.gate_proj,0.0003551506,0.05000,0.816 | |
| 4,mlp.experts.33.gate_proj,0.0012338883,0.05000,0.824 | |
| 4,mlp.experts.35.gate_proj,0.0013234610,0.05000,0.815 | |
| 4,mlp.experts.32.gate_proj,0.0005782042,0.05000,0.829 | |
| 4,mlp.experts.34.gate_proj,0.0004980778,0.05000,0.800 | |
| 4,mlp.experts.37.gate_proj,0.0005565390,0.05000,0.822 | |
| 4,mlp.experts.39.gate_proj,0.0004584673,0.05000,0.823 | |
| 4,mlp.experts.36.gate_proj,0.0004135155,0.05000,0.833 | |
| 4,mlp.experts.38.gate_proj,0.0014634717,0.05000,0.831 | |
| 4,mlp.experts.41.gate_proj,0.0009776524,0.05000,0.826 | |
| 4,mlp.experts.43.gate_proj,0.0003119562,0.05000,0.843 | |
| 4,mlp.experts.40.gate_proj,0.0007440933,0.05000,0.845 | |
| 4,mlp.experts.42.gate_proj,0.0004543568,0.05000,0.866 | |
| 4,mlp.experts.45.gate_proj,0.0004517579,0.05000,0.833 | |
| 4,mlp.experts.47.gate_proj,0.0006081208,0.05000,0.826 | |
| 4,mlp.experts.44.gate_proj,0.0014212837,0.05000,0.807 | |
| 4,mlp.experts.46.gate_proj,0.0008186544,0.05000,0.849 | |
| 4,mlp.experts.49.gate_proj,0.0007430067,0.05000,0.830 | |
| 4,mlp.experts.51.gate_proj,0.0004803427,0.05000,0.822 | |
| 4,mlp.experts.48.gate_proj,0.0002573570,0.05000,0.801 | |
| 4,mlp.experts.50.gate_proj,0.0007004916,0.05000,0.818 | |
| 4,mlp.experts.53.gate_proj,0.0009010700,0.05000,0.838 | |
| 4,mlp.experts.52.gate_proj,0.0007370990,0.05000,0.803 | |
| 4,mlp.experts.55.gate_proj,0.0005054217,0.05000,0.824 | |
| 4,mlp.experts.54.gate_proj,0.0005716688,0.05000,0.868 | |
| 4,mlp.experts.59.gate_proj,0.0008260260,0.05000,0.850 | |
| 4,mlp.experts.56.gate_proj,0.0004016346,0.05000,0.853 | |
| 4,mlp.experts.57.gate_proj,0.0004982981,0.05000,0.919 | |
| 4,mlp.experts.58.gate_proj,0.0004140103,0.05000,0.872 | |
| 4,mlp.experts.61.gate_proj,0.0011428653,0.05000,0.817 | |
| 4,mlp.experts.63.gate_proj,0.0006206397,0.05000,0.867 | |
| 4,mlp.experts.60.gate_proj,0.0005600183,0.05000,0.898 | |
| 4,mlp.experts.62.gate_proj,0.0004942904,0.05000,0.831 | |
| 4,mlp.experts.1.up_proj,0.0005696508,0.05000,0.825 | |
| 4,mlp.experts.3.up_proj,0.0007666623,0.05000,0.871 | |
| 4,mlp.experts.0.up_proj,0.0007390689,0.05000,0.860 | |
| 4,mlp.experts.2.up_proj,0.0008136376,0.05000,0.828 | |
| 4,mlp.experts.5.up_proj,0.0007265472,0.05000,0.845 | |
| 4,mlp.experts.7.up_proj,0.0006992002,0.05000,0.854 | |
| 4,mlp.experts.4.up_proj,0.0015444038,0.05000,0.844 | |
| 4,mlp.experts.6.up_proj,0.0011732691,0.05000,0.884 | |
| 4,mlp.experts.9.up_proj,0.0005135044,0.05000,0.826 | |
| 4,mlp.experts.11.up_proj,0.0009659843,0.05000,0.852 | |
| 4,mlp.experts.8.up_proj,0.0005575894,0.05000,0.844 | |
| 4,mlp.experts.10.up_proj,0.0003203991,0.05000,0.834 | |
| 4,mlp.experts.13.up_proj,0.0010700442,0.05000,0.828 | |
| 4,mlp.experts.15.up_proj,0.0003603151,0.05000,0.874 | |
| 4,mlp.experts.12.up_proj,0.0004887081,0.05000,0.893 | |
| 4,mlp.experts.14.up_proj,0.0005552841,0.05000,0.900 | |
| 4,mlp.experts.17.up_proj,0.0004866601,0.05000,0.822 | |
| 4,mlp.experts.16.up_proj,0.0004499451,0.05000,0.862 | |
| 4,mlp.experts.19.up_proj,0.0002974708,0.05000,0.893 | |
| 4,mlp.experts.18.up_proj,0.0003192172,0.05000,0.884 | |
| 4,mlp.experts.21.up_proj,0.0007592671,0.05000,0.811 | |
| 4,mlp.experts.23.up_proj,0.0007476646,0.05000,0.799 | |
| 4,mlp.experts.20.up_proj,0.0006160130,0.05000,0.814 | |
| 4,mlp.experts.22.up_proj,0.0006584877,0.05000,0.823 | |
| 4,mlp.experts.25.up_proj,0.0005107402,0.05000,0.841 | |
| 4,mlp.experts.27.up_proj,0.0006886909,0.05000,0.885 | |
| 4,mlp.experts.24.up_proj,0.0005436995,0.05000,0.931 | |
| 4,mlp.experts.26.up_proj,0.0005221754,0.05000,0.904 | |
| 4,mlp.experts.29.up_proj,0.0005610921,0.05000,0.820 | |
| 4,mlp.experts.31.up_proj,0.0012976856,0.05000,0.855 | |
| 4,mlp.experts.28.up_proj,0.0007959145,0.05000,0.911 | |
| 4,mlp.experts.30.up_proj,0.0003408965,0.05000,0.830 | |
| 4,mlp.experts.33.up_proj,0.0011968699,0.05000,0.833 | |
| 4,mlp.experts.35.up_proj,0.0012619649,0.05000,0.836 | |
| 4,mlp.experts.32.up_proj,0.0005551954,0.05000,0.818 | |
| 4,mlp.experts.34.up_proj,0.0004759195,0.05000,0.833 | |
| 4,mlp.experts.37.up_proj,0.0005264560,0.05000,0.816 | |
| 4,mlp.experts.39.up_proj,0.0004423649,0.05000,0.812 | |
| 4,mlp.experts.36.up_proj,0.0004017036,0.05000,0.876 | |
| 4,mlp.experts.38.up_proj,0.0013750492,0.05000,0.842 | |
| 4,mlp.experts.41.up_proj,0.0009241235,0.05000,0.819 | |
| 4,mlp.experts.43.up_proj,0.0003016670,0.05000,0.830 | |
| 4,mlp.experts.40.up_proj,0.0007261068,0.05000,0.878 | |
| 4,mlp.experts.42.up_proj,0.0004307959,0.05000,0.859 | |
| 4,mlp.experts.45.up_proj,0.0004316997,0.05000,0.814 | |
| 4,mlp.experts.47.up_proj,0.0005834117,0.05000,0.823 | |
| 4,mlp.experts.44.up_proj,0.0013631313,0.05000,0.852 | |
| 4,mlp.experts.46.up_proj,0.0007865774,0.05000,0.844 | |
| 4,mlp.experts.49.up_proj,0.0007102253,0.05000,0.813 | |
| 4,mlp.experts.51.up_proj,0.0004531503,0.05000,0.803 | |
| 4,mlp.experts.50.up_proj,0.0006780708,0.05000,0.828 | |
| 4,mlp.experts.48.up_proj,0.0002403596,0.05000,0.843 | |
| 4,mlp.experts.53.up_proj,0.0008704965,0.05000,0.824 | |
| 4,mlp.experts.55.up_proj,0.0004761579,0.05000,0.848 | |
| 4,mlp.experts.54.up_proj,0.0005499618,0.05000,0.815 | |
| 4,mlp.experts.52.up_proj,0.0007091145,0.05000,0.833 | |
| 4,mlp.experts.57.up_proj,0.0004801527,0.05000,0.881 | |
| 4,mlp.experts.59.up_proj,0.0007990440,0.05000,0.876 | |
| 4,mlp.experts.58.up_proj,0.0003924527,0.05000,0.823 | |
| 4,mlp.experts.56.up_proj,0.0003861243,0.05000,0.826 | |
| 4,mlp.experts.61.up_proj,0.0011088078,0.05000,0.848 | |
| 4,mlp.experts.63.up_proj,0.0005772023,0.05000,0.727 | |
| 4,mlp.experts.62.up_proj,0.0004581381,0.05000,0.624 | |
| 4,mlp.experts.60.up_proj,0.0005317503,0.05000,0.616 | |
| 4,mlp.experts.0.down_proj,0.0000288843,0.05000,0.554 | |
| 4,mlp.experts.1.down_proj,0.0000221678,0.05000,0.566 | |
| 4,mlp.experts.3.down_proj,0.0000329914,0.05000,0.594 | |
| 4,mlp.experts.2.down_proj,0.0000284284,0.05000,0.618 | |
| 4,mlp.experts.4.down_proj,0.0000561297,0.05000,0.560 | |
| 4,mlp.experts.5.down_proj,0.0000214745,0.05000,0.562 | |
| 4,mlp.experts.7.down_proj,0.0000412870,0.05000,0.564 | |
| 4,mlp.experts.6.down_proj,0.0000498324,0.05000,0.562 | |
| 4,mlp.experts.8.down_proj,0.0000139868,0.05000,0.575 | |
| 4,mlp.experts.9.down_proj,0.0000217889,0.05000,0.584 | |
| 4,mlp.experts.10.down_proj,0.0000176853,0.05000,0.584 | |
| 4,mlp.experts.11.down_proj,0.0000478583,0.05000,0.626 | |
| 4,mlp.experts.12.down_proj,0.0000237690,0.05000,0.576 | |
| 4,mlp.experts.13.down_proj,0.0000509832,0.05000,0.597 | |
| 4,mlp.experts.14.down_proj,0.0000165606,0.05000,0.577 | |
| 4,mlp.experts.15.down_proj,0.0000176693,0.05000,0.599 | |
| 4,mlp.experts.16.down_proj,0.0000174677,0.05000,0.559 | |
| 4,mlp.experts.17.down_proj,0.0000200486,0.05000,0.565 | |
| 4,mlp.experts.18.down_proj,0.0000153120,0.05000,0.558 | |
| 4,mlp.experts.19.down_proj,0.0000150470,0.05000,0.555 | |
| 4,mlp.experts.20.down_proj,0.0000117803,0.05000,0.553 | |
| 4,mlp.experts.21.down_proj,0.0000281192,0.05000,0.560 | |
| 4,mlp.experts.22.down_proj,0.0000210758,0.05000,0.565 | |
| 4,mlp.experts.23.down_proj,0.0000244014,0.05000,0.584 | |
| 4,mlp.experts.24.down_proj,0.0000262495,0.05000,0.642 | |
| 4,mlp.experts.25.down_proj,0.0000214660,0.05000,0.641 | |
| 4,mlp.experts.26.down_proj,0.0000199924,0.05000,0.654 | |
| 4,mlp.experts.27.down_proj,0.0000390353,0.05000,0.617 | |
| 4,mlp.experts.28.down_proj,0.0000343818,0.05000,0.553 | |
| 4,mlp.experts.29.down_proj,0.0000214528,0.05000,0.557 | |
| 4,mlp.experts.30.down_proj,0.0000203383,0.05000,0.552 | |
| 4,mlp.experts.31.down_proj,0.0000530541,0.05000,0.557 | |
| 4,mlp.experts.32.down_proj,0.0000222638,0.05000,0.601 | |
| 4,mlp.experts.33.down_proj,0.0000330355,0.05000,0.602 | |
| 4,mlp.experts.34.down_proj,0.0000237099,0.05000,0.600 | |
| 4,mlp.experts.35.down_proj,0.0000498781,0.05000,0.574 | |
| 4,mlp.experts.36.down_proj,0.0000217371,0.05000,0.578 | |
| 4,mlp.experts.37.down_proj,0.0000124994,0.05000,0.578 | |
| 4,mlp.experts.39.down_proj,0.0000146486,0.05000,0.581 | |
| 4,mlp.experts.38.down_proj,0.0000483251,0.05000,0.610 | |
| 4,mlp.experts.40.down_proj,0.0000220270,0.05000,0.547 | |
| 4,mlp.experts.41.down_proj,0.0000265804,0.05000,0.570 | |
| 4,mlp.experts.43.down_proj,0.0000108181,0.05000,0.551 | |
| 4,mlp.experts.42.down_proj,0.0000133577,0.05000,0.555 | |
| 4,mlp.experts.44.down_proj,0.0000497847,0.05000,0.556 | |
| 4,mlp.experts.45.down_proj,0.0000194160,0.05000,0.574 | |
| 4,mlp.experts.47.down_proj,0.0000230110,0.05000,0.575 | |
| 4,mlp.experts.46.down_proj,0.0000287730,0.05000,0.566 | |
| 4,mlp.experts.48.down_proj,0.0000099371,0.05000,0.555 | |
| 4,mlp.experts.49.down_proj,0.0000279769,0.05000,0.550 | |
| 4,mlp.experts.51.down_proj,0.0000305248,0.05000,0.561 | |
| 4,mlp.experts.50.down_proj,0.0000251007,0.05000,0.554 | |
| 4,mlp.experts.52.down_proj,0.0000212485,0.05000,0.588 | |
| 4,mlp.experts.53.down_proj,0.0000267239,0.05000,0.609 | |
| 4,mlp.experts.54.down_proj,0.0000249374,0.05000,0.612 | |
| 4,mlp.experts.55.down_proj,0.0000225668,0.05000,0.646 | |
| 4,mlp.experts.56.down_proj,0.0000151340,0.05000,0.713 | |
| 4,mlp.experts.57.down_proj,0.0000189963,0.05000,0.633 | |
| 4,mlp.experts.58.down_proj,0.0000194868,0.05000,0.623 | |
| 4,mlp.experts.59.down_proj,0.0000357738,0.05000,0.620 | |
| 4,mlp.experts.61.down_proj,0.0000352264,0.05000,0.627 | |
| 4,mlp.experts.60.down_proj,0.0000172303,0.05000,0.688 | |
| 4,mlp.experts.63.down_proj,0.0000388093,0.05000,0.617 | |
| 4,mlp.experts.62.down_proj,0.0000254853,0.05000,0.650 | |
| 4,mlp.shared_experts.up_proj,0.0001435619,0.05000,0.404 | |
| 4,mlp.shared_experts.gate_proj,0.0001753146,0.05000,0.406 | |
| 4,mlp.shared_experts.down_proj,0.0000031355,0.05000,0.165 | |
| 5,self_attn.kv_a_proj_with_mqa,0.0007886109,0.05000,0.384 | |
| 5,self_attn.q_proj,0.0064824972,0.05000,0.388 | |
| 5,self_attn.kv_b_proj,0.0018714199,0.05000,0.069 | |
| 5,self_attn.o_proj,0.0000030357,0.05000,0.236 | |
| 5,mlp.experts.1.gate_proj,0.0010230226,0.05000,0.818 | |
| 5,mlp.experts.3.gate_proj,0.0010546467,0.05000,0.828 | |
| 5,mlp.experts.0.gate_proj,0.0015880965,0.05000,0.850 | |
| 5,mlp.experts.2.gate_proj,0.0007344660,0.05000,0.866 | |
| 5,mlp.experts.5.gate_proj,0.0006946197,0.05000,0.818 | |
| 5,mlp.experts.7.gate_proj,0.0007866937,0.05000,0.836 | |
| 5,mlp.experts.6.gate_proj,0.0009966738,0.05000,0.819 | |
| 5,mlp.experts.4.gate_proj,0.0029068206,0.05000,0.843 | |
| 5,mlp.experts.11.gate_proj,0.0005856980,0.05000,0.842 | |
| 5,mlp.experts.9.gate_proj,0.0012100262,0.05000,0.895 | |
| 5,mlp.experts.8.gate_proj,0.0012060425,0.05000,0.850 | |
| 5,mlp.experts.10.gate_proj,0.0008389894,0.05000,0.872 | |
| 5,mlp.experts.15.gate_proj,0.0009749991,0.05000,0.834 | |
| 5,mlp.experts.13.gate_proj,0.0005974329,0.05000,0.836 | |
| 5,mlp.experts.14.gate_proj,0.0007206899,0.05000,0.835 | |
| 5,mlp.experts.12.gate_proj,0.0007628544,0.05000,0.869 | |
| 5,mlp.experts.17.gate_proj,0.0011191081,0.05000,0.821 | |
| 5,mlp.experts.19.gate_proj,0.0010417369,0.05000,0.850 | |
| 5,mlp.experts.16.gate_proj,0.0012411287,0.05000,0.815 | |
| 5,mlp.experts.18.gate_proj,0.0010438088,0.05000,0.861 | |
| 5,mlp.experts.21.gate_proj,0.0010072870,0.05000,0.825 | |
| 5,mlp.experts.23.gate_proj,0.0012542137,0.05000,0.840 | |
| 5,mlp.experts.20.gate_proj,0.0004103891,0.05000,0.843 | |
| 5,mlp.experts.22.gate_proj,0.0005367803,0.05000,0.851 | |
| 5,mlp.experts.27.gate_proj,0.0052891508,0.05000,0.805 | |
| 5,mlp.experts.25.gate_proj,0.0017877437,0.05000,0.831 | |
| 5,mlp.experts.26.gate_proj,0.0007446261,0.05000,0.810 | |
| 5,mlp.experts.24.gate_proj,0.0009035280,0.05000,0.857 | |
| 5,mlp.experts.31.gate_proj,0.0004547193,0.05000,0.802 | |
| 5,mlp.experts.29.gate_proj,0.0011423118,0.05000,0.806 | |
| 5,mlp.experts.30.gate_proj,0.0011491479,0.05000,0.799 | |
| 5,mlp.experts.28.gate_proj,0.0009679096,0.05000,0.818 | |
| 5,mlp.experts.35.gate_proj,0.0004127336,0.05000,0.817 | |
| 5,mlp.experts.33.gate_proj,0.0008735763,0.05000,0.853 | |
| 5,mlp.experts.34.gate_proj,0.0008446875,0.05000,0.807 | |
| 5,mlp.experts.32.gate_proj,0.0010270134,0.05000,0.822 | |
| 5,mlp.experts.39.gate_proj,0.0060613096,0.05000,0.815 | |
| 5,mlp.experts.37.gate_proj,0.0007256413,0.05000,0.799 | |
| 5,mlp.experts.38.gate_proj,0.0004473398,0.05000,0.798 | |
| 5,mlp.experts.36.gate_proj,0.0008559261,0.05000,0.793 | |
| 5,mlp.experts.43.gate_proj,0.0010553467,0.05000,0.837 | |
| 5,mlp.experts.42.gate_proj,0.0005543782,0.05000,0.807 | |
| 5,mlp.experts.41.gate_proj,0.0007907351,0.05000,0.834 | |
| 5,mlp.experts.40.gate_proj,0.0012553406,0.05000,0.821 | |
| 5,mlp.experts.47.gate_proj,0.0005883488,0.05000,0.790 | |
| 5,mlp.experts.46.gate_proj,0.0007597571,0.05000,0.788 | |
| 5,mlp.experts.45.gate_proj,0.0007848621,0.05000,0.789 | |
| 5,mlp.experts.44.gate_proj,0.0007088515,0.05000,0.802 | |
| 5,mlp.experts.51.gate_proj,0.0010911442,0.05000,0.803 | |
| 5,mlp.experts.50.gate_proj,0.0010532879,0.05000,0.814 | |
| 5,mlp.experts.49.gate_proj,0.0004490741,0.05000,0.801 | |
| 5,mlp.experts.48.gate_proj,0.0006415089,0.05000,0.788 | |
| 5,mlp.experts.55.gate_proj,0.0006828820,0.05000,0.836 | |
| 5,mlp.experts.54.gate_proj,0.0006079433,0.05000,0.828 | |
| 5,mlp.experts.53.gate_proj,0.0005714878,0.05000,0.846 | |
| 5,mlp.experts.52.gate_proj,0.0009000148,0.05000,0.845 | |
| 5,mlp.experts.58.gate_proj,0.0008935061,0.05000,0.857 | |
| 5,mlp.experts.57.gate_proj,0.0008640417,0.05000,0.838 | |
| 5,mlp.experts.59.gate_proj,0.0013747985,0.05000,0.911 | |
| 5,mlp.experts.56.gate_proj,0.0004567947,0.05000,0.882 | |
| 5,mlp.experts.61.gate_proj,0.0007999619,0.05000,0.806 | |
| 5,mlp.experts.62.gate_proj,0.0010738454,0.05000,0.822 | |
| 5,mlp.experts.63.gate_proj,0.0005742479,0.05000,0.816 | |
| 5,mlp.experts.60.gate_proj,0.0011313605,0.05000,0.822 | |
| 5,mlp.experts.1.up_proj,0.0009616732,0.05000,0.817 | |
| 5,mlp.experts.3.up_proj,0.0010135423,0.05000,0.815 | |
| 5,mlp.experts.2.up_proj,0.0007055807,0.05000,0.845 | |
| 5,mlp.experts.0.up_proj,0.0014940755,0.05000,0.825 | |
| 5,mlp.experts.5.up_proj,0.0006582937,0.05000,0.827 | |
| 5,mlp.experts.7.up_proj,0.0007577355,0.05000,0.819 | |
| 5,mlp.experts.6.up_proj,0.0009326701,0.05000,0.857 | |
| 5,mlp.experts.4.up_proj,0.0027310314,0.05000,0.832 | |
| 5,mlp.experts.9.up_proj,0.0011559100,0.05000,0.871 | |
| 5,mlp.experts.10.up_proj,0.0007589816,0.05000,0.859 | |
| 5,mlp.experts.11.up_proj,0.0005462479,0.05000,0.911 | |
| 5,mlp.experts.8.up_proj,0.0011173923,0.05000,0.860 | |
| 5,mlp.experts.13.up_proj,0.0005654850,0.05000,0.886 | |
| 5,mlp.experts.12.up_proj,0.0007395786,0.05000,0.827 | |
| 5,mlp.experts.14.up_proj,0.0006926559,0.05000,0.874 | |
| 5,mlp.experts.15.up_proj,0.0009427040,0.05000,0.878 | |
| 5,mlp.experts.16.up_proj,0.0012065479,0.05000,0.822 | |
| 5,mlp.experts.18.up_proj,0.0009883587,0.05000,0.824 | |
| 5,mlp.experts.19.up_proj,0.0010169242,0.05000,0.820 | |
| 5,mlp.experts.17.up_proj,0.0010587419,0.05000,0.887 | |
| 5,mlp.experts.22.up_proj,0.0005134500,0.05000,0.815 | |
| 5,mlp.experts.23.up_proj,0.0011980290,0.05000,0.833 | |
| 5,mlp.experts.21.up_proj,0.0009710323,0.05000,0.832 | |
| 5,mlp.experts.20.up_proj,0.0003875896,0.05000,0.866 | |
| 5,mlp.experts.26.up_proj,0.0007176499,0.05000,0.855 | |
| 5,mlp.experts.24.up_proj,0.0008515489,0.05000,0.833 | |
| 5,mlp.experts.27.up_proj,0.0050221585,0.05000,0.848 | |
| 5,mlp.experts.25.up_proj,0.0016378116,0.05000,0.877 | |
| 5,mlp.experts.28.up_proj,0.0009290290,0.05000,0.820 | |
| 5,mlp.experts.31.up_proj,0.0004275957,0.05000,0.833 | |
| 5,mlp.experts.30.up_proj,0.0011016855,0.05000,0.873 | |
| 5,mlp.experts.29.up_proj,0.0010762539,0.05000,0.821 | |
| 5,mlp.experts.32.up_proj,0.0009900417,0.05000,0.785 | |
| 5,mlp.experts.35.up_proj,0.0003947550,0.05000,0.813 | |
| 5,mlp.experts.33.up_proj,0.0008487920,0.05000,0.806 | |
| 5,mlp.experts.34.up_proj,0.0007938649,0.05000,0.869 | |
| 5,mlp.experts.36.up_proj,0.0008114495,0.05000,0.801 | |
| 5,mlp.experts.39.up_proj,0.0057626501,0.05000,0.804 | |
| 5,mlp.experts.37.up_proj,0.0007104300,0.05000,0.867 | |
| 5,mlp.experts.38.up_proj,0.0004308121,0.05000,0.833 | |
| 5,mlp.experts.40.up_proj,0.0011582291,0.05000,0.839 | |
| 5,mlp.experts.43.up_proj,0.0010243149,0.05000,0.854 | |
| 5,mlp.experts.41.up_proj,0.0007695100,0.05000,0.850 | |
| 5,mlp.experts.42.up_proj,0.0005302060,0.05000,0.838 | |
| 5,mlp.experts.44.up_proj,0.0006734737,0.05000,0.808 | |
| 5,mlp.experts.47.up_proj,0.0005536276,0.05000,0.837 | |
| 5,mlp.experts.45.up_proj,0.0007483299,0.05000,0.820 | |
| 5,mlp.experts.46.up_proj,0.0007059318,0.05000,0.822 | |
| 5,mlp.experts.48.up_proj,0.0006152833,0.05000,0.802 | |
| 5,mlp.experts.51.up_proj,0.0010361691,0.05000,0.796 | |
| 5,mlp.experts.49.up_proj,0.0004292698,0.05000,0.802 | |
| 5,mlp.experts.50.up_proj,0.0010097445,0.05000,0.807 | |
| 5,mlp.experts.52.up_proj,0.0008752290,0.05000,0.815 | |
| 5,mlp.experts.55.up_proj,0.0006618684,0.05000,0.813 | |
| 5,mlp.experts.53.up_proj,0.0005192716,0.05000,0.832 | |
| 5,mlp.experts.54.up_proj,0.0005539720,0.05000,0.856 | |
| 5,mlp.experts.56.up_proj,0.0004412146,0.05000,0.838 | |
| 5,mlp.experts.59.up_proj,0.0013123903,0.05000,0.882 | |
| 5,mlp.experts.58.up_proj,0.0008621403,0.05000,0.815 | |
| 5,mlp.experts.57.up_proj,0.0008414175,0.05000,0.860 | |
| 5,mlp.experts.60.up_proj,0.0010931891,0.05000,0.866 | |
| 5,mlp.experts.63.up_proj,0.0005439911,0.05000,0.819 | |
| 5,mlp.experts.61.up_proj,0.0007767077,0.05000,0.782 | |
| 5,mlp.experts.62.up_proj,0.0010313788,0.05000,0.792 | |
| 5,mlp.experts.1.down_proj,0.0000561649,0.05000,0.545 | |
| 5,mlp.experts.0.down_proj,0.0000712460,0.05000,0.559 | |
| 5,mlp.experts.3.down_proj,0.0000490419,0.05000,0.566 | |
| 5,mlp.experts.2.down_proj,0.0000454835,0.05000,0.590 | |
| 5,mlp.experts.5.down_proj,0.0000564229,0.05000,0.586 | |
| 5,mlp.experts.7.down_proj,0.0000445711,0.05000,0.584 | |
| 5,mlp.experts.4.down_proj,0.0001015300,0.05000,0.596 | |
| 5,mlp.experts.6.down_proj,0.0000733918,0.05000,0.590 | |
| 5,mlp.experts.11.down_proj,0.0000248070,0.05000,0.651 | |
| 5,mlp.experts.9.down_proj,0.0000484461,0.05000,0.698 | |
| 5,mlp.experts.8.down_proj,0.0000583822,0.05000,0.688 | |
| 5,mlp.experts.10.down_proj,0.0000604847,0.05000,0.670 | |
| 5,mlp.experts.15.down_proj,0.0000338130,0.05000,0.666 | |
| 5,mlp.experts.13.down_proj,0.0000448739,0.05000,0.653 | |
| 5,mlp.experts.12.down_proj,0.0000599998,0.05000,0.658 | |
| 5,mlp.experts.14.down_proj,0.0000409820,0.05000,0.661 | |
| 5,mlp.experts.19.down_proj,0.0000486187,0.05000,0.626 | |
| 5,mlp.experts.17.down_proj,0.0000741187,0.05000,0.624 | |
| 5,mlp.experts.18.down_proj,0.0000585765,0.05000,0.613 | |
| 5,mlp.experts.16.down_proj,0.0000624020,0.05000,0.645 | |
| 5,mlp.experts.23.down_proj,0.0000660801,0.05000,0.554 | |
| 5,mlp.experts.22.down_proj,0.0000480795,0.05000,0.557 | |
| 5,mlp.experts.21.down_proj,0.0000593898,0.05000,0.590 | |
| 5,mlp.experts.20.down_proj,0.0000247397,0.05000,0.554 | |
| 5,mlp.experts.27.down_proj,0.0001948281,0.05000,0.557 | |
| 5,mlp.experts.25.down_proj,0.0000696101,0.05000,0.554 | |
| 5,mlp.experts.26.down_proj,0.0000403097,0.05000,0.571 | |
| 5,mlp.experts.24.down_proj,0.0000616007,0.05000,0.578 | |
| 5,mlp.experts.31.down_proj,0.0000246916,0.05000,0.567 | |
| 5,mlp.experts.30.down_proj,0.0000755905,0.05000,0.595 | |
| 5,mlp.experts.28.down_proj,0.0000515565,0.05000,0.589 | |
| 5,mlp.experts.29.down_proj,0.0000677074,0.05000,0.642 | |
| 5,mlp.experts.35.down_proj,0.0000283464,0.05000,0.591 | |
| 5,mlp.experts.34.down_proj,0.0000464885,0.05000,0.567 | |
| 5,mlp.experts.32.down_proj,0.0000472461,0.05000,0.559 | |
| 5,mlp.experts.33.down_proj,0.0000507484,0.05000,0.564 | |
| 5,mlp.experts.39.down_proj,0.0002709371,0.05000,0.566 | |
| 5,mlp.experts.38.down_proj,0.0000335577,0.05000,0.572 | |
| 5,mlp.experts.36.down_proj,0.0000590951,0.05000,0.586 | |
| 5,mlp.experts.37.down_proj,0.0000362929,0.05000,0.588 | |
| 5,mlp.experts.43.down_proj,0.0000410467,0.05000,0.563 | |
| 5,mlp.experts.42.down_proj,0.0000365924,0.05000,0.570 | |
| 5,mlp.experts.40.down_proj,0.0000750191,0.05000,0.574 | |
| 5,mlp.experts.41.down_proj,0.0000387825,0.05000,0.573 | |
| 5,mlp.experts.47.down_proj,0.0000338219,0.05000,0.589 | |
| 5,mlp.experts.46.down_proj,0.0000343685,0.05000,0.588 | |
| 5,mlp.experts.44.down_proj,0.0000342655,0.05000,0.584 | |
| 5,mlp.experts.45.down_proj,0.0000377457,0.05000,0.589 | |
| 5,mlp.experts.51.down_proj,0.0000587230,0.05000,0.560 | |
| 5,mlp.experts.50.down_proj,0.0000516666,0.05000,0.577 | |
| 5,mlp.experts.48.down_proj,0.0000440610,0.05000,0.588 | |
| 5,mlp.experts.49.down_proj,0.0000351150,0.05000,0.576 | |
| 5,mlp.experts.55.down_proj,0.0000365820,0.05000,0.581 | |
| 5,mlp.experts.54.down_proj,0.0000384891,0.05000,0.558 | |
| 5,mlp.experts.53.down_proj,0.0000322333,0.05000,0.574 | |
| 5,mlp.experts.52.down_proj,0.0000451430,0.05000,0.603 | |
| 5,mlp.experts.59.down_proj,0.0000580776,0.05000,0.613 | |
| 5,mlp.experts.58.down_proj,0.0000590246,0.05000,0.614 | |
| 5,mlp.experts.57.down_proj,0.0000302655,0.05000,0.589 | |
| 5,mlp.experts.56.down_proj,0.0000249578,0.05000,0.591 | |
| 5,mlp.experts.63.down_proj,0.0000439483,0.05000,0.585 | |
| 5,mlp.experts.62.down_proj,0.0000826140,0.05000,0.565 | |
| 5,mlp.experts.61.down_proj,0.0000499070,0.05000,0.530 | |
| 5,mlp.experts.60.down_proj,0.0000474962,0.05000,0.533 | |
| 5,mlp.shared_experts.gate_proj,0.0002317119,0.05000,0.381 | |
| 5,mlp.shared_experts.up_proj,0.0002059700,0.05000,0.383 | |
| 5,mlp.shared_experts.down_proj,0.0000061545,0.05000,0.146 | |
| 6,self_attn.q_proj,0.0066057616,0.05000,0.378 | |
| 6,self_attn.kv_a_proj_with_mqa,0.0007224244,0.05000,0.378 | |
| 6,self_attn.kv_b_proj,0.0006999467,0.05000,0.058 | |
| 6,self_attn.o_proj,0.0000077760,0.05000,0.233 | |
| 6,mlp.experts.0.gate_proj,0.0016792024,0.05000,0.825 | |
| 6,mlp.experts.3.gate_proj,0.0009761232,0.05000,0.839 | |
| 6,mlp.experts.2.gate_proj,0.0018807464,0.05000,0.848 | |
| 6,mlp.experts.1.gate_proj,0.0010972593,0.05000,0.858 | |
| 6,mlp.experts.7.gate_proj,0.0016450239,0.05000,0.806 | |
| 6,mlp.experts.5.gate_proj,0.0018305104,0.05000,0.798 | |
| 6,mlp.experts.4.gate_proj,0.0017518903,0.05000,0.843 | |
| 6,mlp.experts.6.gate_proj,0.0009917241,0.05000,0.819 | |
| 6,mlp.experts.11.gate_proj,0.0019913857,0.05000,0.843 | |
| 6,mlp.experts.8.gate_proj,0.0011050236,0.05000,0.833 | |
| 6,mlp.experts.10.gate_proj,0.0020278171,0.05000,0.850 | |
| 6,mlp.experts.9.gate_proj,0.0007813509,0.05000,0.862 | |
| 6,mlp.experts.12.gate_proj,0.0017825113,0.05000,0.819 | |
| 6,mlp.experts.15.gate_proj,0.0009984979,0.05000,0.838 | |
| 6,mlp.experts.14.gate_proj,0.0014111050,0.05000,0.813 | |
| 6,mlp.experts.13.gate_proj,0.0024323808,0.05000,0.827 | |
| 6,mlp.experts.16.gate_proj,0.0012978242,0.05000,0.798 | |
| 6,mlp.experts.19.gate_proj,0.0015346062,0.05000,0.808 | |
| 6,mlp.experts.18.gate_proj,0.0010905664,0.05000,0.807 | |
| 6,mlp.experts.17.gate_proj,0.0047383685,0.05000,0.821 | |
| 6,mlp.experts.20.gate_proj,0.0009376636,0.05000,0.818 | |
| 6,mlp.experts.23.gate_proj,0.0013968865,0.05000,0.811 | |
| 6,mlp.experts.21.gate_proj,0.0084720933,0.05000,0.816 | |
| 6,mlp.experts.22.gate_proj,0.0007827401,0.05000,0.852 | |
| 6,mlp.experts.24.gate_proj,0.0009578054,0.05000,0.410 | |
| 6,mlp.experts.27.gate_proj,0.0005970797,0.05000,0.405 | |
| 6,mlp.experts.28.gate_proj,0.0013620045,0.05000,0.816 | |
| 6,mlp.experts.26.gate_proj,0.0013137767,0.05000,0.845 | |
| 6,mlp.experts.31.gate_proj,0.0015232925,0.05000,0.886 | |
| 6,mlp.experts.25.gate_proj,0.0014327144,0.05000,0.887 | |
| 6,mlp.experts.32.gate_proj,0.0027798021,0.05000,0.815 | |
| 6,mlp.experts.30.gate_proj,0.0012350582,0.05000,0.825 | |
| 6,mlp.experts.29.gate_proj,0.0008416253,0.05000,0.806 | |
| 6,mlp.experts.35.gate_proj,0.0008358671,0.05000,0.818 | |
| 6,mlp.experts.36.gate_proj,0.0014597630,0.05000,0.848 | |
| 6,mlp.experts.34.gate_proj,0.0015322854,0.05000,0.821 | |
| 6,mlp.experts.39.gate_proj,0.0007553107,0.05000,0.835 | |
| 6,mlp.experts.33.gate_proj,0.0022062682,0.05000,0.858 | |
| 6,mlp.experts.40.gate_proj,0.0013606192,0.05000,0.819 | |
| 6,mlp.experts.38.gate_proj,0.0014743233,0.05000,0.844 | |
| 6,mlp.experts.43.gate_proj,0.0021086297,0.05000,0.832 | |
| 6,mlp.experts.37.gate_proj,0.0017475185,0.05000,0.848 | |
| 6,mlp.experts.44.gate_proj,0.0006662620,0.05000,0.836 | |
| 6,mlp.experts.47.gate_proj,0.0007767319,0.05000,0.821 | |
| 6,mlp.experts.42.gate_proj,0.0008770170,0.05000,0.876 | |
| 6,mlp.experts.41.gate_proj,0.0006034299,0.05000,0.873 | |
| 6,mlp.experts.48.gate_proj,0.0009780775,0.05000,0.832 | |
| 6,mlp.experts.51.gate_proj,0.0009140742,0.05000,0.827 | |
| 6,mlp.experts.46.gate_proj,0.0012932801,0.05000,0.819 | |
| 6,mlp.experts.45.gate_proj,0.0008262219,0.05000,0.820 | |
| 6,mlp.experts.52.gate_proj,0.0008048322,0.05000,0.834 | |
| 6,mlp.experts.50.gate_proj,0.0015932653,0.05000,0.854 | |
| 6,mlp.experts.55.gate_proj,0.0014942061,0.05000,0.865 | |
| 6,mlp.experts.49.gate_proj,0.0012556249,0.05000,0.846 | |
| 6,mlp.experts.56.gate_proj,0.0016428707,0.05000,0.801 | |
| 6,mlp.experts.59.gate_proj,0.0007104388,0.05000,0.800 | |
| 6,mlp.experts.54.gate_proj,0.0011314287,0.05000,0.822 | |
| 6,mlp.experts.53.gate_proj,0.0011195256,0.05000,0.816 | |
| 6,mlp.experts.60.gate_proj,0.0011058310,0.05000,0.842 | |
| 6,mlp.experts.63.gate_proj,0.0028699592,0.05000,0.830 | |
| 6,mlp.experts.58.gate_proj,0.0010105622,0.05000,0.837 | |
| 6,mlp.experts.57.gate_proj,0.0008733519,0.05000,0.818 | |
| 6,mlp.experts.0.up_proj,0.0015375434,0.05000,0.837 | |
| 6,mlp.experts.3.up_proj,0.0009330040,0.05000,0.810 | |
| 6,mlp.experts.62.gate_proj,0.0007396404,0.05000,0.831 | |
| 6,mlp.experts.61.gate_proj,0.0011586727,0.05000,0.821 | |
| 6,mlp.experts.4.up_proj,0.0016604078,0.05000,0.827 | |
| 6,mlp.experts.7.up_proj,0.0015609283,0.05000,0.838 | |
| 6,mlp.experts.2.up_proj,0.0018026406,0.05000,0.864 | |
| 6,mlp.experts.1.up_proj,0.0009996847,0.05000,0.863 | |
| 6,mlp.experts.8.up_proj,0.0010517951,0.05000,0.829 | |
| 6,mlp.experts.11.up_proj,0.0018695658,0.05000,0.828 | |
| 6,mlp.experts.6.up_proj,0.0009330115,0.05000,0.846 | |
| 6,mlp.experts.5.up_proj,0.0017693106,0.05000,0.843 | |
| 6,mlp.experts.12.up_proj,0.0017291807,0.05000,0.830 | |
| 6,mlp.experts.15.up_proj,0.0009632818,0.05000,0.821 | |
| 6,mlp.experts.10.up_proj,0.0018885558,0.05000,0.812 | |
| 6,mlp.experts.9.up_proj,0.0007560538,0.05000,0.872 | |
| 6,mlp.experts.16.up_proj,0.0012387411,0.05000,0.818 | |
| 6,mlp.experts.19.up_proj,0.0014750558,0.05000,0.816 | |
| 6,mlp.experts.14.up_proj,0.0013389115,0.05000,0.807 | |
| 6,mlp.experts.13.up_proj,0.0022379764,0.05000,0.797 | |
| 6,mlp.experts.20.up_proj,0.0008602470,0.05000,0.840 | |
| 6,mlp.experts.23.up_proj,0.0013578756,0.05000,0.816 | |
| 6,mlp.experts.18.up_proj,0.0010273581,0.05000,0.835 | |
| 6,mlp.experts.17.up_proj,0.0044051781,0.05000,0.842 | |
| 6,mlp.experts.24.up_proj,0.0009186267,0.05000,0.824 | |
| 6,mlp.experts.27.up_proj,0.0005492445,0.05000,0.840 | |
| 6,mlp.experts.22.up_proj,0.0007302679,0.05000,0.856 | |
| 6,mlp.experts.21.up_proj,0.0076538672,0.05000,0.839 | |
| 6,mlp.experts.28.up_proj,0.0013193145,0.05000,0.829 | |
| 6,mlp.experts.31.up_proj,0.0014380215,0.05000,0.817 | |
| 6,mlp.experts.26.up_proj,0.0012712585,0.05000,0.849 | |
| 6,mlp.experts.25.up_proj,0.0013973249,0.05000,0.810 | |
| 6,mlp.experts.32.up_proj,0.0026211955,0.05000,0.818 | |
| 6,mlp.experts.35.up_proj,0.0008026994,0.05000,0.821 | |
| 6,mlp.experts.30.up_proj,0.0011027768,0.05000,0.828 | |
| 6,mlp.experts.29.up_proj,0.0007764953,0.05000,0.829 | |
| 6,mlp.experts.36.up_proj,0.0013746551,0.05000,0.887 | |
| 6,mlp.experts.39.up_proj,0.0006959282,0.05000,0.863 | |
| 6,mlp.experts.34.up_proj,0.0014526911,0.05000,0.883 | |
| 6,mlp.experts.33.up_proj,0.0021364620,0.05000,0.915 | |
| 6,mlp.experts.43.up_proj,0.0020009726,0.05000,0.816 | |
| 6,mlp.experts.40.up_proj,0.0012615275,0.05000,0.833 | |
| 6,mlp.experts.38.up_proj,0.0014300609,0.05000,0.856 | |
| 6,mlp.experts.37.up_proj,0.0016563798,0.05000,0.836 | |
| 6,mlp.experts.47.up_proj,0.0007308316,0.05000,0.843 | |
| 6,mlp.experts.44.up_proj,0.0006278253,0.05000,0.860 | |
| 6,mlp.experts.42.up_proj,0.0008211926,0.05000,0.854 | |
| 6,mlp.experts.41.up_proj,0.0005680811,0.05000,0.888 | |
| 6,mlp.experts.51.up_proj,0.0008546997,0.05000,0.825 | |
| 6,mlp.experts.48.up_proj,0.0009504375,0.05000,0.842 | |
| 6,mlp.experts.46.up_proj,0.0012226065,0.05000,0.844 | |
| 6,mlp.experts.45.up_proj,0.0007698918,0.05000,0.847 | |
| 6,mlp.experts.55.up_proj,0.0014471403,0.05000,0.863 | |
| 6,mlp.experts.52.up_proj,0.0007646128,0.05000,0.849 | |
| 6,mlp.experts.50.up_proj,0.0015272781,0.05000,0.822 | |
| 6,mlp.experts.49.up_proj,0.0012110459,0.05000,0.856 | |
| 6,mlp.experts.59.up_proj,0.0006617613,0.05000,0.812 | |
| 6,mlp.experts.56.up_proj,0.0015944354,0.05000,0.823 | |
| 6,mlp.experts.54.up_proj,0.0010848796,0.05000,0.835 | |
| 6,mlp.experts.53.up_proj,0.0010387074,0.05000,0.839 | |
| 6,mlp.experts.63.up_proj,0.0026900765,0.05000,0.838 | |
| 6,mlp.experts.60.up_proj,0.0010294363,0.05000,0.811 | |
| 6,mlp.experts.58.up_proj,0.0009278041,0.05000,0.717 | |
| 6,mlp.experts.57.up_proj,0.0007918966,0.05000,0.668 | |
| 6,mlp.experts.62.up_proj,0.0006550247,0.05000,0.391 | |
| 6,mlp.experts.61.up_proj,0.0011234341,0.05000,0.361 | |
| 6,mlp.experts.0.down_proj,0.0001290607,0.05000,0.550 | |
| 6,mlp.experts.1.down_proj,0.0000927400,0.05000,0.552 | |
| 6,mlp.experts.3.down_proj,0.0013924519,0.05000,0.565 | |
| 6,mlp.experts.2.down_proj,0.0000857418,0.05000,0.575 | |
| 6,mlp.experts.7.down_proj,0.0000860370,0.05000,0.579 | |
| 6,mlp.experts.4.down_proj,0.0000998173,0.05000,0.601 | |
| 6,mlp.experts.6.down_proj,0.0000625121,0.05000,0.589 | |
| 6,mlp.experts.5.down_proj,0.0001080354,0.05000,0.613 | |
| 6,mlp.experts.8.down_proj,0.0000764721,0.05000,0.553 | |
| 6,mlp.experts.11.down_proj,0.0001627391,0.05000,0.562 | |
| 6,mlp.experts.9.down_proj,0.0038991093,0.05000,0.574 | |
| 6,mlp.experts.10.down_proj,0.0001264982,0.05000,0.579 | |
| 6,mlp.experts.15.down_proj,0.0000602239,0.05000,1.108 | |
| 6,mlp.experts.13.down_proj,0.0001800629,0.05000,1.171 | |
| 6,mlp.experts.14.down_proj,0.0000777698,0.05000,1.190 | |
| 6,mlp.experts.12.down_proj,0.0000684861,0.05000,1.349 | |
| 6,mlp.experts.19.down_proj,0.0000722778,0.05000,2.039 | |
| 6,mlp.experts.17.down_proj,0.0003301193,0.05000,2.002 | |
| 6,mlp.experts.18.down_proj,0.1076654053,0.05000,2.195 | |
| 6,mlp.experts.16.down_proj,0.0000606722,0.05000,2.177 | |
| 6,mlp.experts.21.down_proj,0.0005061818,0.05000,2.125 | |
| 6,mlp.experts.23.down_proj,0.0000801564,0.05000,2.209 | |
| 6,mlp.experts.22.down_proj,0.0000671705,0.05000,2.039 | |
| 6,mlp.experts.20.down_proj,0.0000712558,0.05000,2.006 | |
| 6,mlp.experts.25.down_proj,0.0000638112,0.05000,2.376 | |
| 6,mlp.experts.27.down_proj,0.0000341168,0.05000,2.433 | |
| 6,mlp.experts.26.down_proj,0.0000720367,0.05000,2.399 | |
| 6,mlp.experts.24.down_proj,0.0000647704,0.05000,2.429 | |
| 6,mlp.experts.29.down_proj,0.0000458172,0.05000,1.614 | |
| 6,mlp.experts.30.down_proj,0.0000725119,0.05000,1.555 | |
| 6,mlp.experts.31.down_proj,0.0000790921,0.05000,1.777 | |
| 6,mlp.experts.28.down_proj,0.0000656008,0.05000,1.800 | |
| 6,mlp.experts.34.down_proj,0.0000783548,0.05000,1.525 | |
| 6,mlp.experts.33.down_proj,0.0001266088,0.05000,1.713 | |
| 6,mlp.experts.35.down_proj,0.0000565357,0.05000,1.581 | |
| 6,mlp.experts.32.down_proj,0.0001745146,0.05000,1.624 | |
| 6,mlp.experts.38.down_proj,0.0000712395,0.05000,1.971 | |
| 6,mlp.experts.39.down_proj,0.0000508234,0.05000,1.880 | |
| 6,mlp.experts.37.down_proj,0.0000863344,0.05000,1.934 | |
| 6,mlp.experts.36.down_proj,0.0001067906,0.05000,1.840 | |
| 6,mlp.experts.43.down_proj,0.0001161159,0.05000,1.672 | |
| 6,mlp.experts.42.down_proj,0.0000310515,0.05000,1.817 | |
| 6,mlp.experts.41.down_proj,0.0000280547,0.05000,1.870 | |
| 6,mlp.experts.40.down_proj,0.0000969772,0.05000,1.953 | |
| 6,mlp.experts.47.down_proj,0.0000593459,0.05000,1.929 | |
| 6,mlp.experts.45.down_proj,0.0000596169,0.05000,1.733 | |
| 6,mlp.experts.46.down_proj,0.0001251103,0.05000,2.054 | |
| 6,mlp.experts.44.down_proj,0.0000609604,0.05000,1.933 | |
| 6,mlp.experts.51.down_proj,0.0000653533,0.05000,1.925 | |
| 6,mlp.experts.49.down_proj,0.0000612184,0.05000,1.936 | |
| 6,mlp.experts.50.down_proj,0.0000862054,0.05000,1.889 | |
| 6,mlp.experts.48.down_proj,0.0000590661,0.05000,2.009 | |
| 6,mlp.experts.55.down_proj,0.0000667852,0.05000,1.968 | |
| 6,mlp.experts.53.down_proj,0.0000738996,0.05000,2.122 | |
| 6,mlp.experts.54.down_proj,0.0000786351,0.05000,2.094 | |
| 6,mlp.experts.52.down_proj,0.0000632660,0.05000,1.926 | |
| 6,mlp.experts.59.down_proj,0.0000420569,0.05000,1.866 | |
| 6,mlp.experts.58.down_proj,0.0000703489,0.05000,1.907 | |
| 6,mlp.experts.57.down_proj,0.0000343331,0.05000,2.061 | |
| 6,mlp.experts.56.down_proj,0.0000718486,0.05000,2.050 | |
| 6,mlp.experts.63.down_proj,0.0001013598,0.05000,1.556 | |
| 6,mlp.experts.61.down_proj,0.0000729157,0.05000,1.247 | |
| 6,mlp.experts.62.down_proj,0.0000365756,0.05000,1.328 | |
| 6,mlp.experts.60.down_proj,0.0000843617,0.05000,0.977 | |
| 6,mlp.shared_experts.gate_proj,0.0003702388,0.05000,1.414 | |
| 6,mlp.shared_experts.up_proj,0.0003011379,0.05000,1.453 | |
| 6,mlp.shared_experts.down_proj,0.0000102684,0.05000,0.248 | |
| 7,self_attn.q_proj,0.0046208509,0.05000,0.396 | |
| 7,self_attn.kv_a_proj_with_mqa,0.0005721620,0.05000,0.404 | |
| 7,self_attn.kv_b_proj,0.0010736581,0.05000,0.061 | |
| 7,self_attn.o_proj,0.0000073523,0.05000,0.235 | |
| 7,mlp.experts.2.gate_proj,0.0008814524,0.05000,0.850 | |
| 7,mlp.experts.0.gate_proj,0.0010558731,0.05000,0.859 | |
| 7,mlp.experts.3.gate_proj,0.0019474532,0.05000,0.877 | |
| 7,mlp.experts.1.gate_proj,0.0009461426,0.05000,0.899 | |
| 7,mlp.experts.6.gate_proj,0.0019699624,0.05000,0.812 | |
| 7,mlp.experts.4.gate_proj,0.0010834412,0.05000,0.835 | |
| 7,mlp.experts.7.gate_proj,0.0016707564,0.05000,0.836 | |
| 7,mlp.experts.5.gate_proj,0.0011587024,0.05000,0.834 | |
| 7,mlp.experts.10.gate_proj,0.0028715561,0.05000,0.829 | |
| 7,mlp.experts.11.gate_proj,0.0009717492,0.05000,0.810 | |
| 7,mlp.experts.9.gate_proj,0.0012469367,0.05000,0.807 | |
| 7,mlp.experts.8.gate_proj,0.0028611003,0.05000,0.881 | |
| 7,mlp.experts.14.gate_proj,0.0032455684,0.05000,0.812 | |
| 7,mlp.experts.15.gate_proj,0.0036368935,0.05000,0.840 | |
| 7,mlp.experts.12.gate_proj,0.0065385573,0.05000,0.798 | |
| 7,mlp.experts.13.gate_proj,0.0015296221,0.05000,0.834 | |
| 7,mlp.experts.19.gate_proj,fallback(rtn): 0.0032349,0.00000,0.033 | |
| 7,mlp.experts.18.gate_proj,0.0100584618,0.05000,0.841 | |
| 7,mlp.experts.16.gate_proj,0.0018026089,0.05000,0.845 | |
| 7,mlp.experts.23.gate_proj,0.0016012041,0.05000,0.835 | |
| 7,mlp.experts.17.gate_proj,0.0009177152,0.05000,0.871 | |
| 7,mlp.experts.22.gate_proj,0.0014528072,0.05000,0.866 | |
| 7,mlp.experts.20.gate_proj,0.0014289860,0.05000,0.835 | |
| 7,mlp.experts.27.gate_proj,0.0016455677,0.05000,0.833 | |
| 7,mlp.experts.21.gate_proj,0.0009331929,0.05000,0.835 | |
| 7,mlp.experts.25.gate_proj,fallback(rtn): 0.0030670,0.00000,0.018 | |
| 7,mlp.experts.24.gate_proj,0.0022461395,0.05000,0.819 | |
| 7,mlp.experts.26.gate_proj,0.0010861050,0.05000,0.878 | |
| 7,mlp.experts.31.gate_proj,0.0010675444,0.05000,0.858 | |
| 7,mlp.experts.29.gate_proj,0.0017932133,0.05000,0.836 | |
| 7,mlp.experts.28.gate_proj,0.0013362891,0.05000,0.807 | |
| 7,mlp.experts.30.gate_proj,0.0010385724,0.05000,0.824 | |
| 7,mlp.experts.33.gate_proj,0.0014905006,0.05000,0.796 | |
| 7,mlp.experts.35.gate_proj,0.0016745307,0.05000,0.827 | |
| 7,mlp.experts.32.gate_proj,0.0016894559,0.05000,0.829 | |
| 7,mlp.experts.34.gate_proj,0.0011778394,0.05000,0.794 | |
| 7,mlp.experts.39.gate_proj,0.0017077281,0.05000,0.801 | |
| 7,mlp.experts.37.gate_proj,0.0014227425,0.05000,0.832 | |
| 7,mlp.experts.38.gate_proj,0.0021109348,0.05000,0.811 | |
| 7,mlp.experts.36.gate_proj,0.0012652717,0.05000,0.832 | |
| 7,mlp.experts.43.gate_proj,0.0018161100,0.05000,0.807 | |
| 7,mlp.experts.41.gate_proj,0.0020296202,0.05000,0.808 | |
| 7,mlp.experts.42.gate_proj,0.0009226382,0.05000,0.800 | |
| 7,mlp.experts.40.gate_proj,0.0017598697,0.05000,0.792 | |
| 7,mlp.experts.47.gate_proj,0.0017032168,0.05000,0.804 | |
| 7,mlp.experts.45.gate_proj,0.0011372651,0.05000,0.810 | |
| 7,mlp.experts.46.gate_proj,0.0014258912,0.05000,0.806 | |
| 7,mlp.experts.44.gate_proj,0.0012264568,0.05000,0.826 | |
| 7,mlp.experts.49.gate_proj,0.0006751383,0.05000,0.825 | |
| 7,mlp.experts.51.gate_proj,0.0011573598,0.05000,0.875 | |
| 7,mlp.experts.50.gate_proj,0.0013293808,0.05000,0.810 | |
| 7,mlp.experts.48.gate_proj,0.0013868123,0.05000,0.867 | |
| 7,mlp.experts.53.gate_proj,0.0011786838,0.05000,0.852 | |
| 7,mlp.experts.55.gate_proj,0.0022598729,0.05000,0.900 | |
| 7,mlp.experts.54.gate_proj,0.0026594440,0.05000,0.829 | |
| 7,mlp.experts.52.gate_proj,0.0018753764,0.05000,0.817 | |
| 7,mlp.experts.57.gate_proj,0.0020061558,0.05000,0.844 | |
| 7,mlp.experts.59.gate_proj,0.0012286624,0.05000,0.822 | |
| 7,mlp.experts.58.gate_proj,0.0013555444,0.05000,0.832 | |
| 7,mlp.experts.56.gate_proj,0.0005996324,0.05000,0.807 | |
| 7,mlp.experts.61.gate_proj,0.0008210945,0.05000,0.847 | |
| 7,mlp.experts.63.gate_proj,0.0036230901,0.05000,0.823 | |
| 7,mlp.experts.62.gate_proj,0.0038070861,0.05000,0.814 | |
| 7,mlp.experts.60.gate_proj,0.0010621158,0.05000,0.834 | |
| 7,mlp.experts.1.up_proj,0.0008889255,0.05000,0.837 | |
| 7,mlp.experts.3.up_proj,0.0018310284,0.05000,0.833 | |
| 7,mlp.experts.2.up_proj,0.0007779572,0.05000,0.846 | |
| 7,mlp.experts.0.up_proj,0.0009937444,0.05000,0.792 | |
| 7,mlp.experts.7.up_proj,0.0016031453,0.05000,0.801 | |
| 7,mlp.experts.5.up_proj,0.0011205966,0.05000,0.837 | |
| 7,mlp.experts.6.up_proj,0.0018431454,0.05000,0.817 | |
| 7,mlp.experts.4.up_proj,0.0010425695,0.05000,0.843 | |
| 7,mlp.experts.11.up_proj,0.0009031039,0.05000,0.804 | |
| 7,mlp.experts.9.up_proj,0.0011839715,0.05000,0.813 | |
| 7,mlp.experts.10.up_proj,0.0026562291,0.05000,0.836 | |
| 7,mlp.experts.8.up_proj,0.0026477225,0.05000,0.841 | |
| 7,mlp.experts.15.up_proj,0.0033812656,0.05000,0.836 | |
| 7,mlp.experts.19.up_proj,fallback(rtn): 0.0030365,0.00000,0.014 | |
| 7,mlp.experts.13.up_proj,0.0014518745,0.05000,0.862 | |
| 7,mlp.experts.14.up_proj,0.0029968161,0.05000,0.829 | |
| 7,mlp.experts.12.up_proj,0.0063485555,0.05000,0.840 | |
| 7,mlp.experts.17.up_proj,0.0008599642,0.05000,0.793 | |
| 7,mlp.experts.23.up_proj,0.0013807806,0.05000,0.837 | |
| 7,mlp.experts.18.up_proj,0.0089044993,0.05000,0.794 | |
| 7,mlp.experts.16.up_proj,0.0016908028,0.05000,0.810 | |
| 7,mlp.experts.21.up_proj,0.0008794568,0.05000,0.804 | |
| 7,mlp.experts.25.up_proj,fallback(rtn): 0.0029907,0.00000,0.013 | |
| 7,mlp.experts.27.up_proj,0.0014919831,0.05000,0.844 | |
| 7,mlp.experts.22.up_proj,0.0013374439,0.05000,0.818 | |
| 7,mlp.experts.20.up_proj,0.0013083822,0.05000,0.805 | |
| 7,mlp.experts.29.up_proj,0.0016991709,0.05000,0.792 | |
| 7,mlp.experts.31.up_proj,0.0009979712,0.05000,0.808 | |
| 7,mlp.experts.26.up_proj,0.0010294820,0.05000,0.831 | |
| 7,mlp.experts.24.up_proj,0.0021141118,0.05000,0.797 | |
| 7,mlp.experts.33.up_proj,0.0013512511,0.05000,0.816 | |
| 7,mlp.experts.35.up_proj,0.0014906180,0.05000,0.883 | |
| 7,mlp.experts.30.up_proj,0.0009480055,0.05000,0.859 | |
| 7,mlp.experts.28.up_proj,0.0012262304,0.05000,0.851 | |
| 7,mlp.experts.37.up_proj,0.0013649175,0.05000,0.844 | |
| 7,mlp.experts.39.up_proj,0.0015764499,0.05000,0.859 | |
| 7,mlp.experts.34.up_proj,0.0010829376,0.05000,0.891 | |
| 7,mlp.experts.32.up_proj,0.0014969230,0.05000,0.903 | |
| 7,mlp.experts.41.up_proj,0.0018572799,0.05000,0.941 | |
| 7,mlp.experts.43.up_proj,0.0017087338,0.05000,0.872 | |
| 7,mlp.experts.38.up_proj,0.0019107163,0.05000,0.802 | |
| 7,mlp.experts.36.up_proj,0.0011604933,0.05000,0.819 | |
| 7,mlp.experts.45.up_proj,0.0010492084,0.05000,0.835 | |
| 7,mlp.experts.47.up_proj,0.0015356015,0.05000,0.824 | |
| 7,mlp.experts.42.up_proj,0.0008930323,0.05000,0.833 | |
| 7,mlp.experts.40.up_proj,0.0016707246,0.05000,0.872 | |
| 7,mlp.experts.49.up_proj,0.0006348487,0.05000,0.853 | |
| 7,mlp.experts.51.up_proj,0.0010570198,0.05000,0.844 | |
| 7,mlp.experts.46.up_proj,0.0013814599,0.05000,0.979 | |
| 7,mlp.experts.44.up_proj,0.0011978926,0.05000,0.898 | |
| 7,mlp.experts.53.up_proj,0.0011011901,0.05000,0.923 | |
| 7,mlp.experts.55.up_proj,0.0019748486,0.05000,0.913 | |
| 7,mlp.experts.50.up_proj,0.0012224515,0.05000,0.847 | |
| 7,mlp.experts.48.up_proj,0.0013587324,0.05000,0.868 | |
| 7,mlp.experts.57.up_proj,0.0018372261,0.05000,0.866 | |
| 7,mlp.experts.59.up_proj,0.0011719409,0.05000,0.854 | |
| 7,mlp.experts.54.up_proj,0.0024661876,0.05000,0.847 | |
| 7,mlp.experts.52.up_proj,0.0017911941,0.05000,0.860 | |
| 7,mlp.experts.63.up_proj,0.0034672099,0.05000,0.848 | |
| 7,mlp.experts.61.up_proj,0.0007863566,0.05000,0.890 | |
| 7,mlp.experts.58.up_proj,0.0012582962,0.05000,0.523 | |
| 7,mlp.experts.56.up_proj,0.0005542198,0.05000,0.521 | |
| 7,mlp.experts.62.up_proj,0.0034405015,0.05000,0.395 | |
| 7,mlp.experts.60.up_proj,0.0009658959,0.05000,0.379 | |
| 7,mlp.experts.2.down_proj,0.0001240370,0.05000,0.541 | |
| 7,mlp.experts.1.down_proj,0.0000698920,0.05000,0.551 | |
| 7,mlp.experts.3.down_proj,0.0000783576,0.05000,0.564 | |
| 7,mlp.experts.0.down_proj,0.0000812175,0.05000,0.574 | |
| 7,mlp.experts.5.down_proj,0.2328058720,0.05000,0.561 | |
| 7,mlp.experts.7.down_proj,0.0001153951,0.05000,0.548 | |
| 7,mlp.experts.6.down_proj,0.0001403708,0.05000,0.583 | |
| 7,mlp.experts.4.down_proj,0.0000587617,0.05000,0.559 | |
| 7,mlp.experts.11.down_proj,0.0000753414,0.05000,0.583 | |
| 7,mlp.experts.8.down_proj,0.0001555179,0.05000,0.571 | |
| 7,mlp.experts.9.down_proj,0.0000890777,0.05000,0.596 | |
| 7,mlp.experts.10.down_proj,0.0001462615,0.05000,0.594 | |
| 7,mlp.experts.12.down_proj,0.0003034018,0.05000,0.547 | |
| 7,mlp.experts.15.down_proj,0.0002061860,0.05000,0.570 | |
| 7,mlp.experts.13.down_proj,0.0000942112,0.05000,0.567 | |
| 7,mlp.experts.19.down_proj,fallback(rtn): 0.0030975,0.00000,0.015 | |
| 7,mlp.experts.14.down_proj,0.0001753873,0.05000,0.581 | |
| 7,mlp.experts.17.down_proj,0.0000974088,0.05000,0.571 | |
| 7,mlp.experts.23.down_proj,0.0001488046,0.05000,0.606 | |
| 7,mlp.experts.18.down_proj,0.0009323954,0.05000,0.614 | |
| 7,mlp.experts.16.down_proj,0.0001117350,0.05000,0.690 | |
| 7,mlp.experts.21.down_proj,0.0000556537,0.05000,0.597 | |
| 7,mlp.experts.25.down_proj,fallback(rtn): 0.0030060,0.00000,0.010 | |
| 7,mlp.experts.22.down_proj,0.0000727852,0.05000,0.570 | |
| 7,mlp.experts.27.down_proj,0.0001162890,0.05000,0.603 | |
| 7,mlp.experts.20.down_proj,0.0001110461,0.05000,0.594 | |
| 7,mlp.experts.29.down_proj,0.0001055568,0.05000,0.581 | |
| 7,mlp.experts.31.down_proj,0.0000892982,0.05000,0.564 | |
| 7,mlp.experts.26.down_proj,0.0000682878,0.05000,0.584 | |
| 7,mlp.experts.24.down_proj,0.0001244297,0.05000,0.582 | |
| 7,mlp.experts.33.down_proj,0.0001062178,0.05000,0.565 | |
| 7,mlp.experts.35.down_proj,0.0001167252,0.05000,0.577 | |
| 7,mlp.experts.30.down_proj,0.0000866802,0.05000,0.575 | |
| 7,mlp.experts.28.down_proj,0.0001168116,0.05000,0.558 | |
| 7,mlp.experts.37.down_proj,0.0001017123,0.05000,0.555 | |
| 7,mlp.experts.34.down_proj,0.0000929134,0.05000,0.558 | |
| 7,mlp.experts.39.down_proj,0.0001216453,0.05000,0.578 | |
| 7,mlp.experts.32.down_proj,0.0001295681,0.05000,0.556 | |
| 7,mlp.experts.41.down_proj,0.0001356903,0.05000,0.543 | |
| 7,mlp.experts.38.down_proj,0.0001357165,0.05000,0.548 | |
| 7,mlp.experts.43.down_proj,0.0001318193,0.05000,0.546 | |
| 7,mlp.experts.36.down_proj,0.0000834479,0.05000,0.544 | |
| 7,mlp.experts.45.down_proj,0.0001018646,0.05000,0.583 | |
| 7,mlp.experts.47.down_proj,0.0001318023,0.05000,0.549 | |
| 7,mlp.experts.40.down_proj,0.0001004732,0.05000,0.548 | |
| 7,mlp.experts.42.down_proj,0.0000683487,0.05000,0.578 | |
| 7,mlp.experts.49.down_proj,0.0000533173,0.05000,0.575 | |
| 7,mlp.experts.51.down_proj,0.0000972610,0.05000,0.565 | |
| 7,mlp.experts.44.down_proj,0.0000596405,0.05000,0.548 | |
| 7,mlp.experts.46.down_proj,0.0000640092,0.05000,0.566 | |
| 7,mlp.experts.53.down_proj,0.0001386929,0.05000,0.567 | |
| 7,mlp.experts.48.down_proj,0.0000991025,0.05000,0.554 | |
| 7,mlp.experts.50.down_proj,0.0001199694,0.05000,0.550 | |
| 7,mlp.experts.55.down_proj,0.0001780527,0.05000,0.593 | |
| 7,mlp.experts.57.down_proj,0.0001256086,0.05000,0.546 | |
| 7,mlp.experts.54.down_proj,0.0001912417,0.05000,0.553 | |
| 7,mlp.experts.52.down_proj,0.0001321659,0.05000,0.576 | |
| 7,mlp.experts.59.down_proj,0.0000757604,0.05000,0.546 | |
| 7,mlp.experts.61.down_proj,0.0000644566,0.05000,0.574 | |
| 7,mlp.experts.56.down_proj,0.0000446910,0.05000,0.554 | |
| 7,mlp.experts.58.down_proj,0.0001050455,0.05000,0.565 | |
| 7,mlp.experts.63.down_proj,0.0002132833,0.05000,0.577 | |
| 7,mlp.experts.60.down_proj,0.0000768432,0.05000,0.276 | |
| 7,mlp.experts.62.down_proj,0.0002281053,0.05000,0.277 | |
| 7,mlp.shared_experts.gate_proj,0.0004559859,0.05000,0.385 | |
| 7,mlp.shared_experts.up_proj,0.0003694943,0.05000,0.385 | |
| 7,mlp.shared_experts.down_proj,0.0000522689,0.05000,0.153 | |
| 8,self_attn.kv_a_proj_with_mqa,0.0008316866,0.05000,0.385 | |
| 8,self_attn.q_proj,0.0078579613,0.05000,0.388 | |
| 8,self_attn.kv_b_proj,0.0070663694,0.05000,0.058 | |
| 8,self_attn.o_proj,0.0000194586,0.05000,0.235 | |
| 8,mlp.experts.3.gate_proj,0.0236016400,0.05000,0.815 | |
| 8,mlp.experts.0.gate_proj,0.0008706303,0.05000,0.829 | |
| 8,mlp.experts.1.gate_proj,0.0014033915,0.05000,0.831 | |
| 8,mlp.experts.2.gate_proj,0.0085982924,0.05000,0.912 | |
| 8,mlp.experts.7.gate_proj,0.0014911753,0.05000,2.713 | |
| 8,mlp.experts.4.gate_proj,0.0019030680,0.05000,2.925 | |
| 8,mlp.experts.6.gate_proj,0.0010224282,0.05000,2.897 | |
| 8,mlp.experts.5.gate_proj,0.0009988813,0.05000,3.038 | |
| 8,mlp.experts.11.gate_proj,0.0015598941,0.05000,2.827 | |
| 8,mlp.experts.8.gate_proj,0.0035611692,0.05000,3.023 | |
| 8,mlp.experts.10.gate_proj,0.0026824164,0.05000,3.016 | |
| 8,mlp.experts.9.gate_proj,0.0013781256,0.05000,2.943 | |
| 8,mlp.experts.15.gate_proj,0.0017257361,0.05000,2.444 | |
| 8,mlp.experts.14.gate_proj,0.0059440161,0.05000,2.264 | |
| 8,mlp.experts.13.gate_proj,0.0018806509,0.05000,2.308 | |
| 8,mlp.experts.12.gate_proj,0.0018078598,0.05000,2.417 | |
| 8,mlp.experts.19.gate_proj,0.0016576542,0.05000,2.457 | |
| 8,mlp.experts.18.gate_proj,0.0009983561,0.05000,2.331 | |
| 8,mlp.experts.17.gate_proj,0.0010546204,0.05000,2.302 | |
| 8,mlp.experts.16.gate_proj,0.0010089449,0.05000,2.375 | |
| 8,mlp.experts.23.gate_proj,0.0023414731,0.05000,1.565 | |
| 8,mlp.experts.21.gate_proj,0.0015358662,0.05000,1.429 | |
| 8,mlp.experts.22.gate_proj,0.0023317486,0.05000,1.648 | |
| 8,mlp.experts.20.gate_proj,0.0011356304,0.05000,1.580 | |
| 8,mlp.experts.27.gate_proj,0.0023737469,0.05000,1.383 | |
| 8,mlp.experts.25.gate_proj,0.0080093437,0.05000,1.387 | |
| 8,mlp.experts.26.gate_proj,0.0015397919,0.05000,1.368 | |
| 8,mlp.experts.24.gate_proj,0.0026029189,0.05000,1.326 | |
| 8,mlp.experts.31.gate_proj,0.0025115826,0.05000,0.910 | |
| 8,mlp.experts.29.gate_proj,0.0011270369,0.05000,0.915 | |
| 8,mlp.experts.30.gate_proj,0.0014329404,0.05000,0.909 | |
| 8,mlp.experts.28.gate_proj,0.0011946000,0.05000,0.922 | |
| 8,mlp.experts.35.gate_proj,0.0029375754,0.05000,0.917 | |
| 8,mlp.experts.33.gate_proj,0.0049218038,0.05000,0.928 | |
| 8,mlp.experts.34.gate_proj,0.0013726437,0.05000,0.867 | |
| 8,mlp.experts.32.gate_proj,0.0016650084,0.05000,0.869 | |
| 8,mlp.experts.39.gate_proj,0.0011177737,0.05000,0.796 | |
| 8,mlp.experts.37.gate_proj,0.0014308955,0.05000,0.798 | |
| 8,mlp.experts.38.gate_proj,0.0022275287,0.05000,0.786 | |
| 8,mlp.experts.36.gate_proj,0.0013508749,0.05000,0.822 | |
| 8,mlp.experts.43.gate_proj,0.0023304467,0.05000,0.834 | |
| 8,mlp.experts.41.gate_proj,0.0050697982,0.05000,0.826 | |
| 8,mlp.experts.42.gate_proj,0.0007833359,0.05000,0.818 | |
| 8,mlp.experts.40.gate_proj,0.0018895809,0.05000,0.866 | |
| 8,mlp.experts.47.gate_proj,0.0027841338,0.05000,0.828 | |
| 8,mlp.experts.45.gate_proj,0.0017942465,0.05000,0.861 | |
| 8,mlp.experts.46.gate_proj,0.0014753401,0.05000,0.836 | |
| 8,mlp.experts.44.gate_proj,0.0009042208,0.05000,0.841 | |
| 8,mlp.experts.51.gate_proj,0.0026849766,0.05000,0.821 | |
| 8,mlp.experts.49.gate_proj,0.0216605943,0.05000,0.825 | |
| 8,mlp.experts.50.gate_proj,0.0018912582,0.05000,0.832 | |
| 8,mlp.experts.48.gate_proj,0.0020249246,0.05000,0.850 | |
| 8,mlp.experts.55.gate_proj,0.0013945100,0.05000,0.795 | |
| 8,mlp.experts.53.gate_proj,0.0081282544,0.05000,0.798 | |
| 8,mlp.experts.54.gate_proj,0.0021656291,0.05000,0.811 | |
| 8,mlp.experts.52.gate_proj,0.0025896708,0.05000,0.810 | |
| 8,mlp.experts.59.gate_proj,0.0014322126,0.05000,0.814 | |
| 8,mlp.experts.57.gate_proj,0.0019361186,0.05000,0.861 | |
| 8,mlp.experts.58.gate_proj,0.0047102331,0.05000,0.809 | |
| 8,mlp.experts.56.gate_proj,0.0012482784,0.05000,0.833 | |
| 8,mlp.experts.63.gate_proj,0.0020001853,0.05000,0.861 | |
| 8,mlp.experts.61.gate_proj,0.0021694877,0.05000,0.813 | |
| 8,mlp.experts.62.gate_proj,0.0010352152,0.05000,0.807 | |
| 8,mlp.experts.60.gate_proj,0.0015471563,0.05000,0.803 | |
| 8,mlp.experts.3.up_proj,0.0205899291,0.05000,0.817 | |
| 8,mlp.experts.1.up_proj,0.0012501279,0.05000,0.791 | |
| 8,mlp.experts.2.up_proj,0.0080070557,0.05000,0.796 | |
| 8,mlp.experts.0.up_proj,0.0008073662,0.05000,0.814 | |
| 8,mlp.experts.7.up_proj,0.0013790279,0.05000,0.827 | |
| 8,mlp.experts.5.up_proj,0.0009141940,0.05000,0.818 | |
| 8,mlp.experts.6.up_proj,0.0008942160,0.05000,0.830 | |
| 8,mlp.experts.4.up_proj,0.0017733070,0.05000,0.891 | |
| 8,mlp.experts.9.up_proj,0.0012843653,0.05000,0.796 | |
| 8,mlp.experts.11.up_proj,0.0014320943,0.05000,0.884 | |
| 8,mlp.experts.10.up_proj,0.0023657832,0.05000,0.810 | |
| 8,mlp.experts.8.up_proj,0.0032893201,0.05000,0.798 | |
| 8,mlp.experts.13.up_proj,0.0017373054,0.05000,0.827 | |
| 8,mlp.experts.14.up_proj,0.0050362945,0.05000,0.794 | |
| 8,mlp.experts.15.up_proj,0.0015342298,0.05000,0.842 | |
| 8,mlp.experts.12.up_proj,0.0017227953,0.05000,0.794 | |
| 8,mlp.experts.17.up_proj,0.0010140901,0.05000,0.794 | |
| 8,mlp.experts.18.up_proj,0.0009558193,0.05000,0.796 | |
| 8,mlp.experts.19.up_proj,0.0014493563,0.05000,0.790 | |
| 8,mlp.experts.16.up_proj,0.0009134476,0.05000,0.822 | |
| 8,mlp.experts.21.up_proj,0.0014283401,0.05000,0.912 | |
| 8,mlp.experts.23.up_proj,0.0020726207,0.05000,0.898 | |
| 8,mlp.experts.22.up_proj,0.0021611651,0.05000,0.992 | |
| 8,mlp.experts.20.up_proj,0.0010588318,0.05000,0.951 | |
| 8,mlp.experts.25.up_proj,0.0071908863,0.05000,0.893 | |
| 8,mlp.experts.27.up_proj,0.0021013638,0.05000,0.917 | |
| 8,mlp.experts.26.up_proj,0.0014208830,0.05000,0.905 | |
| 8,mlp.experts.24.up_proj,0.0023368008,0.05000,0.821 | |
| 8,mlp.experts.29.up_proj,0.0010425373,0.05000,0.792 | |
| 8,mlp.experts.31.up_proj,0.0021575166,0.05000,0.806 | |
| 8,mlp.experts.30.up_proj,0.0013227924,0.05000,0.817 | |
| 8,mlp.experts.28.up_proj,0.0011115758,0.05000,0.800 | |
| 8,mlp.experts.33.up_proj,0.0046691617,0.05000,0.851 | |
| 8,mlp.experts.34.up_proj,0.0012767233,0.05000,0.796 | |
| 8,mlp.experts.35.up_proj,0.0025998939,0.05000,0.909 | |
| 8,mlp.experts.32.up_proj,0.0014707358,0.05000,0.806 | |
| 8,mlp.experts.37.up_proj,0.0012945705,0.05000,0.823 | |
| 8,mlp.experts.38.up_proj,0.0019576665,0.05000,0.804 | |
| 8,mlp.experts.39.up_proj,0.0010467428,0.05000,0.846 | |
| 8,mlp.experts.36.up_proj,0.0012237666,0.05000,0.816 | |
| 8,mlp.experts.41.up_proj,0.0045307569,0.05000,0.806 | |
| 8,mlp.experts.42.up_proj,0.0006806361,0.05000,0.837 | |
| 8,mlp.experts.43.up_proj,0.0020470780,0.05000,0.803 | |
| 8,mlp.experts.40.up_proj,0.0017738903,0.05000,0.845 | |
| 8,mlp.experts.45.up_proj,0.0016013523,0.05000,0.836 | |
| 8,mlp.experts.46.up_proj,0.0013504310,0.05000,0.814 | |
| 8,mlp.experts.47.up_proj,0.0025059623,0.05000,0.848 | |
| 8,mlp.experts.44.up_proj,0.0008297573,0.05000,0.812 | |
| 8,mlp.experts.49.up_proj,0.0199361891,0.05000,0.813 | |
| 8,mlp.experts.50.up_proj,0.0018098380,0.05000,0.823 | |
| 8,mlp.experts.51.up_proj,0.0023216107,0.05000,0.810 | |
| 8,mlp.experts.48.up_proj,0.0019388226,0.05000,0.817 | |
| 8,mlp.experts.53.up_proj,0.0073672893,0.05000,0.813 | |
| 8,mlp.experts.54.up_proj,0.0020494832,0.05000,0.820 | |
| 8,mlp.experts.55.up_proj,0.0012772700,0.05000,0.804 | |
| 8,mlp.experts.52.up_proj,0.0023821740,0.05000,0.820 | |
| 8,mlp.experts.57.up_proj,0.0017955293,0.05000,0.892 | |
| 8,mlp.experts.58.up_proj,0.0042284449,0.05000,0.890 | |
| 8,mlp.experts.59.up_proj,0.0014000616,0.05000,0.865 | |
| 8,mlp.experts.56.up_proj,0.0012111640,0.05000,0.885 | |
| 8,mlp.experts.61.up_proj,0.0019183553,0.05000,0.903 | |
| 8,mlp.experts.62.up_proj,0.0009384780,0.05000,0.820 | |
| 8,mlp.experts.63.up_proj,0.0018264978,0.05000,0.813 | |
| 8,mlp.experts.60.up_proj,0.0013852645,0.05000,0.731 | |
| 8,mlp.experts.3.down_proj,0.0015356332,0.05000,0.540 | |
| 8,mlp.experts.2.down_proj,0.0005639963,0.05000,0.543 | |
| 8,mlp.experts.0.down_proj,0.0001069271,0.05000,0.558 | |
| 8,mlp.experts.1.down_proj,0.0000954268,0.05000,0.566 | |
| 8,mlp.experts.7.down_proj,0.0000889189,0.05000,0.555 | |
| 8,mlp.experts.6.down_proj,0.0001605833,0.05000,0.560 | |
| 8,mlp.experts.5.down_proj,0.0000705490,0.05000,0.579 | |
| 8,mlp.experts.4.down_proj,0.0001553876,0.05000,0.610 | |
| 8,mlp.experts.10.down_proj,0.0002694218,0.05000,0.536 | |
| 8,mlp.experts.11.down_proj,0.0001263109,0.05000,0.545 | |
| 8,mlp.experts.9.down_proj,0.0001178652,0.05000,0.547 | |
| 8,mlp.experts.8.down_proj,0.0001987887,0.05000,0.549 | |
| 8,mlp.experts.14.down_proj,0.0003691955,0.05000,0.755 | |
| 8,mlp.experts.15.down_proj,0.0000943218,0.05000,0.749 | |
| 8,mlp.experts.13.down_proj,0.0001983659,0.05000,0.785 | |
| 8,mlp.experts.12.down_proj,0.0001571393,0.05000,0.779 | |
| 8,mlp.experts.16.down_proj,0.0001364372,0.05000,1.788 | |
| 8,mlp.experts.17.down_proj,0.0001369863,0.05000,1.878 | |
| 8,mlp.experts.19.down_proj,0.0001532219,0.05000,1.925 | |
| 8,mlp.experts.18.down_proj,0.0000926517,0.05000,2.229 | |
| 8,mlp.experts.20.down_proj,0.0000674545,0.05000,1.924 | |
| 8,mlp.experts.21.down_proj,0.0001036718,0.05000,1.945 | |
| 8,mlp.experts.23.down_proj,0.0002158480,0.05000,1.946 | |
| 8,mlp.experts.22.down_proj,0.0002224045,0.05000,1.694 | |
| 8,mlp.experts.24.down_proj,0.0001519238,0.05000,1.868 | |
| 8,mlp.experts.25.down_proj,0.0005605040,0.05000,1.787 | |
| 8,mlp.experts.26.down_proj,0.0001157565,0.05000,1.786 | |
| 8,mlp.experts.27.down_proj,0.0001795938,0.05000,2.031 | |
| 8,mlp.experts.28.down_proj,0.0000639968,0.05000,2.114 | |
| 8,mlp.experts.29.down_proj,0.0000902028,0.05000,2.081 | |
| 8,mlp.experts.30.down_proj,0.0003266669,0.05000,2.136 | |
| 8,mlp.experts.31.down_proj,0.0001859185,0.05000,2.222 | |
| 8,mlp.experts.32.down_proj,0.0001064786,0.05000,1.666 | |
| 8,mlp.experts.33.down_proj,0.0004115826,0.05000,1.808 | |
| 8,mlp.experts.34.down_proj,0.0001210875,0.05000,1.738 | |
| 8,mlp.experts.35.down_proj,0.0001724400,0.05000,1.697 | |
| 8,mlp.experts.36.down_proj,0.0001703511,0.05000,1.722 | |
| 8,mlp.experts.37.down_proj,0.0001033050,0.05000,1.784 | |
| 8,mlp.experts.38.down_proj,0.0002233876,0.05000,1.948 | |
| 8,mlp.experts.39.down_proj,0.0000974899,0.05000,1.901 | |
| 8,mlp.experts.40.down_proj,0.0001188700,0.05000,1.633 | |
| 8,mlp.experts.41.down_proj,0.0003888106,0.05000,1.485 | |
| 8,mlp.experts.42.down_proj,0.0000669890,0.05000,1.425 | |
| 8,mlp.experts.43.down_proj,0.0002567112,0.05000,1.319 | |
| 8,mlp.experts.44.down_proj,0.0001291051,0.05000,0.970 | |
| 8,mlp.experts.45.down_proj,0.0001465221,0.05000,1.058 | |
| 8,mlp.experts.46.down_proj,0.0001373852,0.05000,0.904 | |
| 8,mlp.experts.47.down_proj,0.0002363353,0.05000,1.090 | |
| 8,mlp.experts.48.down_proj,0.0001465172,0.05000,1.018 | |
| 8,mlp.experts.50.down_proj,0.0000899965,0.05000,0.897 | |
| 8,mlp.experts.49.down_proj,0.0012182583,0.05000,0.999 | |
| 8,mlp.experts.51.down_proj,0.0003612972,0.05000,1.116 | |
| 8,mlp.experts.52.down_proj,0.0002359900,0.05000,0.967 | |
| 8,mlp.experts.53.down_proj,0.0005669477,0.05000,0.912 | |
| 8,mlp.experts.54.down_proj,0.0001151976,0.05000,1.099 | |
| 8,mlp.experts.55.down_proj,0.0000570172,0.05000,0.856 | |
| 8,mlp.experts.56.down_proj,0.0000763198,0.05000,0.696 | |
| 8,mlp.experts.57.down_proj,0.0001058385,0.05000,0.702 | |
| 8,mlp.experts.58.down_proj,0.0002775102,0.05000,0.757 | |
| 8,mlp.experts.59.down_proj,0.0000841756,0.05000,0.732 | |
| 8,mlp.experts.60.down_proj,0.0001976542,0.05000,1.089 | |
| 8,mlp.experts.61.down_proj,0.0001404764,0.05000,1.127 | |
| 8,mlp.experts.62.down_proj,0.0001178518,0.05000,1.044 | |
| 8,mlp.experts.63.down_proj,0.0001295800,0.05000,0.898 | |
| 8,mlp.shared_experts.gate_proj,0.0005254450,0.05000,0.804 | |
| 8,mlp.shared_experts.up_proj,0.0004652559,0.05000,0.829 | |
| 8,mlp.shared_experts.down_proj,0.0000403719,0.05000,0.163 | |
| 9,self_attn.kv_a_proj_with_mqa,0.0009709852,0.05000,0.445 | |
| 9,self_attn.q_proj,0.0102651957,0.05000,0.452 | |
| 9,self_attn.kv_b_proj,0.0064367079,0.05000,0.059 | |
| 9,self_attn.o_proj,0.0000146383,0.05000,0.234 | |
| 9,mlp.experts.3.gate_proj,0.0034440051,0.05000,0.841 | |
| 9,mlp.experts.1.gate_proj,0.0038331900,0.05000,0.858 | |
| 9,mlp.experts.2.gate_proj,0.0018784230,0.05000,0.861 | |
| 9,mlp.experts.0.gate_proj,0.0026559835,0.05000,0.876 | |
| 9,mlp.experts.7.gate_proj,0.0013286172,0.05000,0.808 | |
| 9,mlp.experts.5.gate_proj,0.0025154569,0.05000,0.806 | |
| 9,mlp.experts.6.gate_proj,0.0011539012,0.05000,0.813 | |
| 9,mlp.experts.4.gate_proj,0.0017300859,0.05000,0.827 | |
| 9,mlp.experts.10.gate_proj,0.0019490945,0.05000,0.785 | |
| 9,mlp.experts.9.gate_proj,0.0020738510,0.05000,0.805 | |
| 9,mlp.experts.11.gate_proj,0.0038164068,0.05000,0.824 | |
| 9,mlp.experts.8.gate_proj,0.0015551654,0.05000,0.822 | |
| 9,mlp.experts.15.gate_proj,0.0035853237,0.05000,0.810 | |
| 9,mlp.experts.14.gate_proj,0.0019586923,0.05000,0.825 | |
| 9,mlp.experts.13.gate_proj,0.0012166843,0.05000,0.817 | |
| 9,mlp.experts.12.gate_proj,0.0020091207,0.05000,0.833 | |
| 9,mlp.experts.19.gate_proj,0.0016808365,0.05000,0.801 | |
| 9,mlp.experts.17.gate_proj,0.0025494402,0.05000,0.812 | |
| 9,mlp.experts.18.gate_proj,0.0021489237,0.05000,0.845 | |
| 9,mlp.experts.16.gate_proj,0.0242827907,0.05000,0.819 | |
| 9,mlp.experts.23.gate_proj,0.0057869472,0.05000,0.812 | |
| 9,mlp.experts.22.gate_proj,0.0028140922,0.05000,0.798 | |
| 9,mlp.experts.21.gate_proj,0.0022091274,0.05000,0.845 | |
| 9,mlp.experts.20.gate_proj,0.0024947438,0.05000,0.838 | |
| 9,mlp.experts.26.gate_proj,0.0015680580,0.05000,0.809 | |
| 9,mlp.experts.27.gate_proj,0.0016202064,0.05000,0.845 | |
| 9,mlp.experts.25.gate_proj,0.0025649942,0.05000,0.823 | |
| 9,mlp.experts.24.gate_proj,0.0017219284,0.05000,0.802 | |
| 9,mlp.experts.30.gate_proj,0.0021074729,0.05000,0.813 | |
| 9,mlp.experts.31.gate_proj,0.0036236773,0.05000,0.823 | |
| 9,mlp.experts.29.gate_proj,0.0009535934,0.05000,0.827 | |
| 9,mlp.experts.28.gate_proj,0.0045950441,0.05000,0.816 | |
| 9,mlp.experts.35.gate_proj,0.0012275013,0.05000,0.809 | |
| 9,mlp.experts.34.gate_proj,0.0014700574,0.05000,0.831 | |
| 9,mlp.experts.32.gate_proj,0.0025156567,0.05000,0.797 | |
| 9,mlp.experts.33.gate_proj,0.0020616990,0.05000,0.867 | |
| 9,mlp.experts.39.gate_proj,0.0022857487,0.05000,2.660 | |
| 9,mlp.experts.38.gate_proj,0.0015914915,0.05000,2.669 | |
| 9,mlp.experts.36.gate_proj,0.0027802278,0.05000,2.869 | |
| 9,mlp.experts.37.gate_proj,0.0027492717,0.05000,2.855 | |
| 9,mlp.experts.42.gate_proj,0.0031740083,0.05000,2.701 | |
| 9,mlp.experts.43.gate_proj,0.0019279888,0.05000,2.827 | |
| 9,mlp.experts.40.gate_proj,0.0011461954,0.05000,2.778 | |
| 9,mlp.experts.41.gate_proj,0.0231787384,0.05000,2.816 | |
| 9,mlp.experts.46.gate_proj,0.0013237091,0.05000,2.249 | |
| 9,mlp.experts.47.gate_proj,0.0017280671,0.05000,2.264 | |
| 9,mlp.experts.44.gate_proj,0.0025785885,0.05000,2.150 | |
| 9,mlp.experts.45.gate_proj,0.0012901042,0.05000,2.159 | |
| 9,mlp.experts.50.gate_proj,0.0014543944,0.05000,1.709 | |
| 9,mlp.experts.48.gate_proj,0.0018301466,0.05000,1.605 | |
| 9,mlp.experts.49.gate_proj,0.0035721675,0.05000,1.597 | |
| 9,mlp.experts.51.gate_proj,0.0025792864,0.05000,1.977 | |
| 9,mlp.experts.54.gate_proj,0.0039243111,0.05000,1.871 | |
| 9,mlp.experts.52.gate_proj,0.0034380673,0.05000,1.806 | |
| 9,mlp.experts.55.gate_proj,0.0016780972,0.05000,1.701 | |
| 9,mlp.experts.53.gate_proj,0.0014738564,0.05000,1.998 | |
| 9,mlp.experts.58.gate_proj,0.0067066252,0.05000,1.214 | |
| 9,mlp.experts.59.gate_proj,0.0020719164,0.05000,1.199 | |
| 9,mlp.experts.56.gate_proj,0.0019147851,0.05000,1.554 | |
| 9,mlp.experts.57.gate_proj,0.0019175115,0.05000,1.411 | |
| 9,mlp.experts.62.gate_proj,0.0022134869,0.05000,1.374 | |
| 9,mlp.experts.63.gate_proj,0.0008793787,0.05000,1.654 | |
| 9,mlp.experts.60.gate_proj,0.0020170779,0.05000,1.721 | |
| 9,mlp.experts.61.gate_proj,0.0026511833,0.05000,1.769 | |
| 9,mlp.experts.2.up_proj,0.0016291814,0.05000,1.364 | |
| 9,mlp.experts.3.up_proj,0.0028748271,0.05000,1.102 | |
| 9,mlp.experts.0.up_proj,0.0024166065,0.05000,1.038 | |
| 9,mlp.experts.1.up_proj,0.0034769645,0.05000,0.978 | |
| 9,mlp.experts.6.up_proj,0.0010496416,0.05000,0.838 | |
| 9,mlp.experts.7.up_proj,0.0012132951,0.05000,0.927 | |
| 9,mlp.experts.4.up_proj,0.0016390345,0.05000,0.852 | |
| 9,mlp.experts.5.up_proj,0.0023647359,0.05000,0.869 | |
| 9,mlp.experts.10.up_proj,0.0018410804,0.05000,0.887 | |
| 9,mlp.experts.11.up_proj,0.0035498919,0.05000,1.013 | |
| 9,mlp.experts.8.up_proj,0.0015049522,0.05000,0.962 | |
| 9,mlp.experts.9.up_proj,0.0019575224,0.05000,1.012 | |
| 9,mlp.experts.14.up_proj,0.0018164013,0.05000,1.213 | |
| 9,mlp.experts.12.up_proj,0.0018473307,0.05000,1.180 | |
| 9,mlp.experts.15.up_proj,0.0030952126,0.05000,1.246 | |
| 9,mlp.experts.13.up_proj,0.0011670091,0.05000,1.104 | |
| 9,mlp.experts.18.up_proj,0.0019571636,0.05000,0.866 | |
| 9,mlp.experts.19.up_proj,0.0016028329,0.05000,0.851 | |
| 9,mlp.experts.16.up_proj,0.0220362954,0.05000,0.888 | |
| 9,mlp.experts.17.up_proj,0.0024484888,0.05000,0.879 | |
| 9,mlp.experts.22.up_proj,0.0023615144,0.05000,0.869 | |
| 9,mlp.experts.20.up_proj,0.0021653467,0.05000,0.818 | |
| 9,mlp.experts.23.up_proj,0.0054842347,0.05000,0.855 | |
| 9,mlp.experts.21.up_proj,0.0019009778,0.05000,0.842 | |
| 9,mlp.experts.26.up_proj,0.0014644718,0.05000,0.833 | |
| 9,mlp.experts.24.up_proj,0.0016146790,0.05000,0.804 | |
| 9,mlp.experts.27.up_proj,0.0014690253,0.05000,0.812 | |
| 9,mlp.experts.25.up_proj,0.0023209617,0.05000,0.828 | |
| 9,mlp.experts.30.up_proj,0.0020097784,0.05000,0.808 | |
| 9,mlp.experts.28.up_proj,0.0041859311,0.05000,0.823 | |
| 9,mlp.experts.31.up_proj,0.0032116277,0.05000,0.815 | |
| 9,mlp.experts.29.up_proj,0.0008990359,0.05000,0.839 | |
| 9,mlp.experts.34.up_proj,0.0014307410,0.05000,0.829 | |
| 9,mlp.experts.32.up_proj,0.0022499787,0.05000,0.922 | |
| 9,mlp.experts.35.up_proj,0.0011504166,0.05000,0.928 | |
| 9,mlp.experts.33.up_proj,0.0018448854,0.05000,0.896 | |
| 9,mlp.experts.38.up_proj,0.0014283709,0.05000,0.864 | |
| 9,mlp.experts.36.up_proj,0.0024091152,0.05000,0.825 | |
| 9,mlp.experts.39.up_proj,0.0021370090,0.05000,0.831 | |
| 9,mlp.experts.37.up_proj,0.0025078520,0.05000,0.847 | |
| 9,mlp.experts.42.up_proj,0.0028795702,0.05000,0.830 | |
| 9,mlp.experts.40.up_proj,0.0010411492,0.05000,0.867 | |
| 9,mlp.experts.43.up_proj,0.0018689406,0.05000,0.880 | |
| 9,mlp.experts.41.up_proj,0.0212051600,0.05000,0.884 | |
| 9,mlp.experts.46.up_proj,0.0012317467,0.05000,0.810 | |
| 9,mlp.experts.44.up_proj,0.0023216052,0.05000,0.843 | |
| 9,mlp.experts.47.up_proj,0.0014884093,0.05000,0.831 | |
| 9,mlp.experts.45.up_proj,0.0011551288,0.05000,0.800 | |
| 9,mlp.experts.50.up_proj,0.0013129720,0.05000,0.811 | |
| 9,mlp.experts.48.up_proj,0.0016780927,0.05000,0.795 | |
| 9,mlp.experts.51.up_proj,0.0024432245,0.05000,0.815 | |
| 9,mlp.experts.49.up_proj,0.0032655994,0.05000,0.812 | |
| 9,mlp.experts.54.up_proj,0.0037787016,0.05000,0.807 | |
| 9,mlp.experts.52.up_proj,0.0029825507,0.05000,0.790 | |
| 9,mlp.experts.55.up_proj,0.0015673702,0.05000,0.803 | |
| 9,mlp.experts.53.up_proj,0.0014126498,0.05000,0.802 | |
| 9,mlp.experts.58.up_proj,0.0061039355,0.05000,0.800 | |
| 9,mlp.experts.56.up_proj,0.0017566930,0.05000,0.847 | |
| 9,mlp.experts.59.up_proj,0.0018508913,0.05000,0.838 | |
| 9,mlp.experts.57.up_proj,0.0017885338,0.05000,0.843 | |
| 9,mlp.experts.62.up_proj,0.0020478790,0.05000,0.814 | |
| 9,mlp.experts.60.up_proj,0.0018388185,0.05000,0.651 | |
| 9,mlp.experts.63.up_proj,0.0007677295,0.05000,0.605 | |
| 9,mlp.experts.61.up_proj,0.0024141793,0.05000,0.554 | |
| 9,mlp.experts.2.down_proj,0.0001773002,0.05000,0.554 | |
| 9,mlp.experts.3.down_proj,0.0002963810,0.05000,0.565 | |
| 9,mlp.experts.0.down_proj,0.0002117897,0.05000,0.573 | |
| 9,mlp.experts.1.down_proj,0.0003416795,0.05000,0.610 | |
| 9,mlp.experts.4.down_proj,0.0001807080,0.05000,0.557 | |
| 9,mlp.experts.7.down_proj,0.0001441384,0.05000,0.580 | |
| 9,mlp.experts.6.down_proj,0.0002000717,0.05000,0.592 | |
| 9,mlp.experts.5.down_proj,0.0001854874,0.05000,0.583 | |
| 9,mlp.experts.8.down_proj,0.0001288523,0.05000,0.564 | |
| 9,mlp.experts.10.down_proj,0.0000687546,0.05000,0.549 | |
| 9,mlp.experts.11.down_proj,0.0002971096,0.05000,0.564 | |
| 9,mlp.experts.9.down_proj,0.0002400545,0.05000,0.568 | |
| 9,mlp.experts.12.down_proj,0.0002506360,0.05000,0.550 | |
| 9,mlp.experts.15.down_proj,0.0002236995,0.05000,0.551 | |
| 9,mlp.experts.14.down_proj,0.0001727474,0.05000,0.590 | |
| 9,mlp.experts.13.down_proj,0.0001802563,0.05000,0.570 | |
| 9,mlp.experts.19.down_proj,0.0001876758,0.05000,0.557 | |
| 9,mlp.experts.16.down_proj,0.0017958046,0.05000,0.581 | |
| 9,mlp.experts.18.down_proj,0.0001621136,0.05000,0.601 | |
| 9,mlp.experts.17.down_proj,0.0002604058,0.05000,0.577 | |
| 9,mlp.experts.20.down_proj,0.0002082254,0.05000,0.552 | |
| 9,mlp.experts.23.down_proj,0.0004246316,0.05000,0.575 | |
| 9,mlp.experts.22.down_proj,0.0002852468,0.05000,0.556 | |
| 9,mlp.experts.21.down_proj,0.0002467880,0.05000,0.556 | |
| 9,mlp.experts.24.down_proj,0.0001652213,0.05000,0.556 | |
| 9,mlp.experts.27.down_proj,0.0001509445,0.05000,0.545 | |
| 9,mlp.experts.26.down_proj,0.0001741196,0.05000,0.583 | |
| 9,mlp.experts.25.down_proj,0.0001732531,0.05000,0.573 | |
| 9,mlp.experts.31.down_proj,0.0003305553,0.05000,0.579 | |
| 9,mlp.experts.28.down_proj,0.0002620437,0.05000,0.608 | |
| 9,mlp.experts.29.down_proj,0.0001291030,0.05000,0.567 | |
| 9,mlp.experts.30.down_proj,0.0001755805,0.05000,0.594 | |
| 9,mlp.experts.35.down_proj,0.0000948817,0.05000,0.563 | |
| 9,mlp.experts.32.down_proj,0.0002569210,0.05000,0.587 | |
| 9,mlp.experts.33.down_proj,0.0001997611,0.05000,0.572 | |
| 9,mlp.experts.34.down_proj,0.0000887161,0.05000,0.604 | |
| 9,mlp.experts.39.down_proj,0.0001239640,0.05000,0.542 | |
| 9,mlp.experts.36.down_proj,0.0002948593,0.05000,0.543 | |
| 9,mlp.experts.37.down_proj,0.0002769509,0.05000,0.546 | |
| 9,mlp.experts.38.down_proj,0.0001522368,0.05000,0.552 | |
| 9,mlp.experts.43.down_proj,0.0001412896,0.05000,0.558 | |
| 9,mlp.experts.40.down_proj,0.0000869859,0.05000,0.564 | |
| 9,mlp.experts.41.down_proj,0.0018587580,0.05000,0.570 | |
| 9,mlp.experts.42.down_proj,0.0002668040,0.05000,0.578 | |
| 9,mlp.experts.47.down_proj,0.0001253270,0.05000,0.544 | |
| 9,mlp.experts.44.down_proj,0.0002384206,0.05000,0.552 | |
| 9,mlp.experts.45.down_proj,0.0001558751,0.05000,0.548 | |
| 9,mlp.experts.46.down_proj,0.0002104001,0.05000,0.560 | |
| 9,mlp.experts.51.down_proj,0.0001953428,0.05000,0.564 | |
| 9,mlp.experts.48.down_proj,0.0001743583,0.05000,0.598 | |
| 9,mlp.experts.49.down_proj,0.0003181020,0.05000,0.576 | |
| 9,mlp.experts.50.down_proj,0.0001044996,0.05000,0.573 | |
| 9,mlp.experts.55.down_proj,0.0001778952,0.05000,0.571 | |
| 9,mlp.experts.52.down_proj,0.0000780451,0.05000,0.557 | |
| 9,mlp.experts.53.down_proj,0.0001557882,0.05000,0.569 | |
| 9,mlp.experts.54.down_proj,0.0002511356,0.05000,0.572 | |
| 9,mlp.experts.59.down_proj,0.0001994663,0.05000,0.560 | |
| 9,mlp.experts.56.down_proj,0.0001872148,0.05000,0.553 | |
| 9,mlp.experts.57.down_proj,0.0001961362,0.05000,0.548 | |
| 9,mlp.experts.58.down_proj,0.0004034539,0.05000,0.551 | |
| 9,mlp.experts.63.down_proj,0.0000925312,0.05000,0.544 | |
| 9,mlp.experts.60.down_proj,0.0002100072,0.05000,0.527 | |
| 9,mlp.experts.61.down_proj,0.0003185656,0.05000,0.500 | |
| 9,mlp.experts.62.down_proj,0.0000875853,0.05000,0.444 | |
| 9,mlp.shared_experts.gate_proj,0.0006353967,0.05000,0.379 | |
| 9,mlp.shared_experts.up_proj,0.0005533881,0.05000,0.382 | |
| 9,mlp.shared_experts.down_proj,0.0000405594,0.05000,0.162 | |
| 10,self_attn.q_proj,0.0069088312,0.05000,0.382 | |
| 10,self_attn.kv_a_proj_with_mqa,0.0007738682,0.05000,0.384 | |
| 10,self_attn.kv_b_proj,0.0039923893,0.05000,0.060 | |
| 10,self_attn.o_proj,0.0000474645,0.05000,0.233 | |
| 10,mlp.experts.2.gate_proj,fallback(rtn): 0.0031281,0.00000,0.046 | |
| 10,mlp.experts.0.gate_proj,0.0022665103,0.05000,1.621 | |
| 10,mlp.experts.1.gate_proj,0.0012580239,0.05000,1.727 | |
| 10,mlp.experts.3.gate_proj,0.0025927588,0.05000,1.789 | |
| 10,mlp.experts.6.gate_proj,0.0015662516,0.05000,1.976 | |
| 10,mlp.experts.4.gate_proj,0.0019623274,0.05000,2.671 | |
| 10,mlp.experts.7.gate_proj,0.0016193756,0.05000,2.592 | |
| 10,mlp.experts.5.gate_proj,0.0014301054,0.05000,2.692 | |
| 10,mlp.experts.10.gate_proj,0.0018961302,0.05000,2.637 | |
| 10,mlp.experts.8.gate_proj,0.0024215136,0.05000,1.276 | |
| 10,mlp.experts.11.gate_proj,0.0030086239,0.05000,1.922 | |
| 10,mlp.experts.9.gate_proj,0.0019774365,0.05000,1.909 | |
| 10,mlp.experts.14.gate_proj,0.0063932617,0.05000,2.042 | |
| 10,mlp.experts.12.gate_proj,0.0019336090,0.05000,2.589 | |
| 10,mlp.experts.13.gate_proj,0.0014203503,0.05000,2.624 | |
| 10,mlp.experts.15.gate_proj,0.0015426404,0.05000,2.704 | |
| 10,mlp.experts.18.gate_proj,0.0036660904,0.05000,2.456 | |
| 10,mlp.experts.16.gate_proj,0.0021990950,0.05000,2.407 | |
| 10,mlp.experts.22.gate_proj,0.0017572298,0.05000,2.390 | |
| 10,mlp.experts.19.gate_proj,0.0063547567,0.05000,2.607 | |
| 10,mlp.experts.17.gate_proj,0.0019066889,0.05000,2.693 | |
| 10,mlp.experts.20.gate_proj,0.0011978085,0.05000,2.981 | |
| 10,mlp.experts.26.gate_proj,0.0019361391,0.05000,2.472 | |
| 10,mlp.experts.23.gate_proj,0.0012823575,0.05000,2.553 | |
| 10,mlp.experts.21.gate_proj,0.0017153387,0.05000,2.540 | |
| 10,mlp.experts.24.gate_proj,0.0032476717,0.05000,1.428 | |
| 10,mlp.experts.30.gate_proj,0.0019912084,0.05000,1.232 | |
| 10,mlp.experts.27.gate_proj,0.0012490166,0.05000,1.196 | |
| 10,mlp.experts.25.gate_proj,0.0022465548,0.05000,1.200 | |
| 10,mlp.experts.28.gate_proj,0.0010874977,0.05000,1.150 | |
| 10,mlp.experts.34.gate_proj,0.0022154382,0.05000,1.092 | |
| 10,mlp.experts.31.gate_proj,0.0042506447,0.05000,1.247 | |
| 10,mlp.experts.29.gate_proj,0.0022584811,0.05000,1.235 | |
| 10,mlp.experts.32.gate_proj,0.0029446958,0.05000,1.338 | |
| 10,mlp.experts.38.gate_proj,0.0058002884,0.05000,1.334 | |
| 10,mlp.experts.33.gate_proj,0.0016233549,0.05000,1.204 | |
| 10,mlp.experts.35.gate_proj,0.0033642255,0.05000,1.259 | |
| 10,mlp.experts.36.gate_proj,0.0018840788,0.05000,0.912 | |
| 10,mlp.experts.42.gate_proj,0.0016070171,0.05000,0.899 | |
| 10,mlp.experts.37.gate_proj,0.0017408521,0.05000,0.867 | |
| 10,mlp.experts.39.gate_proj,0.0010942156,0.05000,0.839 | |
| 10,mlp.experts.40.gate_proj,0.0025798782,0.05000,0.873 | |
| 10,mlp.experts.46.gate_proj,0.0028748907,0.05000,0.879 | |
| 10,mlp.experts.41.gate_proj,0.0012365430,0.05000,0.863 | |
| 10,mlp.experts.43.gate_proj,0.0172635689,0.05000,0.919 | |
| 10,mlp.experts.44.gate_proj,0.0012022447,0.05000,0.815 | |
| 10,mlp.experts.50.gate_proj,0.0013335235,0.05000,0.820 | |
| 10,mlp.experts.45.gate_proj,0.0015415241,0.05000,0.864 | |
| 10,mlp.experts.47.gate_proj,0.0018026968,0.05000,0.858 | |
| 10,mlp.experts.48.gate_proj,0.0021439016,0.05000,0.862 | |
| 10,mlp.experts.54.gate_proj,0.0102758085,0.05000,0.982 | |
| 10,mlp.experts.49.gate_proj,0.0027500293,0.05000,0.979 | |
| 10,mlp.experts.51.gate_proj,0.0012736774,0.05000,0.929 | |
| 10,mlp.experts.52.gate_proj,0.0229474366,0.05000,0.879 | |
| 10,mlp.experts.58.gate_proj,0.0014829236,0.05000,0.903 | |
| 10,mlp.experts.55.gate_proj,0.0012519301,0.05000,0.854 | |
| 10,mlp.experts.53.gate_proj,0.0060784854,0.05000,0.932 | |
| 10,mlp.experts.56.gate_proj,0.0027820678,0.05000,1.070 | |
| 10,mlp.experts.62.gate_proj,0.0019339367,0.05000,0.942 | |
| 10,mlp.experts.2.up_proj,fallback(rtn): 0.0029602,0.00000,0.014 | |
| 10,mlp.experts.59.gate_proj,0.0013492963,0.05000,0.885 | |
| 10,mlp.experts.57.gate_proj,0.0013990976,0.05000,0.945 | |
| 10,mlp.experts.60.gate_proj,0.0023674505,0.05000,0.973 | |
| 10,mlp.experts.6.up_proj,0.0014198766,0.05000,0.937 | |
| 10,mlp.experts.63.gate_proj,0.0016092877,0.05000,1.012 | |
| 10,mlp.experts.61.gate_proj,0.0018791019,0.05000,0.968 | |
| 10,mlp.experts.0.up_proj,0.0020094065,0.05000,0.936 | |
| 10,mlp.experts.10.up_proj,0.0018187358,0.05000,0.945 | |
| 10,mlp.experts.3.up_proj,0.0023575520,0.05000,0.900 | |
| 10,mlp.experts.1.up_proj,0.0012236108,0.05000,0.885 | |
| 10,mlp.experts.4.up_proj,0.0019352588,0.05000,0.829 | |
| 10,mlp.experts.14.up_proj,0.0062095567,0.05000,0.856 | |
| 10,mlp.experts.5.up_proj,0.0013559959,0.05000,0.798 | |
| 10,mlp.experts.7.up_proj,0.0015947097,0.05000,0.855 | |
| 10,mlp.experts.8.up_proj,0.0022474349,0.05000,0.831 | |
| 10,mlp.experts.18.up_proj,0.0033896966,0.05000,0.817 | |
| 10,mlp.experts.11.up_proj,0.0026345781,0.05000,0.806 | |
| 10,mlp.experts.9.up_proj,0.0017468013,0.05000,0.849 | |
| 10,mlp.experts.12.up_proj,0.0016963802,0.05000,0.820 | |
| 10,mlp.experts.15.up_proj,0.0014094483,0.05000,0.844 | |
| 10,mlp.experts.22.up_proj,0.0016448650,0.05000,0.911 | |
| 10,mlp.experts.13.up_proj,0.0013394024,0.05000,0.851 | |
| 10,mlp.experts.16.up_proj,0.0019384535,0.05000,0.792 | |
| 10,mlp.experts.19.up_proj,0.0055223914,0.05000,0.807 | |
| 10,mlp.experts.26.up_proj,0.0017280270,0.05000,0.813 | |
| 10,mlp.experts.17.up_proj,0.0018643637,0.05000,0.816 | |
| 10,mlp.experts.20.up_proj,0.0011629710,0.05000,0.813 | |
| 10,mlp.experts.23.up_proj,0.0010427189,0.05000,0.841 | |
| 10,mlp.experts.21.up_proj,0.0015412478,0.05000,0.834 | |
| 10,mlp.experts.30.up_proj,0.0018312723,0.05000,0.885 | |
| 10,mlp.experts.24.up_proj,0.0030619336,0.05000,0.825 | |
| 10,mlp.experts.27.up_proj,0.0011763779,0.05000,0.873 | |
| 10,mlp.experts.25.up_proj,0.0020945660,0.05000,0.834 | |
| 10,mlp.experts.34.up_proj,0.0019355939,0.05000,0.830 | |
| 10,mlp.experts.28.up_proj,0.0011089140,0.05000,0.832 | |
| 10,mlp.experts.29.up_proj,0.0020365965,0.05000,0.823 | |
| 10,mlp.experts.31.up_proj,0.0039729681,0.05000,0.847 | |
| 10,mlp.experts.38.up_proj,0.0055309004,0.05000,0.863 | |
| 10,mlp.experts.32.up_proj,0.0026374077,0.05000,0.824 | |
| 10,mlp.experts.33.up_proj,0.0014595886,0.05000,0.807 | |
| 10,mlp.experts.35.up_proj,0.0031919578,0.05000,0.794 | |
| 10,mlp.experts.42.up_proj,0.0015621217,0.05000,0.827 | |
| 10,mlp.experts.36.up_proj,0.0017988702,0.05000,0.877 | |
| 10,mlp.experts.39.up_proj,0.0010562772,0.05000,0.833 | |
| 10,mlp.experts.46.up_proj,0.0026410977,0.05000,0.861 | |
| 10,mlp.experts.37.up_proj,0.0016490286,0.05000,0.948 | |
| 10,mlp.experts.40.up_proj,0.0023556789,0.05000,0.834 | |
| 10,mlp.experts.43.up_proj,0.0157047957,0.05000,0.814 | |
| 10,mlp.experts.41.up_proj,0.0011675489,0.05000,0.835 | |
| 10,mlp.experts.50.up_proj,0.0012656421,0.05000,0.856 | |
| 10,mlp.experts.44.up_proj,0.0011457961,0.05000,0.865 | |
| 10,mlp.experts.47.up_proj,0.0016271832,0.05000,0.897 | |
| 10,mlp.experts.45.up_proj,0.0014502505,0.05000,0.840 | |
| 10,mlp.experts.54.up_proj,0.0092276012,0.05000,0.866 | |
| 10,mlp.experts.48.up_proj,0.0018711569,0.05000,0.848 | |
| 10,mlp.experts.51.up_proj,0.0011372693,0.05000,0.817 | |
| 10,mlp.experts.49.up_proj,0.0025454360,0.05000,0.833 | |
| 10,mlp.experts.58.up_proj,0.0012332200,0.05000,0.818 | |
| 10,mlp.experts.52.up_proj,0.0199217469,0.05000,0.811 | |
| 10,mlp.experts.55.up_proj,0.0012165991,0.05000,0.813 | |
| 10,mlp.experts.53.up_proj,0.0059672371,0.05000,0.857 | |
| 10,mlp.experts.62.up_proj,0.0018857430,0.05000,0.882 | |
| 10,mlp.experts.56.up_proj,0.0027207335,0.05000,0.717 | |
| 10,mlp.experts.59.up_proj,0.0012557689,0.05000,0.619 | |
| 10,mlp.experts.57.up_proj,0.0013539742,0.05000,0.582 | |
| 10,mlp.experts.60.up_proj,0.0022028527,0.05000,0.560 | |
| 10,mlp.experts.63.up_proj,0.0014893631,0.05000,0.489 | |
| 10,mlp.experts.61.up_proj,0.0018610268,0.05000,0.430 | |
| 10,mlp.experts.2.down_proj,fallback(rtn): 0.0029602,0.00000,0.017 | |
| 10,mlp.experts.3.down_proj,0.0002247280,0.05000,0.559 | |
| 10,mlp.experts.0.down_proj,0.0002222363,0.05000,0.580 | |
| 10,mlp.experts.6.down_proj,0.0002001932,0.05000,0.570 | |
| 10,mlp.experts.1.down_proj,0.0014828860,0.05000,0.609 | |
| 10,mlp.experts.7.down_proj,0.0001296215,0.05000,0.551 | |
| 10,mlp.experts.4.down_proj,0.0002039592,0.05000,0.549 | |
| 10,mlp.experts.5.down_proj,0.0002047706,0.05000,0.549 | |
| 10,mlp.experts.10.down_proj,0.0002231588,0.05000,0.596 | |
| 10,mlp.experts.11.down_proj,0.0003830830,0.05000,0.565 | |
| 10,mlp.experts.8.down_proj,0.0001662016,0.05000,0.576 | |
| 10,mlp.experts.9.down_proj,0.0001655541,0.05000,0.558 | |
| 10,mlp.experts.14.down_proj,0.0003850334,0.05000,0.559 | |
| 10,mlp.experts.15.down_proj,0.0001937074,0.05000,0.572 | |
| 10,mlp.experts.12.down_proj,0.0001681883,0.05000,0.560 | |
| 10,mlp.experts.13.down_proj,0.0000709159,0.05000,0.566 | |
| 10,mlp.experts.18.down_proj,0.0003268580,0.05000,0.580 | |
| 10,mlp.experts.19.down_proj,0.0003883154,0.05000,0.575 | |
| 10,mlp.experts.16.down_proj,0.0002710495,0.05000,0.576 | |
| 10,mlp.experts.17.down_proj,0.0001854289,0.05000,0.565 | |
| 10,mlp.experts.22.down_proj,0.0001703640,0.05000,0.561 | |
| 10,mlp.experts.23.down_proj,0.0001261410,0.05000,0.582 | |
| 10,mlp.experts.21.down_proj,0.0002476150,0.05000,0.564 | |
| 10,mlp.experts.20.down_proj,0.0000902831,0.05000,0.594 | |
| 10,mlp.experts.26.down_proj,0.0002434568,0.05000,0.563 | |
| 10,mlp.experts.25.down_proj,0.0002078446,0.05000,0.770 | |
| 10,mlp.experts.24.down_proj,0.0003019603,0.05000,0.757 | |
| 10,mlp.experts.27.down_proj,0.0001393047,0.05000,0.826 | |
| 10,mlp.experts.30.down_proj,0.0001842779,0.05000,0.797 | |
| 10,mlp.experts.29.down_proj,0.0002957140,0.05000,0.939 | |
| 10,mlp.experts.28.down_proj,0.0000984596,0.05000,0.978 | |
| 10,mlp.experts.31.down_proj,0.0003835668,0.05000,1.085 | |
| 10,mlp.experts.34.down_proj,0.0001906115,0.05000,1.185 | |
| 10,mlp.experts.32.down_proj,0.0001341283,0.05000,1.173 | |
| 10,mlp.experts.33.down_proj,0.0001895173,0.05000,1.322 | |
| 10,mlp.experts.35.down_proj,0.0004776669,0.05000,1.299 | |
| 10,mlp.experts.38.down_proj,0.0003765333,0.05000,1.228 | |
| 10,mlp.experts.37.down_proj,0.0002444572,0.05000,0.841 | |
| 10,mlp.experts.36.down_proj,0.0001662100,0.05000,0.981 | |
| 10,mlp.experts.42.down_proj,0.0001816332,0.05000,0.761 | |
| 10,mlp.experts.39.down_proj,0.0001424272,0.05000,0.869 | |
| 10,mlp.experts.40.down_proj,0.0001034210,0.05000,0.843 | |
| 10,mlp.experts.41.down_proj,0.0002107848,0.05000,0.910 | |
| 10,mlp.experts.46.down_proj,0.0002237046,0.05000,0.911 | |
| 10,mlp.experts.43.down_proj,0.0012701915,0.05000,0.891 | |
| 10,mlp.experts.45.down_proj,0.0000899186,0.05000,0.617 | |
| 10,mlp.experts.44.down_proj,0.0001315905,0.05000,0.669 | |
| 10,mlp.experts.50.down_proj,0.0002123892,0.05000,0.647 | |
| 10,mlp.experts.47.down_proj,0.0003858454,0.05000,0.641 | |
| 10,mlp.experts.49.down_proj,0.0002352599,0.05000,0.793 | |
| 10,mlp.experts.48.down_proj,0.0001785104,0.05000,0.821 | |
| 10,mlp.experts.54.down_proj,0.0010662572,0.05000,0.947 | |
| 10,mlp.experts.51.down_proj,0.0001304161,0.05000,0.994 | |
| 10,mlp.experts.52.down_proj,0.0016049445,0.05000,1.445 | |
| 10,mlp.experts.53.down_proj,0.0004969399,0.05000,1.598 | |
| 10,mlp.experts.58.down_proj,0.0001473873,0.05000,1.546 | |
| 10,mlp.experts.55.down_proj,0.0001425801,0.05000,1.623 | |
| 10,mlp.experts.56.down_proj,0.0002469115,0.05000,1.650 | |
| 10,mlp.experts.57.down_proj,0.0001825267,0.05000,1.813 | |
| 10,mlp.experts.62.down_proj,0.0001665606,0.05000,1.943 | |
| 10,mlp.experts.59.down_proj,0.0001476943,0.05000,1.818 | |
| 10,mlp.experts.60.down_proj,0.0002644769,0.05000,1.034 | |
| 10,mlp.experts.61.down_proj,0.0001898735,0.05000,0.796 | |
| 10,mlp.experts.63.down_proj,0.0002501142,0.05000,0.408 | |
| 10,mlp.shared_experts.gate_proj,0.0005399700,0.05000,0.700 | |
| 10,mlp.shared_experts.up_proj,0.0005527355,0.05000,0.718 | |
| 10,mlp.shared_experts.down_proj,0.0000426659,0.05000,0.163 | |
| 11,self_attn.kv_a_proj_with_mqa,0.0012935541,0.05000,0.363 | |
| 11,self_attn.q_proj,0.0120466256,0.05000,0.367 | |
| 11,self_attn.kv_b_proj,0.0101664644,0.05000,0.050 | |
| 11,self_attn.o_proj,0.0000239357,0.05000,0.230 | |
| 11,mlp.experts.0.gate_proj,0.0024336238,0.05000,0.910 | |
| 11,mlp.experts.3.gate_proj,0.0021482971,0.05000,0.926 | |
| 11,mlp.experts.2.gate_proj,0.0019071270,0.05000,0.931 | |
| 11,mlp.experts.1.gate_proj,0.0016387854,0.05000,0.955 | |
| 11,mlp.experts.4.gate_proj,0.0021595118,0.05000,0.880 | |
| 11,mlp.experts.7.gate_proj,0.0024309850,0.05000,0.925 | |
| 11,mlp.experts.6.gate_proj,0.0041441602,0.05000,0.962 | |
| 11,mlp.experts.5.gate_proj,0.0028786186,0.05000,0.948 | |
| 11,mlp.experts.8.gate_proj,0.0021990951,0.05000,0.886 | |
| 11,mlp.experts.11.gate_proj,0.0020264191,0.05000,0.874 | |
| 11,mlp.experts.9.gate_proj,0.0040481075,0.05000,0.873 | |
| 11,mlp.experts.10.gate_proj,0.0015841136,0.05000,0.895 | |
| 11,mlp.experts.12.gate_proj,0.0013783773,0.05000,0.879 | |
| 11,mlp.experts.15.gate_proj,0.0026966976,0.05000,0.879 | |
| 11,mlp.experts.13.gate_proj,0.0022396846,0.05000,0.865 | |
| 11,mlp.experts.14.gate_proj,0.0017750447,0.05000,0.854 | |
| 11,mlp.experts.16.gate_proj,0.0015377635,0.05000,0.867 | |
| 11,mlp.experts.19.gate_proj,0.0013946850,0.05000,0.864 | |
| 11,mlp.experts.18.gate_proj,0.0036177736,0.05000,0.888 | |
| 11,mlp.experts.17.gate_proj,0.0019672186,0.05000,0.905 | |
| 11,mlp.experts.20.gate_proj,0.0020335231,0.05000,0.809 | |
| 11,mlp.experts.23.gate_proj,0.0017893434,0.05000,0.794 | |
| 11,mlp.experts.22.gate_proj,0.0017164063,0.05000,0.798 | |
| 11,mlp.experts.21.gate_proj,0.0018479822,0.05000,0.797 | |
| 11,mlp.experts.24.gate_proj,0.0018073258,0.05000,0.808 | |
| 11,mlp.experts.27.gate_proj,0.0021914168,0.05000,0.812 | |
| 11,mlp.experts.26.gate_proj,0.0030000900,0.05000,0.821 | |
| 11,mlp.experts.25.gate_proj,0.0045350478,0.05000,0.829 | |
| 11,mlp.experts.28.gate_proj,0.0018750100,0.05000,0.835 | |
| 11,mlp.experts.31.gate_proj,0.0012107116,0.05000,0.810 | |
| 11,mlp.experts.30.gate_proj,0.0023724916,0.05000,0.837 | |
| 11,mlp.experts.29.gate_proj,0.0040267651,0.05000,0.833 | |
| 11,mlp.experts.35.gate_proj,0.0026191186,0.05000,0.807 | |
| 11,mlp.experts.32.gate_proj,0.0060964538,0.05000,0.826 | |
| 11,mlp.experts.34.gate_proj,0.0052493970,0.05000,0.836 | |
| 11,mlp.experts.33.gate_proj,0.0011361056,0.05000,0.821 | |
| 11,mlp.experts.36.gate_proj,0.0059027918,0.05000,0.822 | |
| 11,mlp.experts.39.gate_proj,0.0016819626,0.05000,0.878 | |
| 11,mlp.experts.38.gate_proj,0.0050277299,0.05000,0.821 | |
| 11,mlp.experts.37.gate_proj,0.0029410512,0.05000,0.845 | |
| 11,mlp.experts.40.gate_proj,0.0030684368,0.05000,0.833 | |
| 11,mlp.experts.43.gate_proj,0.0082482109,0.05000,0.820 | |
| 11,mlp.experts.42.gate_proj,0.0053187598,0.05000,0.808 | |
| 11,mlp.experts.41.gate_proj,0.0014100430,0.05000,0.838 | |
| 11,mlp.experts.47.gate_proj,0.0019558262,0.05000,0.793 | |
| 11,mlp.experts.44.gate_proj,0.0011174149,0.05000,0.828 | |
| 11,mlp.experts.46.gate_proj,0.0019012370,0.05000,0.813 | |
| 11,mlp.experts.45.gate_proj,0.0015861712,0.05000,0.810 | |
| 11,mlp.experts.51.gate_proj,0.0026642006,0.05000,0.822 | |
| 11,mlp.experts.48.gate_proj,0.0018316220,0.05000,0.858 | |
| 11,mlp.experts.50.gate_proj,0.0131020427,0.05000,0.822 | |
| 11,mlp.experts.49.gate_proj,0.0018249588,0.05000,0.839 | |
| 11,mlp.experts.55.gate_proj,0.0015122436,0.05000,0.853 | |
| 11,mlp.experts.52.gate_proj,0.0023904578,0.05000,0.829 | |
| 11,mlp.experts.54.gate_proj,0.0057863993,0.05000,0.821 | |
| 11,mlp.experts.53.gate_proj,0.0012941920,0.05000,0.814 | |
| 11,mlp.experts.59.gate_proj,0.0021532914,0.05000,0.815 | |
| 11,mlp.experts.56.gate_proj,0.0022920037,0.05000,0.829 | |
| 11,mlp.experts.58.gate_proj,0.0015155168,0.05000,0.819 | |
| 11,mlp.experts.57.gate_proj,0.0046845097,0.05000,0.825 | |
| 11,mlp.experts.63.gate_proj,0.0059190264,0.05000,0.611 | |
| 11,mlp.experts.60.gate_proj,0.0018724860,0.05000,0.589 | |
| 11,mlp.experts.62.gate_proj,0.0278542966,0.05000,0.571 | |
| 11,mlp.experts.3.up_proj,0.0019956943,0.05000,0.824 | |
| 11,mlp.experts.2.up_proj,0.0017136440,0.05000,0.857 | |
| 11,mlp.experts.0.up_proj,0.0022431654,0.05000,0.859 | |
| 11,mlp.experts.61.gate_proj,0.0040541565,0.05000,0.897 | |
| 11,mlp.experts.4.up_proj,0.0020717466,0.05000,0.803 | |
| 11,mlp.experts.7.up_proj,0.0021300448,0.05000,0.847 | |
| 11,mlp.experts.6.up_proj,0.0040302952,0.05000,0.832 | |
| 11,mlp.experts.1.up_proj,0.0015435647,0.05000,0.823 | |
| 11,mlp.experts.8.up_proj,0.0020186814,0.05000,0.809 | |
| 11,mlp.experts.11.up_proj,0.0019021967,0.05000,0.834 | |
| 11,mlp.experts.10.up_proj,0.0015165635,0.05000,0.829 | |
| 11,mlp.experts.5.up_proj,0.0027162041,0.05000,0.812 | |
| 11,mlp.experts.12.up_proj,0.0012646230,0.05000,0.853 | |
| 11,mlp.experts.14.up_proj,0.0016646538,0.05000,0.821 | |
| 11,mlp.experts.15.up_proj,0.0026138671,0.05000,0.845 | |
| 11,mlp.experts.9.up_proj,0.0037632569,0.05000,0.836 | |
| 11,mlp.experts.19.up_proj,0.0013606568,0.05000,0.806 | |
| 11,mlp.experts.18.up_proj,0.0029516715,0.05000,0.827 | |
| 11,mlp.experts.13.up_proj,0.0021025344,0.05000,0.818 | |
| 11,mlp.experts.16.up_proj,0.0014819731,0.05000,0.871 | |
| 11,mlp.experts.22.up_proj,0.0016121438,0.05000,0.795 | |
| 11,mlp.experts.23.up_proj,0.0016115696,0.05000,0.822 | |
| 11,mlp.experts.17.up_proj,0.0017131503,0.05000,0.815 | |
| 11,mlp.experts.20.up_proj,0.0016982578,0.05000,0.826 | |
| 11,mlp.experts.27.up_proj,0.0021378116,0.05000,0.790 | |
| 11,mlp.experts.26.up_proj,0.0027790213,0.05000,0.818 | |
| 11,mlp.experts.21.up_proj,0.0017321417,0.05000,0.806 | |
| 11,mlp.experts.24.up_proj,0.0017606947,0.05000,0.826 | |
| 11,mlp.experts.30.up_proj,0.0022055469,0.05000,0.816 | |
| 11,mlp.experts.25.up_proj,0.0042485784,0.05000,0.797 | |
| 11,mlp.experts.31.up_proj,0.0011814771,0.05000,0.848 | |
| 11,mlp.experts.28.up_proj,0.0018169875,0.05000,0.832 | |
| 11,mlp.experts.34.up_proj,0.0046405385,0.05000,0.805 | |
| 11,mlp.experts.29.up_proj,0.0036333697,0.05000,0.827 | |
| 11,mlp.experts.35.up_proj,0.0024390830,0.05000,0.832 | |
| 11,mlp.experts.32.up_proj,0.0053906776,0.05000,0.817 | |
| 11,mlp.experts.33.up_proj,0.0010333742,0.05000,1.158 | |
| 11,mlp.experts.38.up_proj,0.0046743134,0.05000,1.247 | |
| 11,mlp.experts.36.up_proj,0.0055362703,0.05000,1.195 | |
| 11,mlp.experts.39.up_proj,0.0015991118,0.05000,1.291 | |
| 11,mlp.experts.37.up_proj,0.0026323867,0.05000,1.234 | |
| 11,mlp.experts.40.up_proj,0.0028327123,0.05000,1.210 | |
| 11,mlp.experts.42.up_proj,0.0048443233,0.05000,1.341 | |
| 11,mlp.experts.43.up_proj,0.0075612416,0.05000,1.540 | |
| 11,mlp.experts.41.up_proj,0.0013537366,0.05000,1.430 | |
| 11,mlp.experts.46.up_proj,0.0018464554,0.05000,1.405 | |
| 11,mlp.experts.44.up_proj,0.0009658913,0.05000,1.571 | |
| 11,mlp.experts.47.up_proj,0.0017793500,0.05000,1.275 | |
| 11,mlp.experts.50.up_proj,0.0120781511,0.05000,1.036 | |
| 11,mlp.experts.45.up_proj,0.0014782560,0.05000,1.283 | |
| 11,mlp.experts.48.up_proj,0.0017559817,0.05000,1.232 | |
| 11,mlp.experts.51.up_proj,0.0025530201,0.05000,1.254 | |
| 11,mlp.experts.49.up_proj,0.0017752765,0.05000,0.902 | |
| 11,mlp.experts.54.up_proj,0.0055716207,0.05000,1.027 | |
| 11,mlp.experts.52.up_proj,0.0022659602,0.05000,0.873 | |
| 11,mlp.experts.55.up_proj,0.0014107638,0.05000,0.859 | |
| 11,mlp.experts.53.up_proj,0.0011956087,0.05000,0.841 | |
| 11,mlp.experts.58.up_proj,0.0013691865,0.05000,0.836 | |
| 11,mlp.experts.56.up_proj,0.0020490613,0.05000,0.830 | |
| 11,mlp.experts.59.up_proj,0.0019762473,0.05000,0.908 | |
| 11,mlp.experts.57.up_proj,0.0045228493,0.05000,0.831 | |
| 11,mlp.experts.62.up_proj,0.0254980832,0.05000,0.852 | |
| 11,mlp.experts.60.up_proj,0.0016766515,0.05000,0.811 | |
| 11,mlp.experts.63.up_proj,0.0055923103,0.05000,0.716 | |
| 11,mlp.experts.61.up_proj,0.0037427110,0.05000,0.331 | |
| 11,mlp.experts.2.down_proj,0.0002122370,0.05000,0.560 | |
| 11,mlp.experts.3.down_proj,0.0002000191,0.05000,0.580 | |
| 11,mlp.experts.0.down_proj,0.0002339394,0.05000,0.590 | |
| 11,mlp.experts.1.down_proj,0.0001656880,0.05000,0.603 | |
| 11,mlp.experts.4.down_proj,0.0002665692,0.05000,0.586 | |
| 11,mlp.experts.7.down_proj,0.0002424598,0.05000,0.625 | |
| 11,mlp.experts.5.down_proj,0.0002035534,0.05000,0.611 | |
| 11,mlp.experts.6.down_proj,0.0002965279,0.05000,0.674 | |
| 11,mlp.experts.8.down_proj,0.0001846229,0.05000,0.646 | |
| 11,mlp.experts.11.down_proj,0.0002164012,0.05000,0.634 | |
| 11,mlp.experts.10.down_proj,0.0001944264,0.05000,0.645 | |
| 11,mlp.experts.9.down_proj,0.0003770334,0.05000,0.700 | |
| 11,mlp.experts.12.down_proj,0.0001239234,0.05000,0.624 | |
| 11,mlp.experts.14.down_proj,0.0002232258,0.05000,0.595 | |
| 11,mlp.experts.15.down_proj,0.0002339866,0.05000,0.648 | |
| 11,mlp.experts.13.down_proj,0.0002209916,0.05000,0.614 | |
| 11,mlp.experts.16.down_proj,0.0001756780,0.05000,0.632 | |
| 11,mlp.experts.18.down_proj,0.0002884922,0.05000,0.650 | |
| 11,mlp.experts.19.down_proj,0.0000940117,0.05000,0.650 | |
| 11,mlp.experts.17.down_proj,0.0002263734,0.05000,0.655 | |
| 11,mlp.experts.20.down_proj,0.0001350821,0.05000,0.575 | |
| 11,mlp.experts.22.down_proj,0.0002259225,0.05000,0.587 | |
| 11,mlp.experts.23.down_proj,0.0002183739,0.05000,0.596 | |
| 11,mlp.experts.21.down_proj,0.0002539289,0.05000,0.590 | |
| 11,mlp.experts.24.down_proj,0.0001895597,0.05000,0.578 | |
| 11,mlp.experts.26.down_proj,0.0002808231,0.05000,0.578 | |
| 11,mlp.experts.27.down_proj,0.0002840596,0.05000,0.572 | |
| 11,mlp.experts.25.down_proj,0.0005278831,0.05000,0.595 | |
| 11,mlp.experts.28.down_proj,0.0002888318,0.05000,0.603 | |
| 11,mlp.experts.31.down_proj,0.0001598737,0.05000,0.572 | |
| 11,mlp.experts.30.down_proj,0.0002780846,0.05000,0.618 | |
| 11,mlp.experts.29.down_proj,0.0003492769,0.05000,0.573 | |
| 11,mlp.experts.32.down_proj,0.0004168358,0.05000,0.571 | |
| 11,mlp.experts.35.down_proj,0.0003310445,0.05000,0.569 | |
| 11,mlp.experts.34.down_proj,0.0004871642,0.05000,0.588 | |
| 11,mlp.experts.33.down_proj,0.0001347733,0.05000,0.568 | |
| 11,mlp.experts.36.down_proj,0.0005347147,0.05000,0.566 | |
| 11,mlp.experts.39.down_proj,0.0003360995,0.05000,0.564 | |
| 11,mlp.experts.38.down_proj,0.0004627835,0.05000,0.596 | |
| 11,mlp.experts.37.down_proj,0.0002533788,0.05000,0.623 | |
| 11,mlp.experts.40.down_proj,0.0002608687,0.05000,0.610 | |
| 11,mlp.experts.43.down_proj,0.0006366299,0.05000,0.583 | |
| 11,mlp.experts.42.down_proj,0.0005943437,0.05000,0.598 | |
| 11,mlp.experts.41.down_proj,0.0001459921,0.05000,0.599 | |
| 11,mlp.experts.47.down_proj,0.0003184416,0.05000,0.583 | |
| 11,mlp.experts.44.down_proj,0.0000937922,0.05000,0.611 | |
| 11,mlp.experts.46.down_proj,0.0003400065,0.05000,0.610 | |
| 11,mlp.experts.45.down_proj,0.0002008927,0.05000,0.608 | |
| 11,mlp.experts.51.down_proj,0.0002299723,0.05000,0.607 | |
| 11,mlp.experts.48.down_proj,0.0002665388,0.05000,0.604 | |
| 11,mlp.experts.50.down_proj,0.0013361985,0.05000,0.619 | |
| 11,mlp.experts.49.down_proj,0.0001868512,0.05000,0.631 | |
| 11,mlp.experts.52.down_proj,0.0002866569,0.05000,0.623 | |
| 11,mlp.experts.55.down_proj,0.0001598362,0.05000,0.686 | |
| 11,mlp.experts.54.down_proj,0.0004676958,0.05000,0.622 | |
| 11,mlp.experts.53.down_proj,0.0001543651,0.05000,0.641 | |
| 11,mlp.experts.56.down_proj,0.0002402858,0.05000,0.564 | |
| 11,mlp.experts.59.down_proj,0.0001059589,0.05000,0.550 | |
| 11,mlp.experts.58.down_proj,0.0001854686,0.05000,0.556 | |
| 11,mlp.experts.57.down_proj,0.0004880829,0.05000,0.553 | |
| 11,mlp.experts.60.down_proj,0.0001477524,0.05000,0.558 | |
| 11,mlp.experts.63.down_proj,0.0005370630,0.05000,0.554 | |
| 11,mlp.experts.62.down_proj,0.0034922004,0.05000,0.506 | |
| 11,mlp.experts.61.down_proj,0.0003786456,0.05000,0.465 | |
| 11,mlp.shared_experts.up_proj,0.0005957688,0.05000,0.384 | |
| 11,mlp.shared_experts.gate_proj,0.0006066645,0.05000,0.386 | |
| 11,mlp.shared_experts.down_proj,0.0000441125,0.05000,0.163 | |
| 12,self_attn.q_proj,0.0077254382,0.05000,0.381 | |
| 12,self_attn.kv_a_proj_with_mqa,0.0008231686,0.05000,0.383 | |
| 12,self_attn.kv_b_proj,0.0067780512,0.05000,0.058 | |
| 12,self_attn.o_proj,0.0000476602,0.05000,0.233 | |
| 12,mlp.experts.0.gate_proj,0.0011938347,0.05000,0.775 | |
| 12,mlp.experts.3.gate_proj,0.0019726718,0.05000,0.788 | |
| 12,mlp.experts.1.gate_proj,0.0047007791,0.05000,0.813 | |
| 12,mlp.experts.2.gate_proj,0.0024498192,0.05000,0.835 | |
| 12,mlp.experts.4.gate_proj,0.0025017173,0.05000,0.809 | |
| 12,mlp.experts.7.gate_proj,0.0018467811,0.05000,0.803 | |
| 12,mlp.experts.5.gate_proj,0.0017040315,0.05000,0.838 | |
| 12,mlp.experts.6.gate_proj,0.0031852233,0.05000,0.848 | |
| 12,mlp.experts.11.gate_proj,0.0023856936,0.05000,0.812 | |
| 12,mlp.experts.8.gate_proj,0.0025685569,0.05000,0.832 | |
| 12,mlp.experts.9.gate_proj,0.0042833168,0.05000,0.816 | |
| 12,mlp.experts.10.gate_proj,0.0022540676,0.05000,0.826 | |
| 12,mlp.experts.15.gate_proj,0.0022283288,0.05000,0.797 | |
| 12,mlp.experts.12.gate_proj,0.0019477656,0.05000,0.838 | |
| 12,mlp.experts.13.gate_proj,0.0162841305,0.05000,0.818 | |
| 12,mlp.experts.14.gate_proj,0.0032350018,0.05000,0.870 | |
| 12,mlp.experts.19.gate_proj,0.0035427847,0.05000,0.812 | |
| 12,mlp.experts.16.gate_proj,0.0033812616,0.05000,0.828 | |
| 12,mlp.experts.17.gate_proj,0.0027110448,0.05000,0.815 | |
| 12,mlp.experts.18.gate_proj,0.0031065635,0.05000,0.823 | |
| 12,mlp.experts.23.gate_proj,0.0014474892,0.05000,0.840 | |
| 12,mlp.experts.20.gate_proj,0.0017331525,0.05000,0.821 | |
| 12,mlp.experts.21.gate_proj,0.0022278676,0.05000,0.843 | |
| 12,mlp.experts.22.gate_proj,0.0081105028,0.05000,0.848 | |
| 12,mlp.experts.26.gate_proj,fallback(rtn): 0.0031281,0.00000,0.013 | |
| 12,mlp.experts.27.gate_proj,0.0019961955,0.05000,0.794 | |
| 12,mlp.experts.24.gate_proj,0.0046072134,0.05000,0.795 | |
| 12,mlp.experts.25.gate_proj,0.0041058049,0.05000,0.809 | |
| 12,mlp.experts.30.gate_proj,0.0039761957,0.05000,0.806 | |
| 12,mlp.experts.31.gate_proj,0.0017944348,0.05000,0.800 | |
| 12,mlp.experts.28.gate_proj,0.0013745713,0.05000,0.808 | |
| 12,mlp.experts.29.gate_proj,0.0026598865,0.05000,0.818 | |
| 12,mlp.experts.34.gate_proj,0.0018527669,0.05000,0.822 | |
| 12,mlp.experts.35.gate_proj,0.0024361968,0.05000,0.841 | |
| 12,mlp.experts.32.gate_proj,0.0012668784,0.05000,0.802 | |
| 12,mlp.experts.33.gate_proj,0.0048350736,0.05000,0.814 | |
| 12,mlp.experts.38.gate_proj,0.0104535153,0.05000,0.839 | |
| 12,mlp.experts.39.gate_proj,0.0017181860,0.05000,0.815 | |
| 12,mlp.experts.36.gate_proj,0.0017223442,0.05000,0.809 | |
| 12,mlp.experts.37.gate_proj,0.0179582536,0.05000,0.799 | |
| 12,mlp.experts.42.gate_proj,0.0117782492,0.05000,0.818 | |
| 12,mlp.experts.43.gate_proj,0.0015385044,0.05000,0.800 | |
| 12,mlp.experts.40.gate_proj,0.0020479000,0.05000,0.837 | |
| 12,mlp.experts.41.gate_proj,0.0036201623,0.05000,0.828 | |
| 12,mlp.experts.46.gate_proj,0.0015132620,0.05000,0.829 | |
| 12,mlp.experts.47.gate_proj,0.0035019070,0.05000,0.833 | |
| 12,mlp.experts.44.gate_proj,0.0018737625,0.05000,0.843 | |
| 12,mlp.experts.45.gate_proj,0.0009428843,0.05000,0.813 | |
| 12,mlp.experts.50.gate_proj,0.0019135964,0.05000,0.833 | |
| 12,mlp.experts.51.gate_proj,0.0022634527,0.05000,0.865 | |
| 12,mlp.experts.48.gate_proj,0.0017927530,0.05000,0.825 | |
| 12,mlp.experts.49.gate_proj,0.0031797730,0.05000,0.821 | |
| 12,mlp.experts.54.gate_proj,0.0026266147,0.05000,0.855 | |
| 12,mlp.experts.55.gate_proj,0.0063093693,0.05000,0.811 | |
| 12,mlp.experts.53.gate_proj,0.0027111624,0.05000,0.807 | |
| 12,mlp.experts.52.gate_proj,0.0031360794,0.05000,0.845 | |
| 12,mlp.experts.58.gate_proj,0.0021470888,0.05000,0.809 | |
| 12,mlp.experts.59.gate_proj,0.0110242416,0.05000,0.816 | |
| 12,mlp.experts.57.gate_proj,0.0015381666,0.05000,0.832 | |
| 12,mlp.experts.56.gate_proj,0.0018905501,0.05000,0.840 | |
| 12,mlp.experts.62.gate_proj,0.0017539161,0.05000,0.814 | |
| 12,mlp.experts.63.gate_proj,0.0036538122,0.05000,0.809 | |
| 12,mlp.experts.61.gate_proj,0.0016541624,0.05000,0.824 | |
| 12,mlp.experts.60.gate_proj,0.0043483133,0.05000,0.824 | |
| 12,mlp.experts.2.up_proj,0.0024411218,0.05000,0.803 | |
| 12,mlp.experts.3.up_proj,0.0018574472,0.05000,0.819 | |
| 12,mlp.experts.1.up_proj,0.0044632903,0.05000,0.790 | |
| 12,mlp.experts.0.up_proj,0.0011462783,0.05000,0.822 | |
| 12,mlp.experts.6.up_proj,0.0028062452,0.05000,0.820 | |
| 12,mlp.experts.7.up_proj,0.0017323341,0.05000,0.819 | |
| 12,mlp.experts.5.up_proj,0.0016961520,0.05000,0.801 | |
| 12,mlp.experts.4.up_proj,0.0022449497,0.05000,0.805 | |
| 12,mlp.experts.10.up_proj,0.0021992228,0.05000,0.823 | |
| 12,mlp.experts.9.up_proj,0.0040743100,0.05000,0.846 | |
| 12,mlp.experts.11.up_proj,0.0022678611,0.05000,0.890 | |
| 12,mlp.experts.8.up_proj,0.0022429915,0.05000,0.886 | |
| 12,mlp.experts.14.up_proj,0.0030748669,0.05000,0.833 | |
| 12,mlp.experts.13.up_proj,0.0153720416,0.05000,0.815 | |
| 12,mlp.experts.15.up_proj,0.0021266024,0.05000,0.812 | |
| 12,mlp.experts.12.up_proj,0.0018107025,0.05000,0.803 | |
| 12,mlp.experts.18.up_proj,0.0027172903,0.05000,0.802 | |
| 12,mlp.experts.17.up_proj,0.0024748976,0.05000,0.788 | |
| 12,mlp.experts.19.up_proj,0.0032770590,0.05000,0.813 | |
| 12,mlp.experts.16.up_proj,0.0032208425,0.05000,0.800 | |
| 12,mlp.experts.22.up_proj,0.0072388037,0.05000,0.814 | |
| 12,mlp.experts.26.up_proj,fallback(rtn): 0.0029755,0.00000,0.013 | |
| 12,mlp.experts.21.up_proj,0.0021674515,0.05000,0.849 | |
| 12,mlp.experts.23.up_proj,0.0013515804,0.05000,0.827 | |
| 12,mlp.experts.20.up_proj,0.0016863223,0.05000,0.811 | |
| 12,mlp.experts.30.up_proj,0.0036758964,0.05000,0.803 | |
| 12,mlp.experts.25.up_proj,0.0037160091,0.05000,0.815 | |
| 12,mlp.experts.27.up_proj,0.0018632267,0.05000,0.824 | |
| 12,mlp.experts.24.up_proj,0.0043878453,0.05000,0.860 | |
| 12,mlp.experts.34.up_proj,0.0017846635,0.05000,0.821 | |
| 12,mlp.experts.29.up_proj,0.0025399631,0.05000,0.793 | |
| 12,mlp.experts.31.up_proj,0.0017100096,0.05000,0.782 | |
| 12,mlp.experts.28.up_proj,0.0012523588,0.05000,0.810 | |
| 12,mlp.experts.38.up_proj,0.0101236082,0.05000,0.794 | |
| 12,mlp.experts.33.up_proj,0.0047028204,0.05000,0.805 | |
| 12,mlp.experts.35.up_proj,0.0023613723,0.05000,0.803 | |
| 12,mlp.experts.32.up_proj,0.0012432318,0.05000,0.800 | |
| 12,mlp.experts.42.up_proj,0.0107393139,0.05000,0.812 | |
| 12,mlp.experts.37.up_proj,0.0164258964,0.05000,0.801 | |
| 12,mlp.experts.39.up_proj,0.0015646157,0.05000,0.806 | |
| 12,mlp.experts.36.up_proj,0.0016524126,0.05000,0.799 | |
| 12,mlp.experts.46.up_proj,0.0013408435,0.05000,0.795 | |
| 12,mlp.experts.43.up_proj,0.0015030144,0.05000,0.799 | |
| 12,mlp.experts.41.up_proj,0.0034988772,0.05000,0.837 | |
| 12,mlp.experts.40.up_proj,0.0018147037,0.05000,0.818 | |
| 12,mlp.experts.50.up_proj,0.0018892743,0.05000,0.830 | |
| 12,mlp.experts.45.up_proj,0.0009412048,0.05000,0.845 | |
| 12,mlp.experts.47.up_proj,0.0033770269,0.05000,0.886 | |
| 12,mlp.experts.44.up_proj,0.0018158777,0.05000,0.803 | |
| 12,mlp.experts.54.up_proj,0.0023950826,0.05000,0.832 | |
| 12,mlp.experts.49.up_proj,0.0030594000,0.05000,0.807 | |
| 12,mlp.experts.48.up_proj,0.0016945717,0.05000,0.808 | |
| 12,mlp.experts.51.up_proj,0.0021838938,0.05000,0.844 | |
| 12,mlp.experts.58.up_proj,0.0020350864,0.05000,0.839 | |
| 12,mlp.experts.53.up_proj,0.0025903159,0.05000,0.875 | |
| 12,mlp.experts.55.up_proj,0.0057788161,0.05000,0.831 | |
| 12,mlp.experts.52.up_proj,0.0027680980,0.05000,0.853 | |
| 12,mlp.experts.62.up_proj,0.0016780994,0.05000,0.812 | |
| 12,mlp.experts.57.up_proj,0.0012664450,0.05000,0.624 | |
| 12,mlp.experts.59.up_proj,0.0104498727,0.05000,0.636 | |
| 12,mlp.experts.56.up_proj,0.0018781793,0.05000,0.629 | |
| 12,mlp.experts.61.up_proj,0.0015751463,0.05000,0.562 | |
| 12,mlp.experts.60.up_proj,0.0040486024,0.05000,0.542 | |
| 12,mlp.experts.63.up_proj,0.0035162041,0.05000,0.555 | |
| 12,mlp.experts.2.down_proj,0.0003152754,0.05000,0.552 | |
| 12,mlp.experts.0.down_proj,0.0002135125,0.05000,0.566 | |
| 12,mlp.experts.1.down_proj,0.0006763415,0.05000,0.582 | |
| 12,mlp.experts.3.down_proj,0.0002358875,0.05000,0.584 | |
| 12,mlp.experts.6.down_proj,0.0003164014,0.05000,0.557 | |
| 12,mlp.experts.7.down_proj,0.0001713596,0.05000,0.555 | |
| 12,mlp.experts.4.down_proj,0.0003136231,0.05000,0.578 | |
| 12,mlp.experts.5.down_proj,0.0002344717,0.05000,0.603 | |
| 12,mlp.experts.10.down_proj,0.0002664755,0.05000,0.547 | |
| 12,mlp.experts.11.down_proj,0.0002508208,0.05000,0.547 | |
| 12,mlp.experts.8.down_proj,0.0003200987,0.05000,0.554 | |
| 12,mlp.experts.9.down_proj,0.0005244113,0.05000,0.564 | |
| 12,mlp.experts.14.down_proj,0.0003991333,0.05000,0.557 | |
| 12,mlp.experts.15.down_proj,0.0002257376,0.05000,0.569 | |
| 12,mlp.experts.12.down_proj,0.0002279788,0.05000,0.569 | |
| 12,mlp.experts.13.down_proj,0.0013823186,0.05000,0.548 | |
| 12,mlp.experts.18.down_proj,0.0003162006,0.05000,0.584 | |
| 12,mlp.experts.16.down_proj,0.0003335953,0.05000,0.572 | |
| 12,mlp.experts.19.down_proj,0.0006112805,0.05000,0.595 | |
| 12,mlp.experts.17.down_proj,0.0003536179,0.05000,0.603 | |
| 12,mlp.experts.22.down_proj,0.0010080265,0.05000,0.664 | |
| 12,mlp.experts.26.down_proj,fallback(rtn): 0.0029755,0.00000,0.012 | |
| 12,mlp.experts.20.down_proj,0.0001774279,0.05000,0.654 | |
| 12,mlp.experts.23.down_proj,0.0001789946,0.05000,0.672 | |
| 12,mlp.experts.21.down_proj,0.0002024736,0.05000,0.683 | |
| 12,mlp.experts.30.down_proj,0.0004259419,0.05000,0.592 | |
| 12,mlp.experts.24.down_proj,0.0005572623,0.05000,0.588 | |
| 12,mlp.experts.27.down_proj,0.0002226375,0.05000,0.595 | |
| 12,mlp.experts.25.down_proj,0.0003533917,0.05000,0.579 | |
| 12,mlp.experts.34.down_proj,0.0002286233,0.05000,0.570 | |
| 12,mlp.experts.28.down_proj,0.0002040092,0.05000,0.562 | |
| 12,mlp.experts.29.down_proj,0.0001623227,0.05000,0.560 | |
| 12,mlp.experts.31.down_proj,0.0001058378,0.05000,0.612 | |
| 12,mlp.experts.38.down_proj,0.0010110932,0.05000,0.578 | |
| 12,mlp.experts.32.down_proj,0.0002354909,0.05000,0.584 | |
| 12,mlp.experts.33.down_proj,0.0004740002,0.05000,0.550 | |
| 12,mlp.experts.35.down_proj,0.0002606848,0.05000,0.564 | |
| 12,mlp.experts.42.down_proj,0.0008556963,0.05000,0.546 | |
| 12,mlp.experts.36.down_proj,0.0001439744,0.05000,0.551 | |
| 12,mlp.experts.37.down_proj,0.0016070720,0.05000,0.561 | |
| 12,mlp.experts.39.down_proj,0.0001942358,0.05000,0.579 | |
| 12,mlp.experts.46.down_proj,0.0001101530,0.05000,0.557 | |
| 12,mlp.experts.40.down_proj,0.0002563634,0.05000,0.603 | |
| 12,mlp.experts.41.down_proj,0.0004407878,0.05000,0.575 | |
| 12,mlp.experts.43.down_proj,0.0002246635,0.05000,0.561 | |
| 12,mlp.experts.50.down_proj,0.0002485698,0.05000,0.600 | |
| 12,mlp.experts.44.down_proj,0.0003145210,0.05000,0.570 | |
| 12,mlp.experts.47.down_proj,0.0003525173,0.05000,0.567 | |
| 12,mlp.experts.45.down_proj,0.0001372929,0.05000,0.596 | |
| 12,mlp.experts.54.down_proj,0.0004832680,0.05000,0.567 | |
| 12,mlp.experts.48.down_proj,0.0002832462,0.05000,0.590 | |
| 12,mlp.experts.51.down_proj,0.0002518535,0.05000,0.564 | |
| 12,mlp.experts.49.down_proj,0.0001500370,0.05000,0.611 | |
| 12,mlp.experts.58.down_proj,0.0001457844,0.05000,0.604 | |
| 12,mlp.experts.55.down_proj,0.0007015803,0.05000,0.578 | |
| 12,mlp.experts.52.down_proj,0.0005426923,0.05000,0.627 | |
| 12,mlp.experts.53.down_proj,0.0002481365,0.05000,0.569 | |
| 12,mlp.experts.62.down_proj,0.0002425263,0.05000,0.571 | |
| 12,mlp.experts.59.down_proj,0.0010465897,0.05000,0.552 | |
| 12,mlp.experts.56.down_proj,0.0002305244,0.05000,0.538 | |
| 12,mlp.experts.57.down_proj,0.0001278884,0.05000,0.545 | |
| 12,mlp.experts.60.down_proj,0.0003821529,0.05000,0.388 | |
| 12,mlp.experts.63.down_proj,0.0003538168,0.05000,0.400 | |
| 12,mlp.experts.61.down_proj,0.0003531700,0.05000,0.381 | |
| 12,mlp.shared_experts.gate_proj,0.0005953604,0.05000,0.376 | |
| 12,mlp.shared_experts.up_proj,0.0006560565,0.05000,0.378 | |
| 12,mlp.shared_experts.down_proj,0.0000537704,0.05000,0.160 | |
| 13,self_attn.kv_a_proj_with_mqa,0.0006922285,0.05000,0.381 | |
| 13,self_attn.q_proj,0.0066956759,0.05000,0.389 | |
| 13,self_attn.kv_b_proj,0.0120814321,0.05000,0.061 | |
| 13,self_attn.o_proj,0.0000496500,0.05000,0.233 | |
| 13,mlp.experts.3.gate_proj,0.0026308017,0.05000,0.802 | |
| 13,mlp.experts.0.gate_proj,0.0020734649,0.05000,0.828 | |
| 13,mlp.experts.1.gate_proj,0.0012391005,0.05000,0.853 | |
| 13,mlp.experts.2.gate_proj,0.0129200899,0.05000,0.853 | |
| 13,mlp.experts.7.gate_proj,0.0049864776,0.05000,0.808 | |
| 13,mlp.experts.4.gate_proj,0.0109861722,0.05000,0.806 | |
| 13,mlp.experts.6.gate_proj,0.0011285825,0.05000,0.804 | |
| 13,mlp.experts.5.gate_proj,0.0016206894,0.05000,0.821 | |
| 13,mlp.experts.11.gate_proj,0.0020179725,0.05000,0.831 | |
| 13,mlp.experts.8.gate_proj,0.0044987142,0.05000,0.831 | |
| 13,mlp.experts.10.gate_proj,0.0054072060,0.05000,0.830 | |
| 13,mlp.experts.9.gate_proj,0.0043536208,0.05000,0.838 | |
| 13,mlp.experts.15.gate_proj,0.0018683685,0.05000,0.870 | |
| 13,mlp.experts.14.gate_proj,0.0050630180,0.05000,0.858 | |
| 13,mlp.experts.12.gate_proj,0.0078515779,0.05000,0.928 | |
| 13,mlp.experts.13.gate_proj,0.0031340883,0.05000,0.903 | |
| 13,mlp.experts.19.gate_proj,0.0014731217,0.05000,0.834 | |
| 13,mlp.experts.18.gate_proj,0.0030586312,0.05000,0.829 | |
| 13,mlp.experts.16.gate_proj,0.0012910626,0.05000,0.836 | |
| 13,mlp.experts.17.gate_proj,0.0015671825,0.05000,0.865 | |
| 13,mlp.experts.23.gate_proj,0.0028331639,0.05000,0.836 | |
| 13,mlp.experts.22.gate_proj,0.0071465416,0.05000,0.835 | |
| 13,mlp.experts.20.gate_proj,0.0106053402,0.05000,0.832 | |
| 13,mlp.experts.21.gate_proj,0.0018542074,0.05000,0.821 | |
| 13,mlp.experts.27.gate_proj,0.0137496829,0.05000,0.833 | |
| 13,mlp.experts.26.gate_proj,0.0018183297,0.05000,0.829 | |
| 13,mlp.experts.24.gate_proj,0.0021150393,0.05000,0.844 | |
| 13,mlp.experts.25.gate_proj,0.0151625752,0.05000,0.840 | |
| 13,mlp.experts.31.gate_proj,0.0022749799,0.05000,0.833 | |
| 13,mlp.experts.30.gate_proj,0.0031633664,0.05000,0.841 | |
| 13,mlp.experts.28.gate_proj,0.0355340987,0.05000,0.841 | |
| 13,mlp.experts.29.gate_proj,0.0022498387,0.05000,0.832 | |
| 13,mlp.experts.35.gate_proj,0.0029023678,0.05000,0.811 | |
| 13,mlp.experts.34.gate_proj,0.0013331175,0.05000,0.818 | |
| 13,mlp.experts.32.gate_proj,0.0020521070,0.05000,0.807 | |
| 13,mlp.experts.33.gate_proj,0.0021041144,0.05000,0.812 | |
| 13,mlp.experts.39.gate_proj,0.0021718520,0.05000,0.862 | |
| 13,mlp.experts.38.gate_proj,0.0136400380,0.05000,0.849 | |
| 13,mlp.experts.36.gate_proj,0.0020979764,0.05000,0.866 | |
| 13,mlp.experts.37.gate_proj,0.0013367491,0.05000,0.847 | |
| 13,mlp.experts.43.gate_proj,0.0217733433,0.05000,0.828 | |
| 13,mlp.experts.42.gate_proj,0.0022582974,0.05000,0.833 | |
| 13,mlp.experts.41.gate_proj,0.0019999532,0.05000,0.830 | |
| 13,mlp.experts.40.gate_proj,0.0020569093,0.05000,0.879 | |
| 13,mlp.experts.47.gate_proj,0.0010000923,0.05000,0.828 | |
| 13,mlp.experts.46.gate_proj,0.0030227015,0.05000,0.832 | |
| 13,mlp.experts.44.gate_proj,0.0030224591,0.05000,0.822 | |
| 13,mlp.experts.45.gate_proj,0.0053875169,0.05000,0.885 | |
| 13,mlp.experts.51.gate_proj,0.0017886595,0.05000,0.841 | |
| 13,mlp.experts.50.gate_proj,0.0049014068,0.05000,0.832 | |
| 13,mlp.experts.48.gate_proj,0.0113610700,0.05000,0.817 | |
| 13,mlp.experts.49.gate_proj,0.0021729052,0.05000,0.853 | |
| 13,mlp.experts.55.gate_proj,0.0080195800,0.05000,0.839 | |
| 13,mlp.experts.54.gate_proj,0.0016793911,0.05000,0.821 | |
| 13,mlp.experts.52.gate_proj,0.0039977479,0.05000,0.816 | |
| 13,mlp.experts.53.gate_proj,0.0019476833,0.05000,0.801 | |
| 13,mlp.experts.59.gate_proj,0.0024195583,0.05000,0.813 | |
| 13,mlp.experts.58.gate_proj,0.0042985625,0.05000,0.824 | |
| 13,mlp.experts.56.gate_proj,0.0012479372,0.05000,0.818 | |
| 13,mlp.experts.57.gate_proj,0.0028623803,0.05000,0.819 | |
| 13,mlp.experts.63.gate_proj,0.0037531729,0.05000,0.862 | |
| 13,mlp.experts.62.gate_proj,0.0035423916,0.05000,0.854 | |
| 13,mlp.experts.60.gate_proj,0.0021142067,0.05000,0.831 | |
| 13,mlp.experts.61.gate_proj,0.0017243388,0.05000,0.878 | |
| 13,mlp.experts.3.up_proj,0.0025510106,0.05000,0.827 | |
| 13,mlp.experts.2.up_proj,0.0124356416,0.05000,0.825 | |
| 13,mlp.experts.0.up_proj,0.0018628303,0.05000,0.813 | |
| 13,mlp.experts.1.up_proj,0.0011886226,0.05000,0.825 | |
| 13,mlp.experts.7.up_proj,0.0045826705,0.05000,0.796 | |
| 13,mlp.experts.6.up_proj,0.0010034023,0.05000,0.812 | |
| 13,mlp.experts.4.up_proj,0.0094484071,0.05000,0.798 | |
| 13,mlp.experts.5.up_proj,0.0014455013,0.05000,0.814 | |
| 13,mlp.experts.11.up_proj,0.0020167429,0.05000,0.826 | |
| 13,mlp.experts.10.up_proj,0.0047051671,0.05000,0.817 | |
| 13,mlp.experts.8.up_proj,0.0042298125,0.05000,0.862 | |
| 13,mlp.experts.9.up_proj,0.0040673623,0.05000,0.872 | |
| 13,mlp.experts.15.up_proj,0.0018525062,0.05000,0.815 | |
| 13,mlp.experts.14.up_proj,0.0045027060,0.05000,0.831 | |
| 13,mlp.experts.12.up_proj,0.0066473342,0.05000,0.842 | |
| 13,mlp.experts.13.up_proj,0.0028388256,0.05000,0.829 | |
| 13,mlp.experts.19.up_proj,0.0015388618,0.05000,0.831 | |
| 13,mlp.experts.18.up_proj,0.0028845047,0.05000,0.852 | |
| 13,mlp.experts.16.up_proj,0.0011360110,0.05000,0.831 | |
| 13,mlp.experts.17.up_proj,0.0014569118,0.05000,0.826 | |
| 13,mlp.experts.23.up_proj,0.0025770328,0.05000,0.887 | |
| 13,mlp.experts.22.up_proj,0.0068783845,0.05000,0.888 | |
| 13,mlp.experts.20.up_proj,0.0103196315,0.05000,0.854 | |
| 13,mlp.experts.21.up_proj,0.0020198868,0.05000,0.839 | |
| 13,mlp.experts.27.up_proj,0.0128187299,0.05000,0.831 | |
| 13,mlp.experts.26.up_proj,0.0017719768,0.05000,0.854 | |
| 13,mlp.experts.24.up_proj,0.0018968679,0.05000,0.872 | |
| 13,mlp.experts.25.up_proj,0.0131309509,0.05000,0.831 | |
| 13,mlp.experts.31.up_proj,0.0021950210,0.05000,0.841 | |
| 13,mlp.experts.30.up_proj,0.0028564728,0.05000,0.819 | |
| 13,mlp.experts.28.up_proj,0.0347925909,0.05000,0.844 | |
| 13,mlp.experts.29.up_proj,0.0022327420,0.05000,0.855 | |
| 13,mlp.experts.35.up_proj,0.0024313290,0.05000,0.819 | |
| 13,mlp.experts.34.up_proj,0.0012392628,0.05000,0.818 | |
| 13,mlp.experts.32.up_proj,0.0019755689,0.05000,0.812 | |
| 13,mlp.experts.33.up_proj,0.0019877013,0.05000,0.856 | |
| 13,mlp.experts.39.up_proj,0.0021207850,0.05000,0.822 | |
| 13,mlp.experts.38.up_proj,0.0116137375,0.05000,0.827 | |
| 13,mlp.experts.36.up_proj,0.0019150409,0.05000,0.851 | |
| 13,mlp.experts.37.up_proj,0.0011243197,0.05000,0.858 | |
| 13,mlp.experts.43.up_proj,0.0208465358,0.05000,0.871 | |
| 13,mlp.experts.42.up_proj,0.0022133375,0.05000,0.830 | |
| 13,mlp.experts.40.up_proj,0.0019257140,0.05000,0.832 | |
| 13,mlp.experts.41.up_proj,0.0019500571,0.05000,0.838 | |
| 13,mlp.experts.46.up_proj,0.0026590250,0.05000,0.813 | |
| 13,mlp.experts.47.up_proj,0.0009645614,0.05000,0.872 | |
| 13,mlp.experts.44.up_proj,0.0026891907,0.05000,0.828 | |
| 13,mlp.experts.45.up_proj,0.0051018616,0.05000,0.824 | |
| 13,mlp.experts.50.up_proj,0.0044871033,0.05000,0.811 | |
| 13,mlp.experts.51.up_proj,0.0017190334,0.05000,0.804 | |
| 13,mlp.experts.48.up_proj,0.0114776430,0.05000,0.819 | |
| 13,mlp.experts.49.up_proj,0.0020619899,0.05000,0.817 | |
| 13,mlp.experts.54.up_proj,0.0014756529,0.05000,0.809 | |
| 13,mlp.experts.55.up_proj,0.0069676936,0.05000,0.812 | |
| 13,mlp.experts.52.up_proj,0.0037269465,0.05000,0.827 | |
| 13,mlp.experts.53.up_proj,0.0017730599,0.05000,0.818 | |
| 13,mlp.experts.58.up_proj,0.0041906650,0.05000,0.829 | |
| 13,mlp.experts.59.up_proj,0.0022424944,0.05000,0.842 | |
| 13,mlp.experts.56.up_proj,0.0011224146,0.05000,0.861 | |
| 13,mlp.experts.57.up_proj,0.0027807826,0.05000,0.850 | |
| 13,mlp.experts.62.up_proj,0.0027156486,0.05000,0.823 | |
| 13,mlp.experts.63.up_proj,0.0036632007,0.05000,0.816 | |
| 13,mlp.experts.60.up_proj,0.0019063999,0.05000,0.755 | |
| 13,mlp.experts.61.up_proj,0.0016922851,0.05000,0.680 | |
| 13,mlp.experts.2.down_proj,0.0013437842,0.05000,0.546 | |
| 13,mlp.experts.3.down_proj,0.0002320443,0.05000,0.576 | |
| 13,mlp.experts.1.down_proj,0.0002038572,0.05000,0.594 | |
| 13,mlp.experts.0.down_proj,0.0001771297,0.05000,0.601 | |
| 13,mlp.experts.6.down_proj,0.0001078584,0.05000,0.562 | |
| 13,mlp.experts.7.down_proj,0.0005400573,0.05000,0.565 | |
| 13,mlp.experts.4.down_proj,0.0008490098,0.05000,0.566 | |
| 13,mlp.experts.5.down_proj,0.0002129132,0.05000,0.601 | |
| 13,mlp.experts.10.down_proj,0.0008100059,0.05000,0.573 | |
| 13,mlp.experts.11.down_proj,0.0002968804,0.05000,0.578 | |
| 13,mlp.experts.8.down_proj,0.0005878828,0.05000,0.589 | |
| 13,mlp.experts.9.down_proj,0.0004465523,0.05000,0.607 | |
| 13,mlp.experts.14.down_proj,0.0004612148,0.05000,0.563 | |
| 13,mlp.experts.15.down_proj,0.0002276755,0.05000,0.564 | |
| 13,mlp.experts.12.down_proj,0.0009998030,0.05000,0.556 | |
| 13,mlp.experts.13.down_proj,0.0002799494,0.05000,0.582 | |
| 13,mlp.experts.18.down_proj,0.0001451621,0.05000,0.552 | |
| 13,mlp.experts.19.down_proj,0.0001845618,0.05000,0.560 | |
| 13,mlp.experts.16.down_proj,0.0001839900,0.05000,0.553 | |
| 13,mlp.experts.17.down_proj,0.0003193371,0.05000,0.565 | |
| 13,mlp.experts.22.down_proj,0.0007847661,0.05000,0.552 | |
| 13,mlp.experts.23.down_proj,0.0004427027,0.05000,0.557 | |
| 13,mlp.experts.20.down_proj,0.0014300975,0.05000,0.565 | |
| 13,mlp.experts.21.down_proj,0.0002638388,0.05000,0.561 | |
| 13,mlp.experts.26.down_proj,0.0001687881,0.05000,0.560 | |
| 13,mlp.experts.27.down_proj,0.0011620771,0.05000,0.566 | |
| 13,mlp.experts.24.down_proj,0.0002355103,0.05000,0.590 | |
| 13,mlp.experts.25.down_proj,0.0018321104,0.05000,0.576 | |
| 13,mlp.experts.30.down_proj,0.0003717851,0.05000,0.591 | |
| 13,mlp.experts.31.down_proj,0.0003004469,0.05000,0.604 | |
| 13,mlp.experts.28.down_proj,0.0030751934,0.05000,0.586 | |
| 13,mlp.experts.29.down_proj,0.0003212824,0.05000,0.594 | |
| 13,mlp.experts.34.down_proj,0.0002226222,0.05000,0.560 | |
| 13,mlp.experts.35.down_proj,0.0002974906,0.05000,0.567 | |
| 13,mlp.experts.32.down_proj,0.0001921642,0.05000,0.606 | |
| 13,mlp.experts.33.down_proj,0.0005153906,0.05000,0.566 | |
| 13,mlp.experts.38.down_proj,0.0013332771,0.05000,0.568 | |
| 13,mlp.experts.39.down_proj,0.0002244644,0.05000,0.603 | |
| 13,mlp.experts.36.down_proj,0.0001215113,0.05000,0.574 | |
| 13,mlp.experts.37.down_proj,0.0002309071,0.05000,0.571 | |
| 13,mlp.experts.42.down_proj,0.0003203475,0.05000,0.557 | |
| 13,mlp.experts.43.down_proj,0.0016547938,0.05000,0.559 | |
| 13,mlp.experts.40.down_proj,0.0002364411,0.05000,0.596 | |
| 13,mlp.experts.41.down_proj,0.0002071515,0.05000,0.586 | |
| 13,mlp.experts.46.down_proj,0.0003279365,0.05000,0.597 | |
| 13,mlp.experts.47.down_proj,0.0001709310,0.05000,0.576 | |
| 13,mlp.experts.44.down_proj,0.0004045099,0.05000,0.563 | |
| 13,mlp.experts.45.down_proj,0.0005178027,0.05000,0.562 | |
| 13,mlp.experts.50.down_proj,0.0004590926,0.05000,0.601 | |
| 13,mlp.experts.51.down_proj,0.0002027441,0.05000,0.572 | |
| 13,mlp.experts.48.down_proj,0.0012418934,0.05000,0.556 | |
| 13,mlp.experts.49.down_proj,0.0002642427,0.05000,0.548 | |
| 13,mlp.experts.54.down_proj,0.0003753396,0.05000,0.236 | |
| 13,mlp.experts.55.down_proj,0.0012357780,0.05000,0.603 | |
| 13,mlp.experts.52.down_proj,0.0005207831,0.05000,0.608 | |
| 13,mlp.experts.53.down_proj,0.0002460690,0.05000,0.633 | |
| 13,mlp.experts.58.down_proj,0.0005986314,0.05000,0.644 | |
| 13,mlp.experts.59.down_proj,0.0001936446,0.05000,0.550 | |
| 13,mlp.experts.56.down_proj,0.0001875234,0.05000,0.558 | |
| 13,mlp.experts.57.down_proj,0.0003937740,0.05000,0.549 | |
| 13,mlp.experts.62.down_proj,0.0004192429,0.05000,0.556 | |
| 13,mlp.experts.60.down_proj,0.0002643199,0.05000,0.407 | |
| 13,mlp.experts.61.down_proj,0.0001603755,0.05000,0.403 | |
| 13,mlp.experts.63.down_proj,0.0004011421,0.05000,0.441 | |
| 13,mlp.shared_experts.gate_proj,0.0006506985,0.05000,0.385 | |
| 13,mlp.shared_experts.up_proj,0.0007902441,0.05000,0.388 | |
| 13,mlp.shared_experts.down_proj,0.0000863407,0.05000,0.159 | |
| 14,self_attn.kv_a_proj_with_mqa,0.0011464559,0.05000,0.381 | |
| 14,self_attn.q_proj,0.0099903972,0.05000,0.384 | |
| 14,self_attn.kv_b_proj,0.0090006340,0.05000,0.061 | |
| 14,self_attn.o_proj,0.0000907286,0.05000,0.232 | |
| 14,mlp.experts.1.gate_proj,0.0016605592,0.05000,0.802 | |
| 14,mlp.experts.2.gate_proj,0.0023538829,0.05000,0.831 | |
| 14,mlp.experts.0.gate_proj,0.0046858571,0.05000,0.842 | |
| 14,mlp.experts.3.gate_proj,0.0021491260,0.05000,0.854 | |
| 14,mlp.experts.5.gate_proj,0.0020435665,0.05000,0.812 | |
| 14,mlp.experts.7.gate_proj,0.0017980607,0.05000,0.820 | |
| 14,mlp.experts.6.gate_proj,0.0025760635,0.05000,0.866 | |
| 14,mlp.experts.4.gate_proj,0.0038630050,0.05000,0.871 | |
| 14,mlp.experts.9.gate_proj,0.0057113945,0.05000,0.820 | |
| 14,mlp.experts.11.gate_proj,0.0035187733,0.05000,0.823 | |
| 14,mlp.experts.8.gate_proj,0.0049752330,0.05000,0.803 | |
| 14,mlp.experts.10.gate_proj,0.0016238949,0.05000,0.835 | |
| 14,mlp.experts.13.gate_proj,0.0022721117,0.05000,0.833 | |
| 14,mlp.experts.15.gate_proj,0.0023404274,0.05000,0.824 | |
| 14,mlp.experts.14.gate_proj,0.0018962204,0.05000,0.799 | |
| 14,mlp.experts.12.gate_proj,0.0019914384,0.05000,0.842 | |
| 14,mlp.experts.17.gate_proj,0.0020401631,0.05000,0.828 | |
| 14,mlp.experts.19.gate_proj,0.0142941788,0.05000,0.822 | |
| 14,mlp.experts.18.gate_proj,0.0064866355,0.05000,0.841 | |
| 14,mlp.experts.16.gate_proj,0.0040341362,0.05000,0.835 | |
| 14,mlp.experts.21.gate_proj,0.0014462115,0.05000,0.864 | |
| 14,mlp.experts.23.gate_proj,0.0027807721,0.05000,0.869 | |
| 14,mlp.experts.22.gate_proj,0.0019639852,0.05000,0.849 | |
| 14,mlp.experts.20.gate_proj,0.0031423787,0.05000,0.866 | |
| 14,mlp.experts.25.gate_proj,0.0034919025,0.05000,0.817 | |
| 14,mlp.experts.26.gate_proj,0.0026058676,0.05000,0.807 | |
| 14,mlp.experts.27.gate_proj,0.0068170361,0.05000,0.838 | |
| 14,mlp.experts.24.gate_proj,0.0042782163,0.05000,0.816 | |
| 14,mlp.experts.29.gate_proj,0.0044350269,0.05000,0.862 | |
| 14,mlp.experts.30.gate_proj,0.0041355904,0.05000,0.894 | |
| 14,mlp.experts.28.gate_proj,0.0052506820,0.05000,0.866 | |
| 14,mlp.experts.31.gate_proj,0.0076918022,0.05000,0.895 | |
| 14,mlp.experts.33.gate_proj,0.0019768066,0.05000,0.833 | |
| 14,mlp.experts.34.gate_proj,0.0017265237,0.05000,0.842 | |
| 14,mlp.experts.32.gate_proj,0.0065336047,0.05000,0.886 | |
| 14,mlp.experts.35.gate_proj,0.0021539450,0.05000,0.901 | |
| 14,mlp.experts.37.gate_proj,0.0074467157,0.05000,0.868 | |
| 14,mlp.experts.38.gate_proj,0.0058692897,0.05000,0.875 | |
| 14,mlp.experts.36.gate_proj,0.0025039421,0.05000,0.834 | |
| 14,mlp.experts.39.gate_proj,0.0066087257,0.05000,0.901 | |
| 14,mlp.experts.41.gate_proj,0.0049190249,0.05000,0.883 | |
| 14,mlp.experts.42.gate_proj,0.0018822309,0.05000,0.848 | |
| 14,mlp.experts.40.gate_proj,0.0018927807,0.05000,0.842 | |
| 14,mlp.experts.43.gate_proj,0.0053106435,0.05000,0.815 | |
| 14,mlp.experts.45.gate_proj,0.0013277524,0.05000,0.856 | |
| 14,mlp.experts.44.gate_proj,0.0017708207,0.05000,0.840 | |
| 14,mlp.experts.47.gate_proj,0.0022312121,0.05000,0.807 | |
| 14,mlp.experts.46.gate_proj,0.0023166387,0.05000,0.916 | |
| 14,mlp.experts.49.gate_proj,0.0029805984,0.05000,0.855 | |
| 14,mlp.experts.48.gate_proj,0.0047395455,0.05000,0.800 | |
| 14,mlp.experts.51.gate_proj,0.0021568054,0.05000,0.791 | |
| 14,mlp.experts.50.gate_proj,0.0019924332,0.05000,0.803 | |
| 14,mlp.experts.53.gate_proj,0.0037355350,0.05000,0.828 | |
| 14,mlp.experts.52.gate_proj,0.0017590844,0.05000,0.824 | |
| 14,mlp.experts.55.gate_proj,0.0071426417,0.05000,0.857 | |
| 14,mlp.experts.54.gate_proj,0.0053270882,0.05000,0.854 | |
| 14,mlp.experts.58.gate_proj,fallback(rtn): 0.0031738,0.00000,0.013 | |
| 14,mlp.experts.56.gate_proj,0.0013968166,0.05000,0.792 | |
| 14,mlp.experts.57.gate_proj,0.0030327609,0.05000,0.811 | |
| 14,mlp.experts.59.gate_proj,0.0036236273,0.05000,0.830 | |
| 14,mlp.experts.62.gate_proj,0.0027444424,0.05000,0.816 | |
| 14,mlp.experts.60.gate_proj,0.0023091781,0.05000,0.821 | |
| 14,mlp.experts.61.gate_proj,0.0255201583,0.05000,0.858 | |
| 14,mlp.experts.63.gate_proj,0.0066240792,0.05000,0.852 | |
| 14,mlp.experts.2.up_proj,0.0021741358,0.05000,0.874 | |
| 14,mlp.experts.0.up_proj,0.0044770865,0.05000,0.845 | |
| 14,mlp.experts.1.up_proj,0.0014179293,0.05000,0.811 | |
| 14,mlp.experts.3.up_proj,0.0019649567,0.05000,0.814 | |
| 14,mlp.experts.6.up_proj,0.0024767097,0.05000,0.826 | |
| 14,mlp.experts.4.up_proj,0.0037928412,0.05000,0.811 | |
| 14,mlp.experts.5.up_proj,0.0018019668,0.05000,0.859 | |
| 14,mlp.experts.7.up_proj,0.0015197978,0.05000,0.842 | |
| 14,mlp.experts.10.up_proj,0.0015202773,0.05000,0.840 | |
| 14,mlp.experts.8.up_proj,0.0047392753,0.05000,0.807 | |
| 14,mlp.experts.9.up_proj,0.0049854798,0.05000,0.795 | |
| 14,mlp.experts.11.up_proj,0.0031369235,0.05000,0.796 | |
| 14,mlp.experts.14.up_proj,0.0016628157,0.05000,0.807 | |
| 14,mlp.experts.12.up_proj,0.0017727997,0.05000,0.829 | |
| 14,mlp.experts.13.up_proj,0.0021773887,0.05000,0.834 | |
| 14,mlp.experts.15.up_proj,0.0022053944,0.05000,0.841 | |
| 14,mlp.experts.18.up_proj,0.0057983442,0.05000,0.864 | |
| 14,mlp.experts.16.up_proj,0.0036663739,0.05000,0.795 | |
| 14,mlp.experts.17.up_proj,0.0019975250,0.05000,0.824 | |
| 14,mlp.experts.19.up_proj,0.0135587975,0.05000,0.806 | |
| 14,mlp.experts.22.up_proj,0.0019227926,0.05000,0.822 | |
| 14,mlp.experts.20.up_proj,0.0030033049,0.05000,0.851 | |
| 14,mlp.experts.21.up_proj,0.0012573978,0.05000,0.838 | |
| 14,mlp.experts.23.up_proj,0.0024851696,0.05000,0.829 | |
| 14,mlp.experts.26.up_proj,0.0024905345,0.05000,0.869 | |
| 14,mlp.experts.24.up_proj,0.0038952073,0.05000,0.798 | |
| 14,mlp.experts.27.up_proj,0.0070264780,0.05000,0.791 | |
| 14,mlp.experts.25.up_proj,0.0031551499,0.05000,0.827 | |
| 14,mlp.experts.30.up_proj,0.0039335806,0.05000,0.819 | |
| 14,mlp.experts.28.up_proj,0.0049700525,0.05000,0.842 | |
| 14,mlp.experts.31.up_proj,0.0072094186,0.05000,0.825 | |
| 14,mlp.experts.29.up_proj,0.0042055097,0.05000,0.856 | |
| 14,mlp.experts.34.up_proj,0.0015283496,0.05000,0.860 | |
| 14,mlp.experts.32.up_proj,0.0060824255,0.05000,0.833 | |
| 14,mlp.experts.35.up_proj,0.0019450690,0.05000,0.832 | |
| 14,mlp.experts.33.up_proj,0.0018148535,0.05000,0.814 | |
| 14,mlp.experts.38.up_proj,0.0052112748,0.05000,0.872 | |
| 14,mlp.experts.36.up_proj,0.0024108568,0.05000,0.863 | |
| 14,mlp.experts.37.up_proj,0.0064882007,0.05000,0.818 | |
| 14,mlp.experts.39.up_proj,0.0059707302,0.05000,0.845 | |
| 14,mlp.experts.42.up_proj,0.0018514378,0.05000,0.828 | |
| 14,mlp.experts.40.up_proj,0.0018150956,0.05000,0.826 | |
| 14,mlp.experts.41.up_proj,0.0047953623,0.05000,0.796 | |
| 14,mlp.experts.43.up_proj,0.0049273698,0.05000,0.829 | |
| 14,mlp.experts.46.up_proj,0.0022065585,0.05000,0.829 | |
| 14,mlp.experts.44.up_proj,0.0017190754,0.05000,0.810 | |
| 14,mlp.experts.45.up_proj,0.0012708116,0.05000,0.815 | |
| 14,mlp.experts.47.up_proj,0.0020605867,0.05000,0.811 | |
| 14,mlp.experts.50.up_proj,0.0019039754,0.05000,0.812 | |
| 14,mlp.experts.48.up_proj,0.0047456695,0.05000,0.805 | |
| 14,mlp.experts.49.up_proj,0.0027510658,0.05000,0.806 | |
| 14,mlp.experts.51.up_proj,0.0020964810,0.05000,0.820 | |
| 14,mlp.experts.54.up_proj,0.0050476982,0.05000,0.807 | |
| 14,mlp.experts.58.up_proj,fallback(rtn): 0.0029755,0.00000,0.015 | |
| 14,mlp.experts.52.up_proj,0.0016210051,0.05000,0.834 | |
| 14,mlp.experts.53.up_proj,0.0032640225,0.05000,0.832 | |
| 14,mlp.experts.55.up_proj,0.0069650028,0.05000,0.824 | |
| 14,mlp.experts.62.up_proj,0.0025033011,0.05000,0.826 | |
| 14,mlp.experts.56.up_proj,0.0012825226,0.05000,0.672 | |
| 14,mlp.experts.57.up_proj,0.0029344760,0.05000,0.669 | |
| 14,mlp.experts.59.up_proj,0.0035884024,0.05000,0.659 | |
| 14,mlp.experts.60.up_proj,0.0020895325,0.05000,0.573 | |
| 14,mlp.experts.61.up_proj,0.0236999293,0.05000,0.559 | |
| 14,mlp.experts.63.up_proj,0.0055738509,0.05000,0.534 | |
| 14,mlp.experts.1.down_proj,0.0002893521,0.05000,0.544 | |
| 14,mlp.experts.3.down_proj,0.0001977700,0.05000,0.554 | |
| 14,mlp.experts.0.down_proj,0.0007130568,0.05000,0.578 | |
| 14,mlp.experts.2.down_proj,0.0001764705,0.05000,0.582 | |
| 14,mlp.experts.7.down_proj,0.0001429751,0.05000,0.546 | |
| 14,mlp.experts.5.down_proj,0.0002346180,0.05000,0.570 | |
| 14,mlp.experts.4.down_proj,0.0004163543,0.05000,0.547 | |
| 14,mlp.experts.6.down_proj,0.0003216013,0.05000,0.568 | |
| 14,mlp.experts.8.down_proj,0.0005768727,0.05000,0.546 | |
| 14,mlp.experts.11.down_proj,0.0003560263,0.05000,0.577 | |
| 14,mlp.experts.9.down_proj,0.0009273333,0.05000,0.577 | |
| 14,mlp.experts.10.down_proj,0.0002099084,0.05000,0.584 | |
| 14,mlp.experts.12.down_proj,0.0003150121,0.05000,0.563 | |
| 14,mlp.experts.15.down_proj,0.0001778829,0.05000,0.562 | |
| 14,mlp.experts.13.down_proj,0.0002379958,0.05000,0.585 | |
| 14,mlp.experts.14.down_proj,0.0002140156,0.05000,0.558 | |
| 14,mlp.experts.16.down_proj,0.0005621993,0.05000,0.574 | |
| 14,mlp.experts.19.down_proj,0.0014261404,0.05000,0.573 | |
| 14,mlp.experts.17.down_proj,0.0002887626,0.05000,0.595 | |
| 14,mlp.experts.18.down_proj,0.0008090319,0.05000,0.631 | |
| 14,mlp.experts.23.down_proj,0.0003166678,0.05000,0.564 | |
| 14,mlp.experts.20.down_proj,0.0002993098,0.05000,0.596 | |
| 14,mlp.experts.21.down_proj,0.0002962636,0.05000,0.581 | |
| 14,mlp.experts.22.down_proj,0.0003001446,0.05000,0.566 | |
| 14,mlp.experts.27.down_proj,0.0008447258,0.05000,0.636 | |
| 14,mlp.experts.24.down_proj,0.0005550112,0.05000,0.629 | |
| 14,mlp.experts.25.down_proj,0.0006843210,0.05000,0.607 | |
| 14,mlp.experts.26.down_proj,0.0005281262,0.05000,0.597 | |
| 14,mlp.experts.28.down_proj,0.0005456677,0.05000,0.561 | |
| 14,mlp.experts.31.down_proj,0.0007331127,0.05000,0.585 | |
| 14,mlp.experts.29.down_proj,0.0007398026,0.05000,0.579 | |
| 14,mlp.experts.30.down_proj,0.0004444697,0.05000,0.570 | |
| 14,mlp.experts.32.down_proj,0.0006756398,0.05000,0.552 | |
| 14,mlp.experts.35.down_proj,0.0003415944,0.05000,0.566 | |
| 14,mlp.experts.33.down_proj,0.0002254181,0.05000,0.575 | |
| 14,mlp.experts.34.down_proj,0.0004302100,0.05000,0.572 | |
| 14,mlp.experts.36.down_proj,0.0001702104,0.05000,0.549 | |
| 14,mlp.experts.39.down_proj,0.0006660507,0.05000,0.573 | |
| 14,mlp.experts.37.down_proj,0.0013177813,0.05000,0.571 | |
| 14,mlp.experts.38.down_proj,0.0007987546,0.05000,0.565 | |
| 14,mlp.experts.40.down_proj,0.0002113542,0.05000,0.574 | |
| 14,mlp.experts.43.down_proj,0.0005549976,0.05000,0.583 | |
| 14,mlp.experts.42.down_proj,0.0003215429,0.05000,0.560 | |
| 14,mlp.experts.41.down_proj,0.0008260052,0.05000,0.605 | |
| 14,mlp.experts.44.down_proj,0.0002615178,0.05000,0.562 | |
| 14,mlp.experts.47.down_proj,0.0004461980,0.05000,0.570 | |
| 14,mlp.experts.46.down_proj,0.0003074403,0.05000,0.571 | |
| 14,mlp.experts.45.down_proj,0.0003011877,0.05000,0.575 | |
| 14,mlp.experts.48.down_proj,0.0006465369,0.05000,0.556 | |
| 14,mlp.experts.51.down_proj,0.0002739971,0.05000,0.568 | |
| 14,mlp.experts.50.down_proj,0.0002349387,0.05000,0.558 | |
| 14,mlp.experts.49.down_proj,0.0004682675,0.05000,0.554 | |
| 14,mlp.experts.52.down_proj,0.0002679920,0.05000,0.548 | |
| 14,mlp.experts.55.down_proj,0.0009002911,0.05000,0.540 | |
| 14,mlp.experts.54.down_proj,0.0006689026,0.05000,0.554 | |
| 14,mlp.experts.58.down_proj,fallback(rtn): 0.0029755,0.00000,0.009 | |
| 14,mlp.experts.53.down_proj,0.0004900380,0.05000,0.570 | |
| 14,mlp.experts.56.down_proj,0.0001724738,0.05000,0.542 | |
| 14,mlp.experts.59.down_proj,0.0003849468,0.05000,0.544 | |
| 14,mlp.experts.62.down_proj,0.0001767949,0.05000,0.581 | |
| 14,mlp.experts.57.down_proj,0.0002434230,0.05000,0.550 | |
| 14,mlp.experts.60.down_proj,0.0002202184,0.05000,0.444 | |
| 14,mlp.experts.63.down_proj,0.0006530866,0.05000,0.403 | |
| 14,mlp.experts.61.down_proj,0.0023282192,0.05000,0.336 | |
| 14,mlp.shared_experts.gate_proj,0.0006345837,0.05000,0.387 | |
| 14,mlp.shared_experts.up_proj,0.0007780631,0.05000,0.389 | |
| 14,mlp.shared_experts.down_proj,0.0000631171,0.05000,0.160 | |
| 15,self_attn.q_proj,0.0085819242,0.05000,0.381 | |
| 15,self_attn.kv_a_proj_with_mqa,0.0008696573,0.05000,0.380 | |
| 15,self_attn.kv_b_proj,0.0087726753,0.05000,0.060 | |
| 15,self_attn.o_proj,0.0000645347,0.05000,0.234 | |
| 15,mlp.experts.0.gate_proj,0.0032108575,0.05000,0.796 | |
| 15,mlp.experts.2.gate_proj,0.0025512050,0.05000,0.804 | |
| 15,mlp.experts.3.gate_proj,0.0040049142,0.05000,0.832 | |
| 15,mlp.experts.1.gate_proj,0.0026759581,0.05000,0.845 | |
| 15,mlp.experts.4.gate_proj,0.0032350523,0.05000,0.825 | |
| 15,mlp.experts.7.gate_proj,0.0020227791,0.05000,0.802 | |
| 15,mlp.experts.5.gate_proj,0.0016901955,0.05000,0.831 | |
| 15,mlp.experts.6.gate_proj,0.0020009849,0.05000,0.880 | |
| 15,mlp.experts.11.gate_proj,0.0080518305,0.05000,0.797 | |
| 15,mlp.experts.8.gate_proj,0.0060162867,0.05000,0.823 | |
| 15,mlp.experts.9.gate_proj,0.0026703093,0.05000,0.810 | |
| 15,mlp.experts.10.gate_proj,0.0031201955,0.05000,0.819 | |
| 15,mlp.experts.15.gate_proj,0.0042255150,0.05000,0.800 | |
| 15,mlp.experts.12.gate_proj,0.0036598464,0.05000,0.809 | |
| 15,mlp.experts.13.gate_proj,0.0017969166,0.05000,0.819 | |
| 15,mlp.experts.14.gate_proj,0.0041117075,0.05000,0.805 | |
| 15,mlp.experts.19.gate_proj,0.0015552045,0.05000,0.807 | |
| 15,mlp.experts.16.gate_proj,0.0021752695,0.05000,0.833 | |
| 15,mlp.experts.18.gate_proj,0.0031140226,0.05000,0.824 | |
| 15,mlp.experts.17.gate_proj,0.0018846598,0.05000,0.839 | |
| 15,mlp.experts.23.gate_proj,0.0026863255,0.05000,0.808 | |
| 15,mlp.experts.20.gate_proj,0.0134494379,0.05000,0.814 | |
| 15,mlp.experts.21.gate_proj,0.0034851939,0.05000,0.800 | |
| 15,mlp.experts.22.gate_proj,0.0031416574,0.05000,0.835 | |
| 15,mlp.experts.27.gate_proj,0.0075680363,0.05000,0.822 | |
| 15,mlp.experts.24.gate_proj,0.0023148037,0.05000,0.826 | |
| 15,mlp.experts.25.gate_proj,0.0036423003,0.05000,0.818 | |
| 15,mlp.experts.26.gate_proj,0.0015980859,0.05000,0.830 | |
| 15,mlp.experts.31.gate_proj,0.0035030343,0.05000,0.838 | |
| 15,mlp.experts.28.gate_proj,0.0085118453,0.05000,0.810 | |
| 15,mlp.experts.29.gate_proj,0.0019711848,0.05000,0.812 | |
| 15,mlp.experts.30.gate_proj,0.0018777153,0.05000,0.812 | |
| 15,mlp.experts.32.gate_proj,0.0019656223,0.05000,0.799 | |
| 15,mlp.experts.35.gate_proj,0.0073921423,0.05000,0.846 | |
| 15,mlp.experts.33.gate_proj,0.0093605608,0.05000,0.800 | |
| 15,mlp.experts.34.gate_proj,0.0084570010,0.05000,0.842 | |
| 15,mlp.experts.39.gate_proj,0.0049911214,0.05000,0.826 | |
| 15,mlp.experts.36.gate_proj,0.0031053254,0.05000,0.869 | |
| 15,mlp.experts.37.gate_proj,0.0024867132,0.05000,0.897 | |
| 15,mlp.experts.38.gate_proj,0.0037135918,0.05000,0.841 | |
| 15,mlp.experts.43.gate_proj,0.0021744642,0.05000,0.814 | |
| 15,mlp.experts.40.gate_proj,0.0287429641,0.05000,0.836 | |
| 15,mlp.experts.42.gate_proj,0.0080701542,0.05000,0.812 | |
| 15,mlp.experts.41.gate_proj,0.0022984194,0.05000,0.876 | |
| 15,mlp.experts.47.gate_proj,0.0027735528,0.05000,0.874 | |
| 15,mlp.experts.44.gate_proj,0.0023111530,0.05000,0.875 | |
| 15,mlp.experts.46.gate_proj,0.0056364697,0.05000,0.874 | |
| 15,mlp.experts.45.gate_proj,0.0018093048,0.05000,0.850 | |
| 15,mlp.experts.51.gate_proj,0.0021769573,0.05000,0.858 | |
| 15,mlp.experts.48.gate_proj,0.0035435759,0.05000,0.845 | |
| 15,mlp.experts.50.gate_proj,0.0027222410,0.05000,0.843 | |
| 15,mlp.experts.49.gate_proj,0.0091671189,0.05000,0.839 | |
| 15,mlp.experts.55.gate_proj,0.0041809563,0.05000,0.857 | |
| 15,mlp.experts.52.gate_proj,0.0045208274,0.05000,0.849 | |
| 15,mlp.experts.54.gate_proj,0.0063861595,0.05000,0.874 | |
| 15,mlp.experts.53.gate_proj,0.0052752924,0.05000,0.861 | |
| 15,mlp.experts.59.gate_proj,0.0028373525,0.05000,0.904 | |
| 15,mlp.experts.56.gate_proj,0.0033943431,0.05000,0.882 | |
| 15,mlp.experts.57.gate_proj,0.0033421583,0.05000,0.844 | |
| 15,mlp.experts.61.gate_proj,fallback(rtn): 0.0031281,0.00000,0.014 | |
| 15,mlp.experts.58.gate_proj,0.0021167109,0.05000,0.879 | |
| 15,mlp.experts.60.gate_proj,0.0054523047,0.05000,0.816 | |
| 15,mlp.experts.63.gate_proj,0.0014668593,0.05000,0.853 | |
| 15,mlp.experts.1.up_proj,0.0025442558,0.05000,0.822 | |
| 15,mlp.experts.62.gate_proj,0.0026677538,0.05000,0.824 | |
| 15,mlp.experts.3.up_proj,0.0036152748,0.05000,0.826 | |
| 15,mlp.experts.0.up_proj,0.0033703668,0.05000,0.871 | |
| 15,mlp.experts.5.up_proj,0.0016200261,0.05000,0.850 | |
| 15,mlp.experts.2.up_proj,0.0022262796,0.05000,0.846 | |
| 15,mlp.experts.7.up_proj,0.0020090865,0.05000,0.807 | |
| 15,mlp.experts.4.up_proj,0.0033075619,0.05000,0.810 | |
| 15,mlp.experts.9.up_proj,0.0025193557,0.05000,0.809 | |
| 15,mlp.experts.6.up_proj,0.0019094136,0.05000,0.817 | |
| 15,mlp.experts.11.up_proj,0.0072376418,0.05000,0.840 | |
| 15,mlp.experts.8.up_proj,0.0055725053,0.05000,0.831 | |
| 15,mlp.experts.10.up_proj,0.0030661720,0.05000,0.802 | |
| 15,mlp.experts.13.up_proj,0.0016324879,0.05000,0.835 | |
| 15,mlp.experts.15.up_proj,0.0040889472,0.05000,0.825 | |
| 15,mlp.experts.12.up_proj,0.0034471726,0.05000,0.834 | |
| 15,mlp.experts.17.up_proj,0.0018483198,0.05000,0.820 | |
| 15,mlp.experts.14.up_proj,0.0038771315,0.05000,0.921 | |
| 15,mlp.experts.16.up_proj,0.0020291309,0.05000,0.806 | |
| 15,mlp.experts.19.up_proj,0.0015125352,0.05000,0.832 | |
| 15,mlp.experts.21.up_proj,0.0032501109,0.05000,0.797 | |
| 15,mlp.experts.18.up_proj,0.0027650370,0.05000,0.857 | |
| 15,mlp.experts.25.up_proj,0.0034462399,0.05000,0.808 | |
| 15,mlp.experts.20.up_proj,0.0119331889,0.05000,0.836 | |
| 15,mlp.experts.23.up_proj,0.0026008704,0.05000,0.847 | |
| 15,mlp.experts.22.up_proj,0.0029072372,0.05000,0.836 | |
| 15,mlp.experts.29.up_proj,0.0018276846,0.05000,0.799 | |
| 15,mlp.experts.24.up_proj,0.0020748869,0.05000,0.809 | |
| 15,mlp.experts.27.up_proj,0.0068721079,0.05000,0.832 | |
| 15,mlp.experts.26.up_proj,0.0015254021,0.05000,0.823 | |
| 15,mlp.experts.28.up_proj,0.0074861497,0.05000,0.877 | |
| 15,mlp.experts.31.up_proj,0.0033641873,0.05000,0.867 | |
| 15,mlp.experts.33.up_proj,0.0089650273,0.05000,0.927 | |
| 15,mlp.experts.30.up_proj,0.0019263037,0.05000,0.878 | |
| 15,mlp.experts.32.up_proj,0.0018115715,0.05000,0.864 | |
| 15,mlp.experts.35.up_proj,0.0067950974,0.05000,0.847 | |
| 15,mlp.experts.37.up_proj,0.0024535259,0.05000,0.839 | |
| 15,mlp.experts.34.up_proj,0.0078304742,0.05000,0.863 | |
| 15,mlp.experts.39.up_proj,0.0048411449,0.05000,0.813 | |
| 15,mlp.experts.41.up_proj,0.0019376198,0.05000,0.825 | |
| 15,mlp.experts.36.up_proj,0.0028509951,0.05000,0.913 | |
| 15,mlp.experts.38.up_proj,0.0035661006,0.05000,0.826 | |
| 15,mlp.experts.43.up_proj,0.0020397717,0.05000,0.848 | |
| 15,mlp.experts.45.up_proj,0.0016464727,0.05000,0.856 | |
| 15,mlp.experts.40.up_proj,0.0260488937,0.05000,0.844 | |
| 15,mlp.experts.42.up_proj,0.0074024236,0.05000,0.846 | |
| 15,mlp.experts.49.up_proj,0.0094473269,0.05000,0.823 | |
| 15,mlp.experts.47.up_proj,0.0027333473,0.05000,0.850 | |
| 15,mlp.experts.44.up_proj,0.0022084905,0.05000,0.841 | |
| 15,mlp.experts.46.up_proj,0.0054726069,0.05000,0.826 | |
| 15,mlp.experts.53.up_proj,0.0047376599,0.05000,0.840 | |
| 15,mlp.experts.51.up_proj,0.0019313266,0.05000,0.862 | |
| 15,mlp.experts.48.up_proj,0.0033164318,0.05000,0.857 | |
| 15,mlp.experts.50.up_proj,0.0024108111,0.05000,0.830 | |
| 15,mlp.experts.55.up_proj,0.0039310842,0.05000,0.798 | |
| 15,mlp.experts.57.up_proj,0.0028788675,0.05000,0.850 | |
| 15,mlp.experts.61.up_proj,fallback(rtn): 0.0030060,0.00000,0.013 | |
| 15,mlp.experts.52.up_proj,0.0041835746,0.05000,0.784 | |
| 15,mlp.experts.54.up_proj,0.0057133910,0.05000,0.772 | |
| 15,mlp.experts.59.up_proj,0.0027124283,0.05000,0.565 | |
| 15,mlp.experts.56.up_proj,0.0031733297,0.05000,0.552 | |
| 15,mlp.experts.58.up_proj,0.0019434142,0.05000,0.555 | |
| 15,mlp.experts.63.up_proj,0.0014281215,0.05000,0.556 | |
| 15,mlp.experts.60.up_proj,0.0051627781,0.05000,0.537 | |
| 15,mlp.experts.62.up_proj,0.0023709589,0.05000,0.504 | |
| 15,mlp.experts.1.down_proj,0.0004498461,0.05000,0.542 | |
| 15,mlp.experts.3.down_proj,0.0005203938,0.05000,0.548 | |
| 15,mlp.experts.0.down_proj,0.0004549038,0.05000,0.565 | |
| 15,mlp.experts.2.down_proj,0.0002925566,0.05000,0.578 | |
| 15,mlp.experts.5.down_proj,0.0002919102,0.05000,0.624 | |
| 15,mlp.experts.7.down_proj,0.0003039977,0.05000,0.625 | |
| 15,mlp.experts.4.down_proj,0.0004742666,0.05000,0.621 | |
| 15,mlp.experts.6.down_proj,0.0002965658,0.05000,0.622 | |
| 15,mlp.experts.10.down_proj,0.0004053968,0.05000,0.558 | |
| 15,mlp.experts.8.down_proj,0.0007859283,0.05000,0.583 | |
| 15,mlp.experts.11.down_proj,0.0007611810,0.05000,0.597 | |
| 15,mlp.experts.9.down_proj,0.0003337298,0.05000,0.645 | |
| 15,mlp.experts.15.down_proj,0.0006909899,0.05000,0.560 | |
| 15,mlp.experts.14.down_proj,0.0005214255,0.05000,0.580 | |
| 15,mlp.experts.12.down_proj,0.0006626741,0.05000,0.578 | |
| 15,mlp.experts.13.down_proj,0.0003405066,0.05000,0.584 | |
| 15,mlp.experts.18.down_proj,0.0004051491,0.05000,0.561 | |
| 15,mlp.experts.19.down_proj,0.0003329768,0.05000,0.572 | |
| 15,mlp.experts.16.down_proj,0.0003451964,0.05000,0.572 | |
| 15,mlp.experts.17.down_proj,0.0002365695,0.05000,0.564 | |
| 15,mlp.experts.22.down_proj,0.0004009285,0.05000,0.553 | |
| 15,mlp.experts.23.down_proj,0.0004458321,0.05000,0.576 | |
| 15,mlp.experts.20.down_proj,0.0015767785,0.05000,0.564 | |
| 15,mlp.experts.21.down_proj,0.0005245364,0.05000,0.561 | |
| 15,mlp.experts.26.down_proj,0.0003622327,0.05000,0.604 | |
| 15,mlp.experts.24.down_proj,0.0003480634,0.05000,0.613 | |
| 15,mlp.experts.27.down_proj,0.0008285433,0.05000,0.621 | |
| 15,mlp.experts.25.down_proj,0.0003861060,0.05000,0.629 | |
| 15,mlp.experts.30.down_proj,0.0002963306,0.05000,0.596 | |
| 15,mlp.experts.31.down_proj,0.0005917713,0.05000,0.574 | |
| 15,mlp.experts.28.down_proj,0.0008544867,0.05000,0.620 | |
| 15,mlp.experts.29.down_proj,0.0002601436,0.05000,0.600 | |
| 15,mlp.experts.34.down_proj,0.0012452843,0.05000,0.587 | |
| 15,mlp.experts.35.down_proj,0.0008268279,0.05000,0.583 | |
| 15,mlp.experts.32.down_proj,0.0002496351,0.05000,0.560 | |
| 15,mlp.experts.33.down_proj,0.0007855231,0.05000,0.575 | |
| 15,mlp.experts.38.down_proj,0.0004341787,0.05000,0.597 | |
| 15,mlp.experts.36.down_proj,0.0006126342,0.05000,0.594 | |
| 15,mlp.experts.39.down_proj,0.0005019155,0.05000,0.620 | |
| 15,mlp.experts.37.down_proj,0.0003226498,0.05000,0.573 | |
| 15,mlp.experts.41.down_proj,0.0002204448,0.05000,0.584 | |
| 15,mlp.experts.40.down_proj,0.0029400165,0.05000,0.611 | |
| 15,mlp.experts.42.down_proj,0.0010927711,0.05000,0.661 | |
| 15,mlp.experts.43.down_proj,0.0002894173,0.05000,0.647 | |
| 15,mlp.experts.44.down_proj,0.0003428771,0.05000,0.574 | |
| 15,mlp.experts.46.down_proj,0.0007059258,0.05000,0.569 | |
| 15,mlp.experts.45.down_proj,0.0002086549,0.05000,0.590 | |
| 15,mlp.experts.47.down_proj,0.0003842999,0.05000,0.570 | |
| 15,mlp.experts.50.down_proj,0.0003203794,0.05000,0.567 | |
| 15,mlp.experts.48.down_proj,0.0004465469,0.05000,0.599 | |
| 15,mlp.experts.51.down_proj,0.0002160828,0.05000,0.578 | |
| 15,mlp.experts.49.down_proj,0.0009876022,0.05000,0.614 | |
| 15,mlp.experts.54.down_proj,0.0006665947,0.05000,0.556 | |
| 15,mlp.experts.52.down_proj,0.0005518636,0.05000,0.559 | |
| 15,mlp.experts.55.down_proj,0.0003959324,0.05000,0.563 | |
| 15,mlp.experts.53.down_proj,0.0006320884,0.05000,0.557 | |
| 15,mlp.experts.58.down_proj,0.0002266534,0.05000,0.590 | |
| 15,mlp.experts.56.down_proj,0.0002995530,0.05000,0.597 | |
| 15,mlp.experts.57.down_proj,0.0004576497,0.05000,0.586 | |
| 15,mlp.experts.61.down_proj,fallback(rtn): 0.0029755,0.00000,0.010 | |
| 15,mlp.experts.59.down_proj,0.0006240925,0.05000,0.613 | |
| 15,mlp.experts.60.down_proj,0.0007981742,0.05000,0.406 | |
| 15,mlp.experts.62.down_proj,0.0003246255,0.05000,0.441 | |
| 15,mlp.experts.63.down_proj,0.0002486826,0.05000,0.380 | |
| 15,mlp.shared_experts.gate_proj,0.0007632072,0.05000,0.381 | |
| 15,mlp.shared_experts.up_proj,0.0008974334,0.05000,0.382 | |
| 15,mlp.shared_experts.down_proj,0.0000880630,0.05000,0.145 | |
| 16,self_attn.kv_a_proj_with_mqa,0.0007004438,0.05000,0.390 | |
| 16,self_attn.q_proj,0.0062460393,0.05000,0.402 | |
| 16,self_attn.kv_b_proj,0.0074886165,0.05000,0.072 | |
| 16,self_attn.o_proj,0.0001192538,0.05000,0.233 | |
| 16,mlp.experts.1.gate_proj,0.0037178477,0.05000,0.797 | |
| 16,mlp.experts.3.gate_proj,0.0032514097,0.05000,0.805 | |
| 16,mlp.experts.0.gate_proj,0.0057883023,0.05000,0.822 | |
| 16,mlp.experts.7.gate_proj,fallback(rtn): 0.0031738,0.00000,0.025 | |
| 16,mlp.experts.2.gate_proj,0.0025975240,0.05000,0.869 | |
| 16,mlp.experts.5.gate_proj,0.0018866926,0.05000,0.826 | |
| 16,mlp.experts.4.gate_proj,0.0035095182,0.05000,0.809 | |
| 16,mlp.experts.11.gate_proj,0.0042221731,0.05000,0.835 | |
| 16,mlp.experts.6.gate_proj,0.0030128270,0.05000,0.869 | |
| 16,mlp.experts.8.gate_proj,0.0044787586,0.05000,0.808 | |
| 16,mlp.experts.9.gate_proj,0.0023219452,0.05000,0.820 | |
| 16,mlp.experts.15.gate_proj,0.0038659427,0.05000,0.813 | |
| 16,mlp.experts.10.gate_proj,0.0029155252,0.05000,0.793 | |
| 16,mlp.experts.13.gate_proj,0.0032474697,0.05000,0.782 | |
| 16,mlp.experts.12.gate_proj,0.0020478899,0.05000,0.811 | |
| 16,mlp.experts.19.gate_proj,0.0017992164,0.05000,0.804 | |
| 16,mlp.experts.14.gate_proj,0.0336806327,0.05000,0.783 | |
| 16,mlp.experts.17.gate_proj,0.0019696866,0.05000,0.802 | |
| 16,mlp.experts.16.gate_proj,0.0044067069,0.05000,0.807 | |
| 16,mlp.experts.18.gate_proj,0.0033412438,0.05000,0.804 | |
| 16,mlp.experts.23.gate_proj,0.0048932639,0.05000,0.887 | |
| 16,mlp.experts.20.gate_proj,0.0039345466,0.05000,0.836 | |
| 16,mlp.experts.21.gate_proj,0.0343498612,0.05000,0.893 | |
| 16,mlp.experts.22.gate_proj,0.0026848974,0.05000,0.807 | |
| 16,mlp.experts.27.gate_proj,0.0028794696,0.05000,0.851 | |
| 16,mlp.experts.25.gate_proj,0.0152298567,0.05000,0.783 | |
| 16,mlp.experts.26.gate_proj,0.0025028527,0.05000,0.787 | |
| 16,mlp.experts.24.gate_proj,0.0063683563,0.05000,0.838 | |
| 16,mlp.experts.31.gate_proj,0.0030312962,0.05000,0.790 | |
| 16,mlp.experts.29.gate_proj,0.0024815546,0.05000,0.796 | |
| 16,mlp.experts.28.gate_proj,0.0027435652,0.05000,0.806 | |
| 16,mlp.experts.30.gate_proj,0.0042419607,0.05000,0.843 | |
| 16,mlp.experts.35.gate_proj,0.0026468033,0.05000,0.812 | |
| 16,mlp.experts.33.gate_proj,0.0026932011,0.05000,0.864 | |
| 16,mlp.experts.32.gate_proj,0.0029547129,0.05000,0.843 | |
| 16,mlp.experts.34.gate_proj,0.0020459469,0.05000,0.949 | |
| 16,mlp.experts.39.gate_proj,0.0037892004,0.05000,0.915 | |
| 16,mlp.experts.37.gate_proj,0.0026767019,0.05000,0.870 | |
| 16,mlp.experts.36.gate_proj,0.0025227216,0.05000,0.931 | |
| 16,mlp.experts.38.gate_proj,0.0069596384,0.05000,0.848 | |
| 16,mlp.experts.43.gate_proj,0.0049265828,0.05000,0.869 | |
| 16,mlp.experts.41.gate_proj,0.0047699329,0.05000,0.868 | |
| 16,mlp.experts.40.gate_proj,0.0024366671,0.05000,0.894 | |
| 16,mlp.experts.42.gate_proj,0.0052879272,0.05000,0.900 | |
| 16,mlp.experts.47.gate_proj,0.0024245859,0.05000,0.888 | |
| 16,mlp.experts.45.gate_proj,0.0026979101,0.05000,0.877 | |
| 16,mlp.experts.44.gate_proj,0.0054482847,0.05000,0.909 | |
| 16,mlp.experts.46.gate_proj,0.0033755729,0.05000,0.902 | |
| 16,mlp.experts.51.gate_proj,0.0021139376,0.05000,0.954 | |
| 16,mlp.experts.49.gate_proj,0.0018181368,0.05000,0.943 | |
| 16,mlp.experts.48.gate_proj,0.0018969643,0.05000,1.013 | |
| 16,mlp.experts.50.gate_proj,0.0022761707,0.05000,1.029 | |
| 16,mlp.experts.55.gate_proj,0.0051556480,0.05000,1.017 | |
| 16,mlp.experts.53.gate_proj,0.0022212437,0.05000,0.825 | |
| 16,mlp.experts.52.gate_proj,0.0027846597,0.05000,0.847 | |
| 16,mlp.experts.54.gate_proj,0.0034117699,0.05000,0.860 | |
| 16,mlp.experts.59.gate_proj,0.0185350288,0.05000,0.855 | |
| 16,mlp.experts.57.gate_proj,0.0027729115,0.05000,0.876 | |
| 16,mlp.experts.56.gate_proj,0.0028753953,0.05000,0.876 | |
| 16,mlp.experts.58.gate_proj,0.0019304993,0.05000,0.869 | |
| 16,mlp.experts.63.gate_proj,0.0032642430,0.05000,0.884 | |
| 16,mlp.experts.61.gate_proj,0.0034826953,0.05000,0.882 | |
| 16,mlp.experts.62.gate_proj,0.0038705798,0.05000,0.850 | |
| 16,mlp.experts.60.gate_proj,0.0029895150,0.05000,0.950 | |
| 16,mlp.experts.3.up_proj,0.0033010008,0.05000,0.881 | |
| 16,mlp.experts.7.up_proj,fallback(rtn): 0.0030975,0.00000,0.013 | |
| 16,mlp.experts.1.up_proj,0.0033102723,0.05000,1.067 | |
| 16,mlp.experts.2.up_proj,0.0025398557,0.05000,1.043 | |
| 16,mlp.experts.0.up_proj,0.0056821544,0.05000,1.046 | |
| 16,mlp.experts.11.up_proj,0.0040131706,0.05000,0.962 | |
| 16,mlp.experts.5.up_proj,0.0019707987,0.05000,0.856 | |
| 16,mlp.experts.6.up_proj,0.0029094728,0.05000,0.854 | |
| 16,mlp.experts.15.up_proj,0.0038764193,0.05000,0.844 | |
| 16,mlp.experts.4.up_proj,0.0033547552,0.05000,0.885 | |
| 16,mlp.experts.9.up_proj,0.0021809969,0.05000,0.859 | |
| 16,mlp.experts.10.up_proj,0.0025709466,0.05000,0.859 | |
| 16,mlp.experts.19.up_proj,0.0017425988,0.05000,0.904 | |
| 16,mlp.experts.8.up_proj,0.0040299761,0.05000,0.891 | |
| 16,mlp.experts.13.up_proj,0.0031655949,0.05000,0.859 | |
| 16,mlp.experts.14.up_proj,0.0305665756,0.05000,0.883 | |
| 16,mlp.experts.23.up_proj,0.0044979436,0.05000,0.882 | |
| 16,mlp.experts.12.up_proj,0.0020901316,0.05000,0.895 | |
| 16,mlp.experts.17.up_proj,0.0018427198,0.05000,0.868 | |
| 16,mlp.experts.18.up_proj,0.0032761760,0.05000,0.842 | |
| 16,mlp.experts.27.up_proj,0.0024885378,0.05000,0.855 | |
| 16,mlp.experts.16.up_proj,0.0042958366,0.05000,0.836 | |
| 16,mlp.experts.21.up_proj,0.0323349958,0.05000,0.839 | |
| 16,mlp.experts.22.up_proj,0.0024729572,0.05000,0.832 | |
| 16,mlp.experts.31.up_proj,0.0028222306,0.05000,0.848 | |
| 16,mlp.experts.20.up_proj,0.0037102142,0.05000,0.854 | |
| 16,mlp.experts.25.up_proj,0.0136122222,0.05000,0.887 | |
| 16,mlp.experts.26.up_proj,0.0023767617,0.05000,0.868 | |
| 16,mlp.experts.35.up_proj,0.0026599909,0.05000,0.897 | |
| 16,mlp.experts.24.up_proj,0.0058992403,0.05000,0.913 | |
| 16,mlp.experts.29.up_proj,0.0023902950,0.05000,0.985 | |
| 16,mlp.experts.30.up_proj,0.0039403410,0.05000,0.937 | |
| 16,mlp.experts.39.up_proj,0.0036320731,0.05000,0.883 | |
| 16,mlp.experts.28.up_proj,0.0026808308,0.05000,0.891 | |
| 16,mlp.experts.33.up_proj,0.0025443160,0.05000,0.551 | |
| 16,mlp.experts.34.up_proj,0.0020101494,0.05000,0.432 | |
| 16,mlp.experts.32.up_proj,0.0027865496,0.05000,0.838 | |
| 16,mlp.experts.37.up_proj,0.0024529932,0.05000,0.874 | |
| 16,mlp.experts.43.up_proj,0.0048736698,0.05000,0.896 | |
| 16,mlp.experts.38.up_proj,0.0055667102,0.05000,0.934 | |
| 16,mlp.experts.36.up_proj,0.0024599529,0.05000,0.859 | |
| 16,mlp.experts.41.up_proj,0.0046136808,0.05000,0.879 | |
| 16,mlp.experts.47.up_proj,0.0023191705,0.05000,0.867 | |
| 16,mlp.experts.42.up_proj,0.0051124834,0.05000,0.891 | |
| 16,mlp.experts.40.up_proj,0.0021879594,0.05000,0.868 | |
| 16,mlp.experts.45.up_proj,0.0023883966,0.05000,0.847 | |
| 16,mlp.experts.51.up_proj,0.0020956795,0.05000,0.888 | |
| 16,mlp.experts.46.up_proj,0.0032028200,0.05000,0.848 | |
| 16,mlp.experts.44.up_proj,0.0053246774,0.05000,0.896 | |
| 16,mlp.experts.49.up_proj,0.0017997107,0.05000,0.889 | |
| 16,mlp.experts.50.up_proj,0.0021583951,0.05000,0.895 | |
| 16,mlp.experts.55.up_proj,0.0048648524,0.05000,0.915 | |
| 16,mlp.experts.48.up_proj,0.0018286824,0.05000,0.866 | |
| 16,mlp.experts.53.up_proj,0.0022445277,0.05000,0.880 | |
| 16,mlp.experts.54.up_proj,0.0035165590,0.05000,0.845 | |
| 16,mlp.experts.59.up_proj,0.0168295123,0.05000,0.915 | |
| 16,mlp.experts.52.up_proj,0.0026282843,0.05000,0.892 | |
| 16,mlp.experts.57.up_proj,0.0026580829,0.05000,0.886 | |
| 16,mlp.experts.58.up_proj,0.0017836207,0.05000,0.894 | |
| 16,mlp.experts.63.up_proj,0.0029464557,0.05000,0.940 | |
| 16,mlp.experts.56.up_proj,0.0027299509,0.05000,0.727 | |
| 16,mlp.experts.61.up_proj,0.0033106035,0.05000,0.695 | |
| 16,mlp.experts.62.up_proj,0.0036160656,0.05000,0.651 | |
| 16,mlp.experts.60.up_proj,0.0024898745,0.05000,0.234 | |
| 16,mlp.experts.2.down_proj,0.0004672582,0.05000,0.589 | |
| 16,mlp.experts.0.down_proj,0.0010924341,0.05000,0.592 | |
| 16,mlp.experts.1.down_proj,0.0006008165,0.05000,0.603 | |
| 16,mlp.experts.3.down_proj,0.0005236225,0.05000,0.625 | |
| 16,mlp.experts.7.down_proj,fallback(rtn): 0.0030365,0.00000,0.010 | |
| 16,mlp.experts.6.down_proj,0.0006552774,0.05000,0.572 | |
| 16,mlp.experts.5.down_proj,0.0004232387,0.05000,0.568 | |
| 16,mlp.experts.4.down_proj,0.0005454621,0.05000,0.588 | |
| 16,mlp.experts.11.down_proj,0.0004522376,0.05000,0.571 | |
| 16,mlp.experts.10.down_proj,0.0004553560,0.05000,0.559 | |
| 16,mlp.experts.9.down_proj,0.0003252322,0.05000,0.580 | |
| 16,mlp.experts.8.down_proj,0.0007323030,0.05000,0.573 | |
| 16,mlp.experts.15.down_proj,0.0008773961,0.05000,0.587 | |
| 16,mlp.experts.14.down_proj,0.0031327413,0.05000,0.603 | |
| 16,mlp.experts.12.down_proj,0.0003343875,0.05000,0.582 | |
| 16,mlp.experts.13.down_proj,0.0006159434,0.05000,0.595 | |
| 16,mlp.experts.19.down_proj,0.0003433093,0.05000,0.575 | |
| 16,mlp.experts.18.down_proj,0.0005678651,0.05000,0.579 | |
| 16,mlp.experts.16.down_proj,0.0001715463,0.05000,0.576 | |
| 16,mlp.experts.17.down_proj,0.0004271313,0.05000,0.578 | |
| 16,mlp.experts.23.down_proj,0.0010250470,0.05000,0.564 | |
| 16,mlp.experts.21.down_proj,0.0054438189,0.05000,0.595 | |
| 16,mlp.experts.20.down_proj,0.0006986488,0.05000,0.622 | |
| 16,mlp.experts.22.down_proj,0.0003496127,0.05000,0.644 | |
| 16,mlp.experts.27.down_proj,0.0006542903,0.05000,0.616 | |
| 16,mlp.experts.25.down_proj,0.0017514690,0.05000,0.607 | |
| 16,mlp.experts.26.down_proj,0.0005864442,0.05000,0.595 | |
| 16,mlp.experts.31.down_proj,0.0004845596,0.05000,0.602 | |
| 16,mlp.experts.24.down_proj,0.0008687457,0.05000,0.641 | |
| 16,mlp.experts.29.down_proj,0.0004021945,0.05000,0.674 | |
| 16,mlp.experts.35.down_proj,0.0005328027,0.05000,0.662 | |
| 16,mlp.experts.28.down_proj,0.0006749451,0.05000,0.646 | |
| 16,mlp.experts.30.down_proj,0.0007441695,0.05000,0.704 | |
| 16,mlp.experts.39.down_proj,0.0005016347,0.05000,0.583 | |
| 16,mlp.experts.33.down_proj,0.0005591065,0.05000,0.629 | |
| 16,mlp.experts.32.down_proj,0.0006114639,0.05000,0.611 | |
| 16,mlp.experts.34.down_proj,0.0005456796,0.05000,0.604 | |
| 16,mlp.experts.43.down_proj,0.0008639411,0.05000,0.616 | |
| 16,mlp.experts.37.down_proj,0.0009342034,0.05000,0.640 | |
| 16,mlp.experts.38.down_proj,0.0010804020,0.05000,0.625 | |
| 16,mlp.experts.36.down_proj,0.0002875908,0.05000,0.643 | |
| 16,mlp.experts.47.down_proj,0.0004259690,0.05000,0.590 | |
| 16,mlp.experts.41.down_proj,0.0007740257,0.05000,0.565 | |
| 16,mlp.experts.42.down_proj,0.0012202091,0.05000,0.574 | |
| 16,mlp.experts.40.down_proj,0.0002887797,0.05000,0.598 | |
| 16,mlp.experts.51.down_proj,0.0006336991,0.05000,0.592 | |
| 16,mlp.experts.45.down_proj,0.0005632756,0.05000,0.582 | |
| 16,mlp.experts.46.down_proj,0.0003347396,0.05000,0.589 | |
| 16,mlp.experts.44.down_proj,0.0006687578,0.05000,0.577 | |
| 16,mlp.experts.55.down_proj,0.0008913018,0.05000,0.608 | |
| 16,mlp.experts.49.down_proj,0.0004203673,0.05000,0.617 | |
| 16,mlp.experts.48.down_proj,0.0002865884,0.05000,0.590 | |
| 16,mlp.experts.50.down_proj,0.0004060961,0.05000,0.637 | |
| 16,mlp.experts.59.down_proj,0.0021492927,0.05000,0.614 | |
| 16,mlp.experts.53.down_proj,0.0005153754,0.05000,0.600 | |
| 16,mlp.experts.52.down_proj,0.0002391585,0.05000,0.609 | |
| 16,mlp.experts.54.down_proj,0.0005210876,0.05000,0.591 | |
| 16,mlp.experts.63.down_proj,0.0007942691,0.05000,0.598 | |
| 16,mlp.experts.57.down_proj,0.0002562724,0.05000,0.583 | |
| 16,mlp.experts.56.down_proj,0.0005795528,0.05000,0.575 | |
| 16,mlp.experts.58.down_proj,0.0004476597,0.05000,0.583 | |
| 16,mlp.experts.60.down_proj,0.0005050866,0.05000,0.389 | |
| 16,mlp.experts.61.down_proj,0.0005604567,0.05000,0.403 | |
| 16,mlp.experts.62.down_proj,0.0005974348,0.05000,0.379 | |
| 16,mlp.shared_experts.up_proj,0.0009999446,0.05000,0.392 | |
| 16,mlp.shared_experts.gate_proj,0.0007074322,0.05000,0.395 | |
| 16,mlp.shared_experts.down_proj,0.0001064986,0.05000,0.162 | |
| 17,self_attn.kv_a_proj_with_mqa,0.0010055736,0.05000,0.394 | |
| 17,self_attn.q_proj,0.0089264644,0.05000,0.397 | |
| 17,self_attn.kv_b_proj,0.0142076061,0.05000,0.060 | |
| 17,self_attn.o_proj,0.0000966494,0.05000,0.231 | |
| 17,mlp.experts.2.gate_proj,0.0037865253,0.05000,0.842 | |
| 17,mlp.experts.1.gate_proj,0.0021965856,0.05000,0.858 | |
| 17,mlp.experts.3.gate_proj,0.0108594143,0.05000,0.872 | |
| 17,mlp.experts.0.gate_proj,0.0034414727,0.05000,0.893 | |
| 17,mlp.experts.6.gate_proj,0.0045362886,0.05000,0.854 | |
| 17,mlp.experts.5.gate_proj,0.0042371113,0.05000,0.871 | |
| 17,mlp.experts.7.gate_proj,0.0108926669,0.05000,0.868 | |
| 17,mlp.experts.4.gate_proj,0.0043805763,0.05000,0.968 | |
| 17,mlp.experts.10.gate_proj,0.0031294316,0.05000,0.883 | |
| 17,mlp.experts.11.gate_proj,0.0055322217,0.05000,0.900 | |
| 17,mlp.experts.9.gate_proj,0.0026695971,0.05000,0.937 | |
| 17,mlp.experts.8.gate_proj,0.0042325653,0.05000,0.876 | |
| 17,mlp.experts.14.gate_proj,0.0026046406,0.05000,0.861 | |
| 17,mlp.experts.15.gate_proj,0.0034534415,0.05000,0.913 | |
| 17,mlp.experts.13.gate_proj,0.0026855018,0.05000,0.900 | |
| 17,mlp.experts.12.gate_proj,0.0069687963,0.05000,0.844 | |
| 17,mlp.experts.18.gate_proj,0.0056107213,0.05000,0.854 | |
| 17,mlp.experts.17.gate_proj,0.0052015550,0.05000,0.855 | |
| 17,mlp.experts.19.gate_proj,0.0067513213,0.05000,0.877 | |
| 17,mlp.experts.16.gate_proj,0.0030068071,0.05000,0.863 | |
| 17,mlp.experts.22.gate_proj,0.0174104663,0.05000,0.930 | |
| 17,mlp.experts.21.gate_proj,0.0136357658,0.05000,0.856 | |
| 17,mlp.experts.23.gate_proj,0.0036707914,0.05000,0.891 | |
| 17,mlp.experts.20.gate_proj,0.0050072299,0.05000,0.896 | |
| 17,mlp.experts.26.gate_proj,0.0024269765,0.05000,0.829 | |
| 17,mlp.experts.25.gate_proj,0.0026263412,0.05000,0.824 | |
| 17,mlp.experts.24.gate_proj,0.0023612777,0.05000,0.827 | |
| 17,mlp.experts.27.gate_proj,0.0058336055,0.05000,0.882 | |
| 17,mlp.experts.30.gate_proj,0.0029217935,0.05000,0.877 | |
| 17,mlp.experts.29.gate_proj,0.0035670419,0.05000,0.887 | |
| 17,mlp.experts.28.gate_proj,0.0023624475,0.05000,0.954 | |
| 17,mlp.experts.31.gate_proj,0.0078569586,0.05000,0.931 | |
| 17,mlp.experts.34.gate_proj,0.0027586236,0.05000,0.906 | |
| 17,mlp.experts.33.gate_proj,0.0031567049,0.05000,0.881 | |
| 17,mlp.experts.35.gate_proj,0.0031173343,0.05000,0.923 | |
| 17,mlp.experts.32.gate_proj,0.0041927430,0.05000,0.967 | |
| 17,mlp.experts.38.gate_proj,0.0053543157,0.05000,0.857 | |
| 17,mlp.experts.37.gate_proj,0.0040689968,0.05000,0.874 | |
| 17,mlp.experts.39.gate_proj,0.0024735190,0.05000,0.887 | |
| 17,mlp.experts.36.gate_proj,0.0024361933,0.05000,0.911 | |
| 17,mlp.experts.42.gate_proj,0.0126077773,0.05000,0.848 | |
| 17,mlp.experts.41.gate_proj,0.0038930324,0.05000,0.915 | |
| 17,mlp.experts.43.gate_proj,0.0048058999,0.05000,0.890 | |
| 17,mlp.experts.40.gate_proj,0.0018201899,0.05000,0.906 | |
| 17,mlp.experts.46.gate_proj,0.0027541184,0.05000,0.886 | |
| 17,mlp.experts.45.gate_proj,0.0026182126,0.05000,0.840 | |
| 17,mlp.experts.47.gate_proj,0.0049940919,0.05000,0.838 | |
| 17,mlp.experts.44.gate_proj,0.0065526255,0.05000,0.873 | |
| 17,mlp.experts.50.gate_proj,0.0020477717,0.05000,0.862 | |
| 17,mlp.experts.49.gate_proj,0.0036388968,0.05000,0.871 | |
| 17,mlp.experts.51.gate_proj,0.0039598928,0.05000,0.848 | |
| 17,mlp.experts.48.gate_proj,0.0051352978,0.05000,0.867 | |
| 17,mlp.experts.54.gate_proj,0.0058785884,0.05000,0.897 | |
| 17,mlp.experts.53.gate_proj,0.0045691395,0.05000,0.965 | |
| 17,mlp.experts.55.gate_proj,0.0106658225,0.05000,0.897 | |
| 17,mlp.experts.52.gate_proj,0.0038971401,0.05000,0.934 | |
| 17,mlp.experts.58.gate_proj,0.0040309907,0.05000,0.842 | |
| 17,mlp.experts.57.gate_proj,0.0043366840,0.05000,0.849 | |
| 17,mlp.experts.59.gate_proj,0.0076805668,0.05000,0.875 | |
| 17,mlp.experts.56.gate_proj,0.0027418343,0.05000,0.857 | |
| 17,mlp.experts.62.gate_proj,0.0041786682,0.05000,0.905 | |
| 17,mlp.experts.61.gate_proj,0.0045502986,0.05000,0.881 | |
| 17,mlp.experts.63.gate_proj,0.0020899442,0.05000,0.949 | |
| 17,mlp.experts.60.gate_proj,0.0050403002,0.05000,0.864 | |
| 17,mlp.experts.2.up_proj,0.0037863334,0.05000,0.850 | |
| 17,mlp.experts.1.up_proj,0.0020969469,0.05000,0.858 | |
| 17,mlp.experts.3.up_proj,0.0102287639,0.05000,0.849 | |
| 17,mlp.experts.0.up_proj,0.0033283995,0.05000,0.922 | |
| 17,mlp.experts.6.up_proj,0.0042685270,0.05000,0.923 | |
| 17,mlp.experts.5.up_proj,0.0040854861,0.05000,0.927 | |
| 17,mlp.experts.7.up_proj,0.0101077892,0.05000,0.881 | |
| 17,mlp.experts.4.up_proj,0.0038412143,0.05000,0.870 | |
| 17,mlp.experts.10.up_proj,0.0026189540,0.05000,0.863 | |
| 17,mlp.experts.9.up_proj,0.0024535828,0.05000,0.966 | |
| 17,mlp.experts.11.up_proj,0.0053220422,0.05000,0.936 | |
| 17,mlp.experts.8.up_proj,0.0040739266,0.05000,0.921 | |
| 17,mlp.experts.14.up_proj,0.0023922186,0.05000,0.891 | |
| 17,mlp.experts.13.up_proj,0.0026690132,0.05000,0.871 | |
| 17,mlp.experts.15.up_proj,0.0033624638,0.05000,0.898 | |
| 17,mlp.experts.12.up_proj,0.0059402294,0.05000,0.861 | |
| 17,mlp.experts.18.up_proj,0.0052820580,0.05000,0.867 | |
| 17,mlp.experts.17.up_proj,0.0048802705,0.05000,0.843 | |
| 17,mlp.experts.19.up_proj,0.0066511035,0.05000,0.842 | |
| 17,mlp.experts.16.up_proj,0.0025690089,0.05000,0.831 | |
| 17,mlp.experts.22.up_proj,0.0166406230,0.05000,0.919 | |
| 17,mlp.experts.21.up_proj,0.0130892526,0.05000,0.932 | |
| 17,mlp.experts.23.up_proj,0.0032162565,0.05000,0.861 | |
| 17,mlp.experts.20.up_proj,0.0048404707,0.05000,0.864 | |
| 17,mlp.experts.26.up_proj,0.0022171819,0.05000,0.864 | |
| 17,mlp.experts.25.up_proj,0.0024506585,0.05000,0.874 | |
| 17,mlp.experts.27.up_proj,0.0055485292,0.05000,0.857 | |
| 17,mlp.experts.24.up_proj,0.0023251738,0.05000,0.904 | |
| 17,mlp.experts.30.up_proj,0.0029584561,0.05000,0.846 | |
| 17,mlp.experts.29.up_proj,0.0032683625,0.05000,0.862 | |
| 17,mlp.experts.31.up_proj,0.0071168993,0.05000,0.840 | |
| 17,mlp.experts.28.up_proj,0.0021773055,0.05000,0.836 | |
| 17,mlp.experts.34.up_proj,0.0026980805,0.05000,0.968 | |
| 17,mlp.experts.35.up_proj,0.0029738791,0.05000,0.996 | |
| 17,mlp.experts.33.up_proj,0.0029477630,0.05000,1.013 | |
| 17,mlp.experts.32.up_proj,0.0039425045,0.05000,1.002 | |
| 17,mlp.experts.38.up_proj,0.0050113195,0.05000,0.894 | |
| 17,mlp.experts.37.up_proj,0.0036031842,0.05000,0.854 | |
| 17,mlp.experts.39.up_proj,0.0023491806,0.05000,0.921 | |
| 17,mlp.experts.36.up_proj,0.0024601307,0.05000,0.909 | |
| 17,mlp.experts.42.up_proj,0.0118908178,0.05000,0.978 | |
| 17,mlp.experts.41.up_proj,0.0035755532,0.05000,0.958 | |
| 17,mlp.experts.43.up_proj,0.0050496316,0.05000,0.964 | |
| 17,mlp.experts.40.up_proj,0.0017477196,0.05000,0.959 | |
| 17,mlp.experts.46.up_proj,0.0026819515,0.05000,0.864 | |
| 17,mlp.experts.45.up_proj,0.0025409591,0.05000,0.890 | |
| 17,mlp.experts.47.up_proj,0.0049906419,0.05000,0.895 | |
| 17,mlp.experts.44.up_proj,0.0061505465,0.05000,0.893 | |
| 17,mlp.experts.50.up_proj,0.0020180210,0.05000,0.859 | |
| 17,mlp.experts.49.up_proj,0.0034142937,0.05000,0.866 | |
| 17,mlp.experts.51.up_proj,0.0037025490,0.05000,0.850 | |
| 17,mlp.experts.48.up_proj,0.0048010393,0.05000,0.881 | |
| 17,mlp.experts.54.up_proj,0.0058616532,0.05000,0.839 | |
| 17,mlp.experts.53.up_proj,0.0045664355,0.05000,0.856 | |
| 17,mlp.experts.55.up_proj,0.0098662296,0.05000,0.851 | |
| 17,mlp.experts.52.up_proj,0.0035770152,0.05000,0.933 | |
| 17,mlp.experts.58.up_proj,0.0037844443,0.05000,0.914 | |
| 17,mlp.experts.57.up_proj,0.0040516676,0.05000,0.866 | |
| 17,mlp.experts.59.up_proj,0.0068272808,0.05000,0.903 | |
| 17,mlp.experts.56.up_proj,0.0029588397,0.05000,0.908 | |
| 17,mlp.experts.62.up_proj,0.0041875355,0.05000,0.845 | |
| 17,mlp.experts.61.up_proj,0.0037053743,0.05000,0.802 | |
| 17,mlp.experts.63.up_proj,0.0018952431,0.05000,0.751 | |
| 17,mlp.experts.60.up_proj,0.0048606777,0.05000,0.600 | |
| 17,mlp.experts.2.down_proj,0.0006587359,0.05000,0.590 | |
| 17,mlp.experts.0.down_proj,0.0009004781,0.05000,0.600 | |
| 17,mlp.experts.1.down_proj,0.0004247778,0.05000,0.607 | |
| 17,mlp.experts.3.down_proj,0.0018069344,0.05000,0.625 | |
| 17,mlp.experts.6.down_proj,0.0009994638,0.05000,0.598 | |
| 17,mlp.experts.5.down_proj,0.0006110731,0.05000,0.592 | |
| 17,mlp.experts.4.down_proj,0.0007356404,0.05000,0.603 | |
| 17,mlp.experts.7.down_proj,0.0018300170,0.05000,0.650 | |
| 17,mlp.experts.10.down_proj,0.0006626632,0.05000,0.614 | |
| 17,mlp.experts.9.down_proj,0.0004202308,0.05000,0.611 | |
| 17,mlp.experts.8.down_proj,0.0007134349,0.05000,0.624 | |
| 17,mlp.experts.11.down_proj,0.0013715847,0.05000,0.645 | |
| 17,mlp.experts.14.down_proj,0.0005557532,0.05000,0.598 | |
| 17,mlp.experts.13.down_proj,0.0004729035,0.05000,0.600 | |
| 17,mlp.experts.12.down_proj,0.0010695500,0.05000,0.599 | |
| 17,mlp.experts.15.down_proj,0.0009975476,0.05000,0.646 | |
| 17,mlp.experts.17.down_proj,0.0008671579,0.05000,0.593 | |
| 17,mlp.experts.16.down_proj,0.0008325880,0.05000,0.585 | |
| 17,mlp.experts.18.down_proj,0.0010767679,0.05000,0.623 | |
| 17,mlp.experts.19.down_proj,0.0009338156,0.05000,0.600 | |
| 17,mlp.experts.21.down_proj,0.0015581578,0.05000,0.585 | |
| 17,mlp.experts.22.down_proj,0.0017340832,0.05000,0.590 | |
| 17,mlp.experts.20.down_proj,0.0007504246,0.05000,0.628 | |
| 17,mlp.experts.23.down_proj,0.0007663711,0.05000,0.595 | |
| 17,mlp.experts.25.down_proj,0.0005312381,0.05000,0.591 | |
| 17,mlp.experts.26.down_proj,0.0006519057,0.05000,0.594 | |
| 17,mlp.experts.24.down_proj,0.0004557114,0.05000,0.608 | |
| 17,mlp.experts.27.down_proj,0.0013603825,0.05000,0.576 | |
| 17,mlp.experts.29.down_proj,0.0010432210,0.05000,0.621 | |
| 17,mlp.experts.30.down_proj,0.0006206795,0.05000,0.600 | |
| 17,mlp.experts.28.down_proj,0.0004855161,0.05000,0.619 | |
| 17,mlp.experts.31.down_proj,0.0011293759,0.05000,0.617 | |
| 17,mlp.experts.34.down_proj,0.0004554503,0.05000,0.590 | |
| 17,mlp.experts.33.down_proj,0.0005493135,0.05000,0.634 | |
| 17,mlp.experts.32.down_proj,0.0002776446,0.05000,0.608 | |
| 17,mlp.experts.35.down_proj,0.0003147586,0.05000,0.592 | |
| 17,mlp.experts.38.down_proj,0.0009926843,0.05000,0.624 | |
| 17,mlp.experts.37.down_proj,0.0007376097,0.05000,0.608 | |
| 17,mlp.experts.36.down_proj,0.0005098540,0.05000,0.651 | |
| 17,mlp.experts.39.down_proj,0.0002805316,0.05000,0.608 | |
| 17,mlp.experts.41.down_proj,0.0011395982,0.05000,0.602 | |
| 17,mlp.experts.42.down_proj,0.0024156633,0.05000,0.645 | |
| 17,mlp.experts.40.down_proj,0.0003241242,0.05000,0.656 | |
| 17,mlp.experts.43.down_proj,0.0010207187,0.05000,0.644 | |
| 17,mlp.experts.45.down_proj,0.0005992394,0.05000,0.632 | |
| 17,mlp.experts.46.down_proj,0.0005189428,0.05000,0.613 | |
| 17,mlp.experts.44.down_proj,0.0009761655,0.05000,0.573 | |
| 17,mlp.experts.47.down_proj,0.0008097956,0.05000,0.622 | |
| 17,mlp.experts.49.down_proj,0.0002685918,0.05000,0.627 | |
| 17,mlp.experts.50.down_proj,0.0005729734,0.05000,0.641 | |
| 17,mlp.experts.48.down_proj,0.0009403600,0.05000,0.620 | |
| 17,mlp.experts.51.down_proj,0.0006410657,0.05000,0.648 | |
| 17,mlp.experts.53.down_proj,0.0009637415,0.05000,0.662 | |
| 17,mlp.experts.54.down_proj,0.0015454033,0.05000,0.691 | |
| 17,mlp.experts.52.down_proj,0.0007614649,0.05000,0.643 | |
| 17,mlp.experts.55.down_proj,0.0011816591,0.05000,0.637 | |
| 17,mlp.experts.56.down_proj,0.0007110822,0.05000,0.604 | |
| 17,mlp.experts.57.down_proj,0.0008487518,0.05000,0.658 | |
| 17,mlp.experts.58.down_proj,0.0006762250,0.05000,0.639 | |
| 17,mlp.experts.59.down_proj,0.0013581388,0.05000,0.598 | |
| 17,mlp.experts.62.down_proj,0.0006164028,0.05000,0.626 | |
| 17,mlp.experts.61.down_proj,0.0008824084,0.05000,0.664 | |
| 17,mlp.experts.60.down_proj,0.0010018803,0.05000,0.672 | |
| 17,mlp.experts.63.down_proj,0.0003947945,0.05000,0.598 | |
| 17,mlp.shared_experts.gate_proj,0.0007758988,0.05000,0.413 | |
| 17,mlp.shared_experts.up_proj,0.0011584044,0.05000,0.416 | |
| 17,mlp.shared_experts.down_proj,0.0001498956,0.05000,0.160 | |
| 18,self_attn.q_proj,0.0053683802,0.05000,0.395 | |
| 18,self_attn.kv_a_proj_with_mqa,0.0005587503,0.05000,0.403 | |
| 18,self_attn.kv_b_proj,0.0094218923,0.05000,0.059 | |
| 18,self_attn.o_proj,0.0001880137,0.05000,0.237 | |
| 18,mlp.experts.3.gate_proj,0.0039192473,0.05000,0.831 | |
| 18,mlp.experts.0.gate_proj,0.0184569582,0.05000,0.851 | |
| 18,mlp.experts.2.gate_proj,0.0046713464,0.05000,0.852 | |
| 18,mlp.experts.1.gate_proj,0.0025582373,0.05000,0.870 | |
| 18,mlp.experts.5.gate_proj,0.0069127070,0.05000,0.890 | |
| 18,mlp.experts.7.gate_proj,0.0039147556,0.05000,0.946 | |
| 18,mlp.experts.6.gate_proj,0.0048469087,0.05000,0.946 | |
| 18,mlp.experts.4.gate_proj,0.0027809892,0.05000,0.957 | |
| 18,mlp.experts.10.gate_proj,0.0074476655,0.05000,0.868 | |
| 18,mlp.experts.11.gate_proj,0.0037508312,0.05000,0.925 | |
| 18,mlp.experts.9.gate_proj,0.0251374125,0.05000,0.948 | |
| 18,mlp.experts.8.gate_proj,0.0023570567,0.05000,0.905 | |
| 18,mlp.experts.14.gate_proj,0.0072706783,0.05000,0.875 | |
| 18,mlp.experts.15.gate_proj,0.0022128325,0.05000,0.855 | |
| 18,mlp.experts.13.gate_proj,0.0210580046,0.05000,0.875 | |
| 18,mlp.experts.12.gate_proj,0.0053216936,0.05000,0.901 | |
| 18,mlp.experts.19.gate_proj,0.0065466304,0.05000,0.816 | |
| 18,mlp.experts.17.gate_proj,0.0080799315,0.05000,0.838 | |
| 18,mlp.experts.18.gate_proj,0.0020356882,0.05000,0.905 | |
| 18,mlp.experts.16.gate_proj,0.0033609280,0.05000,0.908 | |
| 18,mlp.experts.23.gate_proj,0.0043481790,0.05000,0.863 | |
| 18,mlp.experts.22.gate_proj,0.0065030129,0.05000,0.850 | |
| 18,mlp.experts.21.gate_proj,0.0201856835,0.05000,0.899 | |
| 18,mlp.experts.20.gate_proj,0.0032859282,0.05000,0.841 | |
| 18,mlp.experts.27.gate_proj,0.0229886770,0.05000,0.887 | |
| 18,mlp.experts.25.gate_proj,0.0030996059,0.05000,0.861 | |
| 18,mlp.experts.26.gate_proj,0.0050535188,0.05000,0.899 | |
| 18,mlp.experts.24.gate_proj,0.0035297500,0.05000,0.843 | |
| 18,mlp.experts.31.gate_proj,0.0043148503,0.05000,0.895 | |
| 18,mlp.experts.29.gate_proj,0.0043258137,0.05000,0.886 | |
| 18,mlp.experts.28.gate_proj,0.0030314642,0.05000,0.868 | |
| 18,mlp.experts.30.gate_proj,0.0046579783,0.05000,0.894 | |
| 18,mlp.experts.32.gate_proj,0.0032668878,0.05000,0.854 | |
| 18,mlp.experts.34.gate_proj,0.0056031245,0.05000,0.851 | |
| 18,mlp.experts.35.gate_proj,0.0176465293,0.05000,0.938 | |
| 18,mlp.experts.33.gate_proj,0.0025223108,0.05000,0.901 | |
| 18,mlp.experts.38.gate_proj,0.0044904562,0.05000,0.835 | |
| 18,mlp.experts.37.gate_proj,0.0050688242,0.05000,0.809 | |
| 18,mlp.experts.39.gate_proj,0.0066327291,0.05000,0.837 | |
| 18,mlp.experts.36.gate_proj,0.0024306485,0.05000,0.898 | |
| 18,mlp.experts.42.gate_proj,0.0115546247,0.05000,0.823 | |
| 18,mlp.experts.40.gate_proj,0.0048378188,0.05000,0.830 | |
| 18,mlp.experts.41.gate_proj,0.0030747354,0.05000,0.886 | |
| 18,mlp.experts.43.gate_proj,0.0039776101,0.05000,0.871 | |
| 18,mlp.experts.46.gate_proj,0.0020274235,0.05000,0.979 | |
| 18,mlp.experts.45.gate_proj,0.0039282885,0.05000,0.931 | |
| 18,mlp.experts.47.gate_proj,0.0026403213,0.05000,0.954 | |
| 18,mlp.experts.44.gate_proj,0.0065058113,0.05000,0.970 | |
| 18,mlp.experts.50.gate_proj,0.0325834304,0.05000,0.851 | |
| 18,mlp.experts.51.gate_proj,0.0033233967,0.05000,0.861 | |
| 18,mlp.experts.49.gate_proj,0.0038340278,0.05000,0.903 | |
| 18,mlp.experts.48.gate_proj,0.0047416687,0.05000,0.891 | |
| 18,mlp.experts.54.gate_proj,0.0031987424,0.05000,0.913 | |
| 18,mlp.experts.52.gate_proj,0.0082040101,0.05000,0.836 | |
| 18,mlp.experts.55.gate_proj,0.0070832105,0.05000,0.868 | |
| 18,mlp.experts.53.gate_proj,0.0079526714,0.05000,0.859 | |
| 18,mlp.experts.56.gate_proj,0.0028190711,0.05000,0.826 | |
| 18,mlp.experts.57.gate_proj,0.0028346106,0.05000,0.834 | |
| 18,mlp.experts.59.gate_proj,0.0050257190,0.05000,0.855 | |
| 18,mlp.experts.58.gate_proj,0.0053323012,0.05000,0.914 | |
| 18,mlp.experts.60.gate_proj,0.0025935105,0.05000,0.891 | |
| 18,mlp.experts.61.gate_proj,0.0055283257,0.05000,0.904 | |
| 18,mlp.experts.63.gate_proj,0.0032697754,0.05000,0.918 | |
| 18,mlp.experts.62.gate_proj,0.0080940178,0.05000,0.886 | |
| 18,mlp.experts.1.up_proj,0.0024826944,0.05000,0.864 | |
| 18,mlp.experts.0.up_proj,0.0172598343,0.05000,0.929 | |
| 18,mlp.experts.3.up_proj,0.0038553050,0.05000,0.893 | |
| 18,mlp.experts.2.up_proj,0.0044503324,0.05000,0.933 | |
| 18,mlp.experts.5.up_proj,0.0062914851,0.05000,0.880 | |
| 18,mlp.experts.4.up_proj,0.0025297332,0.05000,0.916 | |
| 18,mlp.experts.6.up_proj,0.0038784871,0.05000,0.885 | |
| 18,mlp.experts.7.up_proj,0.0038428615,0.05000,0.972 | |
| 18,mlp.experts.9.up_proj,0.0236448735,0.05000,0.909 | |
| 18,mlp.experts.8.up_proj,0.0023601418,0.05000,0.871 | |
| 18,mlp.experts.10.up_proj,0.0069512905,0.05000,0.890 | |
| 18,mlp.experts.11.up_proj,0.0035032402,0.05000,0.874 | |
| 18,mlp.experts.13.up_proj,0.0182560740,0.05000,0.881 | |
| 18,mlp.experts.12.up_proj,0.0051619019,0.05000,0.889 | |
| 18,mlp.experts.15.up_proj,0.0020064308,0.05000,0.826 | |
| 18,mlp.experts.14.up_proj,0.0059430533,0.05000,0.855 | |
| 18,mlp.experts.17.up_proj,0.0077671195,0.05000,0.830 | |
| 18,mlp.experts.16.up_proj,0.0031395878,0.05000,0.863 | |
| 18,mlp.experts.19.up_proj,0.0055176339,0.05000,0.875 | |
| 18,mlp.experts.18.up_proj,0.0019793681,0.05000,0.862 | |
| 18,mlp.experts.21.up_proj,0.0185570525,0.05000,0.833 | |
| 18,mlp.experts.22.up_proj,0.0057865741,0.05000,0.832 | |
| 18,mlp.experts.20.up_proj,0.0031908860,0.05000,0.866 | |
| 18,mlp.experts.23.up_proj,0.0042035251,0.05000,0.868 | |
| 18,mlp.experts.25.up_proj,0.0030117464,0.05000,0.851 | |
| 18,mlp.experts.26.up_proj,0.0039833613,0.05000,0.834 | |
| 18,mlp.experts.24.up_proj,0.0034862149,0.05000,0.845 | |
| 18,mlp.experts.27.up_proj,0.0204467177,0.05000,0.827 | |
| 18,mlp.experts.29.up_proj,0.0042234520,0.05000,0.877 | |
| 18,mlp.experts.28.up_proj,0.0029627697,0.05000,0.863 | |
| 18,mlp.experts.30.up_proj,0.0042001715,0.05000,0.899 | |
| 18,mlp.experts.31.up_proj,0.0042661545,0.05000,0.960 | |
| 18,mlp.experts.33.up_proj,0.0024590007,0.05000,0.886 | |
| 18,mlp.experts.34.up_proj,0.0049096578,0.05000,0.856 | |
| 18,mlp.experts.32.up_proj,0.0031053971,0.05000,0.915 | |
| 18,mlp.experts.35.up_proj,0.0169303139,0.05000,0.881 | |
| 18,mlp.experts.37.up_proj,0.0047636407,0.05000,0.852 | |
| 18,mlp.experts.38.up_proj,0.0042579514,0.05000,0.853 | |
| 18,mlp.experts.36.up_proj,0.0023166870,0.05000,0.884 | |
| 18,mlp.experts.39.up_proj,0.0065287321,0.05000,0.888 | |
| 18,mlp.experts.41.up_proj,0.0031966780,0.05000,0.864 | |
| 18,mlp.experts.42.up_proj,0.0115348230,0.05000,0.860 | |
| 18,mlp.experts.40.up_proj,0.0045324289,0.05000,0.867 | |
| 18,mlp.experts.43.up_proj,0.0036467213,0.05000,0.916 | |
| 18,mlp.experts.45.up_proj,0.0033907706,0.05000,0.868 | |
| 18,mlp.experts.46.up_proj,0.0019335630,0.05000,0.828 | |
| 18,mlp.experts.44.up_proj,0.0055220595,0.05000,0.821 | |
| 18,mlp.experts.47.up_proj,0.0025057466,0.05000,0.828 | |
| 18,mlp.experts.49.up_proj,0.0037055099,0.05000,0.853 | |
| 18,mlp.experts.50.up_proj,0.0311309025,0.05000,0.817 | |
| 18,mlp.experts.48.up_proj,0.0046169559,0.05000,0.857 | |
| 18,mlp.experts.51.up_proj,0.0031385051,0.05000,0.840 | |
| 18,mlp.experts.53.up_proj,0.0056886203,0.05000,0.825 | |
| 18,mlp.experts.54.up_proj,0.0030288238,0.05000,0.852 | |
| 18,mlp.experts.52.up_proj,0.0076937248,0.05000,0.837 | |
| 18,mlp.experts.55.up_proj,0.0069495084,0.05000,0.816 | |
| 18,mlp.experts.57.up_proj,0.0027296825,0.05000,0.860 | |
| 18,mlp.experts.58.up_proj,0.0052796134,0.05000,0.846 | |
| 18,mlp.experts.56.up_proj,0.0027546721,0.05000,0.847 | |
| 18,mlp.experts.59.up_proj,0.0049861147,0.05000,0.823 | |
| 18,mlp.experts.62.up_proj,0.0069867407,0.05000,0.840 | |
| 18,mlp.experts.61.up_proj,0.0053771363,0.05000,0.869 | |
| 18,mlp.experts.60.up_proj,0.0025812956,0.05000,0.808 | |
| 18,mlp.experts.63.up_proj,0.0031611901,0.05000,0.744 | |
| 18,mlp.experts.1.down_proj,0.0004390525,0.05000,0.560 | |
| 18,mlp.experts.3.down_proj,0.0009204748,0.05000,0.570 | |
| 18,mlp.experts.0.down_proj,0.0048639104,0.05000,0.579 | |
| 18,mlp.experts.2.down_proj,0.0012709096,0.05000,0.589 | |
| 18,mlp.experts.5.down_proj,0.0012168077,0.05000,0.567 | |
| 18,mlp.experts.7.down_proj,0.0005624569,0.05000,0.560 | |
| 18,mlp.experts.4.down_proj,0.0006611005,0.05000,0.568 | |
| 18,mlp.experts.6.down_proj,0.0012757380,0.05000,0.557 | |
| 18,mlp.experts.11.down_proj,0.0008729182,0.05000,0.593 | |
| 18,mlp.experts.8.down_proj,0.0004711110,0.05000,0.595 | |
| 18,mlp.experts.10.down_proj,0.0012956689,0.05000,0.603 | |
| 18,mlp.experts.9.down_proj,0.0062993310,0.05000,0.647 | |
| 18,mlp.experts.15.down_proj,0.0008537088,0.05000,0.602 | |
| 18,mlp.experts.12.down_proj,0.0011424032,0.05000,0.615 | |
| 18,mlp.experts.13.down_proj,0.0026404967,0.05000,0.586 | |
| 18,mlp.experts.14.down_proj,0.0017687742,0.05000,0.615 | |
| 18,mlp.experts.19.down_proj,0.0021078909,0.05000,0.581 | |
| 18,mlp.experts.18.down_proj,0.0004431107,0.05000,0.596 | |
| 18,mlp.experts.17.down_proj,0.0017498327,0.05000,0.599 | |
| 18,mlp.experts.16.down_proj,0.0012373462,0.05000,0.622 | |
| 18,mlp.experts.23.down_proj,0.0018941766,0.05000,0.583 | |
| 18,mlp.experts.21.down_proj,0.0029876528,0.05000,0.556 | |
| 18,mlp.experts.22.down_proj,0.0014322889,0.05000,0.568 | |
| 18,mlp.experts.20.down_proj,0.0010239099,0.05000,0.593 | |
| 18,mlp.experts.27.down_proj,0.0031713080,0.05000,0.609 | |
| 18,mlp.experts.26.down_proj,0.0018567330,0.05000,0.576 | |
| 18,mlp.experts.25.down_proj,0.0003752833,0.05000,0.593 | |
| 18,mlp.experts.24.down_proj,0.0016011351,0.05000,0.600 | |
| 18,mlp.experts.31.down_proj,0.0008293464,0.05000,0.580 | |
| 18,mlp.experts.29.down_proj,0.0016258680,0.05000,0.581 | |
| 18,mlp.experts.30.down_proj,0.0009074301,0.05000,0.589 | |
| 18,mlp.experts.28.down_proj,0.0011155068,0.05000,0.628 | |
| 18,mlp.experts.34.down_proj,0.0014840364,0.05000,0.613 | |
| 18,mlp.experts.33.down_proj,0.0003132495,0.05000,0.628 | |
| 18,mlp.experts.35.down_proj,0.0023281654,0.05000,0.657 | |
| 18,mlp.experts.32.down_proj,0.0009118369,0.05000,0.591 | |
| 18,mlp.experts.38.down_proj,0.0018772420,0.05000,0.620 | |
| 18,mlp.experts.37.down_proj,0.0015549284,0.05000,0.626 | |
| 18,mlp.experts.39.down_proj,0.0023047483,0.05000,0.639 | |
| 18,mlp.experts.36.down_proj,0.0004131402,0.05000,0.602 | |
| 18,mlp.experts.41.down_proj,0.0008953603,0.05000,0.602 | |
| 18,mlp.experts.40.down_proj,0.0008265251,0.05000,0.566 | |
| 18,mlp.experts.42.down_proj,0.0024316672,0.05000,0.665 | |
| 18,mlp.experts.43.down_proj,0.0011280746,0.05000,0.635 | |
| 18,mlp.experts.44.down_proj,0.0011068315,0.05000,0.589 | |
| 18,mlp.experts.45.down_proj,0.0007696826,0.05000,0.641 | |
| 18,mlp.experts.46.down_proj,0.0004886714,0.05000,0.599 | |
| 18,mlp.experts.47.down_proj,0.0007202219,0.05000,0.630 | |
| 18,mlp.experts.48.down_proj,0.0010637875,0.05000,0.585 | |
| 18,mlp.experts.49.down_proj,0.0006391359,0.05000,0.618 | |
| 18,mlp.experts.50.down_proj,0.0051697791,0.05000,0.642 | |
| 18,mlp.experts.51.down_proj,0.0009120276,0.05000,0.624 | |
| 18,mlp.experts.52.down_proj,0.0016990671,0.05000,0.632 | |
| 18,mlp.experts.53.down_proj,0.0018598216,0.05000,0.610 | |
| 18,mlp.experts.55.down_proj,0.0021492842,0.05000,0.578 | |
| 18,mlp.experts.54.down_proj,0.0007494708,0.05000,0.686 | |
| 18,mlp.experts.56.down_proj,0.0010349412,0.05000,0.643 | |
| 18,mlp.experts.57.down_proj,0.0005524694,0.05000,0.637 | |
| 18,mlp.experts.59.down_proj,0.0007014758,0.05000,0.627 | |
| 18,mlp.experts.58.down_proj,0.0011404197,0.05000,0.645 | |
| 18,mlp.experts.60.down_proj,0.0003504164,0.05000,0.582 | |
| 18,mlp.experts.63.down_proj,0.0009603300,0.05000,0.583 | |
| 18,mlp.experts.61.down_proj,0.0011314588,0.05000,0.607 | |
| 18,mlp.experts.62.down_proj,0.0032459646,0.05000,0.513 | |
| 18,mlp.shared_experts.up_proj,0.0014313459,0.05000,0.384 | |
| 18,mlp.shared_experts.gate_proj,0.0008682310,0.05000,0.397 | |
| 18,mlp.shared_experts.down_proj,0.0002620444,0.05000,0.148 | |
| 19,self_attn.q_proj,0.0075744868,0.05000,0.391 | |
| 19,self_attn.kv_a_proj_with_mqa,0.0009121415,0.05000,0.397 | |
| 19,self_attn.kv_b_proj,0.0218755270,0.05000,0.062 | |
| 19,self_attn.o_proj,0.0001538807,0.05000,0.236 | |
| 19,mlp.experts.1.gate_proj,0.0043126065,0.05000,0.848 | |
| 19,mlp.experts.0.gate_proj,0.0081137360,0.05000,0.867 | |
| 19,mlp.experts.3.gate_proj,0.0031620254,0.05000,0.868 | |
| 19,mlp.experts.2.gate_proj,0.0027517383,0.05000,0.887 | |
| 19,mlp.experts.5.gate_proj,0.0086169790,0.05000,0.857 | |
| 19,mlp.experts.4.gate_proj,0.0091600953,0.05000,0.853 | |
| 19,mlp.experts.6.gate_proj,0.0031563588,0.05000,0.902 | |
| 19,mlp.experts.7.gate_proj,0.0073276551,0.05000,0.923 | |
| 19,mlp.experts.9.gate_proj,0.0076354426,0.05000,0.868 | |
| 19,mlp.experts.8.gate_proj,0.0039646089,0.05000,0.891 | |
| 19,mlp.experts.10.gate_proj,0.0069798448,0.05000,0.873 | |
| 19,mlp.experts.14.gate_proj,fallback(rtn): 0.0030823,0.00000,0.014 | |
| 19,mlp.experts.11.gate_proj,0.0071252887,0.05000,0.901 | |
| 19,mlp.experts.13.gate_proj,0.0089367645,0.05000,0.919 | |
| 19,mlp.experts.12.gate_proj,0.0078261996,0.05000,0.897 | |
| 19,mlp.experts.18.gate_proj,0.0090135589,0.05000,0.880 | |
| 19,mlp.experts.15.gate_proj,0.0050316533,0.05000,0.918 | |
| 19,mlp.experts.17.gate_proj,0.0061299283,0.05000,0.455 | |
| 19,mlp.experts.16.gate_proj,0.0207595666,0.05000,0.454 | |
| 19,mlp.experts.20.gate_proj,0.0036060569,0.05000,0.896 | |
| 19,mlp.experts.22.gate_proj,0.0048217571,0.05000,0.910 | |
| 19,mlp.experts.21.gate_proj,0.0050677264,0.05000,0.915 | |
| 19,mlp.experts.19.gate_proj,0.0023357947,0.05000,0.960 | |
| 19,mlp.experts.24.gate_proj,0.0063214400,0.05000,0.880 | |
| 19,mlp.experts.26.gate_proj,0.0033644045,0.05000,0.950 | |
| 19,mlp.experts.25.gate_proj,0.0032479700,0.05000,0.958 | |
| 19,mlp.experts.23.gate_proj,0.0091293066,0.05000,0.951 | |
| 19,mlp.experts.28.gate_proj,0.0035606464,0.05000,0.868 | |
| 19,mlp.experts.29.gate_proj,0.0043871300,0.05000,0.859 | |
| 19,mlp.experts.27.gate_proj,0.0046779850,0.05000,0.843 | |
| 19,mlp.experts.30.gate_proj,0.0110986655,0.05000,0.907 | |
| 19,mlp.experts.32.gate_proj,0.0053153525,0.05000,0.915 | |
| 19,mlp.experts.33.gate_proj,0.0044214659,0.05000,0.911 | |
| 19,mlp.experts.31.gate_proj,0.0141723766,0.05000,0.908 | |
| 19,mlp.experts.34.gate_proj,0.0171980802,0.05000,0.940 | |
| 19,mlp.experts.36.gate_proj,0.0049283647,0.05000,0.883 | |
| 19,mlp.experts.38.gate_proj,0.0033604750,0.05000,0.860 | |
| 19,mlp.experts.35.gate_proj,0.0035370284,0.05000,0.936 | |
| 19,mlp.experts.37.gate_proj,0.0042806488,0.05000,0.972 | |
| 19,mlp.experts.40.gate_proj,0.0039560647,0.05000,0.876 | |
| 19,mlp.experts.42.gate_proj,0.0064113511,0.05000,0.843 | |
| 19,mlp.experts.39.gate_proj,0.0047746855,0.05000,0.854 | |
| 19,mlp.experts.41.gate_proj,0.0043699703,0.05000,0.847 | |
| 19,mlp.experts.44.gate_proj,0.0084866407,0.05000,0.881 | |
| 19,mlp.experts.46.gate_proj,0.0034024474,0.05000,0.828 | |
| 19,mlp.experts.45.gate_proj,0.0171424009,0.05000,0.824 | |
| 19,mlp.experts.43.gate_proj,0.0062154441,0.05000,0.877 | |
| 19,mlp.experts.48.gate_proj,0.0038297905,0.05000,0.886 | |
| 19,mlp.experts.49.gate_proj,0.0035664206,0.05000,0.847 | |
| 19,mlp.experts.50.gate_proj,0.0072530854,0.05000,0.950 | |
| 19,mlp.experts.47.gate_proj,0.0024056233,0.05000,0.985 | |
| 19,mlp.experts.52.gate_proj,0.0053522927,0.05000,0.881 | |
| 19,mlp.experts.53.gate_proj,0.0056510549,0.05000,0.929 | |
| 19,mlp.experts.54.gate_proj,0.0145526443,0.05000,0.891 | |
| 19,mlp.experts.51.gate_proj,0.0057429983,0.05000,0.909 | |
| 19,mlp.experts.56.gate_proj,0.0207088113,0.05000,0.833 | |
| 19,mlp.experts.58.gate_proj,0.0041185871,0.05000,0.877 | |
| 19,mlp.experts.57.gate_proj,0.0026146925,0.05000,0.901 | |
| 19,mlp.experts.55.gate_proj,0.0038190281,0.05000,0.881 | |
| 19,mlp.experts.60.gate_proj,0.0084316134,0.05000,0.919 | |
| 19,mlp.experts.61.gate_proj,0.0044900419,0.05000,0.874 | |
| 19,mlp.experts.62.gate_proj,0.0053847362,0.05000,0.917 | |
| 19,mlp.experts.59.gate_proj,0.0044252283,0.05000,0.865 | |
| 19,mlp.experts.0.up_proj,0.0075062408,0.05000,0.857 | |
| 19,mlp.experts.1.up_proj,0.0038553458,0.05000,0.864 | |
| 19,mlp.experts.2.up_proj,0.0027375456,0.05000,0.901 | |
| 19,mlp.experts.63.gate_proj,0.0026267591,0.05000,0.896 | |
| 19,mlp.experts.4.up_proj,0.0090345786,0.05000,0.838 | |
| 19,mlp.experts.5.up_proj,0.0083355432,0.05000,0.858 | |
| 19,mlp.experts.6.up_proj,0.0029231523,0.05000,0.873 | |
| 19,mlp.experts.3.up_proj,0.0030192711,0.05000,0.868 | |
| 19,mlp.experts.8.up_proj,0.0035217605,0.05000,0.867 | |
| 19,mlp.experts.9.up_proj,0.0070667779,0.05000,0.876 | |
| 19,mlp.experts.10.up_proj,0.0065501722,0.05000,0.832 | |
| 19,mlp.experts.14.up_proj,fallback(rtn): 0.0030975,0.00000,0.015 | |
| 19,mlp.experts.7.up_proj,0.0072953616,0.05000,0.854 | |
| 19,mlp.experts.12.up_proj,0.0076760243,0.05000,0.909 | |
| 19,mlp.experts.13.up_proj,0.0088183377,0.05000,0.853 | |
| 19,mlp.experts.18.up_proj,0.0083518289,0.05000,0.915 | |
| 19,mlp.experts.11.up_proj,0.0061049600,0.05000,0.889 | |
| 19,mlp.experts.16.up_proj,0.0199251572,0.05000,0.873 | |
| 19,mlp.experts.17.up_proj,0.0059193061,0.05000,0.877 | |
| 19,mlp.experts.22.up_proj,0.0045015699,0.05000,0.912 | |
| 19,mlp.experts.15.up_proj,0.0049326805,0.05000,0.938 | |
| 19,mlp.experts.20.up_proj,0.0035477205,0.05000,0.863 | |
| 19,mlp.experts.21.up_proj,0.0049356447,0.05000,0.863 | |
| 19,mlp.experts.26.up_proj,0.0031703558,0.05000,0.891 | |
| 19,mlp.experts.19.up_proj,0.0022694498,0.05000,0.906 | |
| 19,mlp.experts.24.up_proj,0.0051476780,0.05000,0.978 | |
| 19,mlp.experts.25.up_proj,0.0032174619,0.05000,0.903 | |
| 19,mlp.experts.30.up_proj,0.0096871613,0.05000,0.905 | |
| 19,mlp.experts.23.up_proj,0.0089327783,0.05000,0.900 | |
| 19,mlp.experts.28.up_proj,0.0033828727,0.05000,0.846 | |
| 19,mlp.experts.29.up_proj,0.0040435772,0.05000,0.868 | |
| 19,mlp.experts.34.up_proj,0.0164358318,0.05000,0.865 | |
| 19,mlp.experts.27.up_proj,0.0045598825,0.05000,0.840 | |
| 19,mlp.experts.32.up_proj,0.0048923529,0.05000,0.879 | |
| 19,mlp.experts.33.up_proj,0.0043221323,0.05000,0.917 | |
| 19,mlp.experts.38.up_proj,0.0032228951,0.05000,0.922 | |
| 19,mlp.experts.31.up_proj,0.0140669305,0.05000,0.895 | |
| 19,mlp.experts.36.up_proj,0.0047364508,0.05000,0.820 | |
| 19,mlp.experts.37.up_proj,0.0039311250,0.05000,0.822 | |
| 19,mlp.experts.42.up_proj,0.0062305058,0.05000,0.852 | |
| 19,mlp.experts.35.up_proj,0.0034310498,0.05000,0.822 | |
| 19,mlp.experts.40.up_proj,0.0038992413,0.05000,0.837 | |
| 19,mlp.experts.41.up_proj,0.0042446297,0.05000,0.857 | |
| 19,mlp.experts.46.up_proj,0.0032915883,0.05000,0.849 | |
| 19,mlp.experts.39.up_proj,0.0047382556,0.05000,0.912 | |
| 19,mlp.experts.44.up_proj,0.0070202858,0.05000,0.858 | |
| 19,mlp.experts.45.up_proj,0.0171676843,0.05000,0.965 | |
| 19,mlp.experts.50.up_proj,0.0071151537,0.05000,0.939 | |
| 19,mlp.experts.43.up_proj,0.0054784851,0.05000,0.866 | |
| 19,mlp.experts.48.up_proj,0.0034779101,0.05000,0.910 | |
| 19,mlp.experts.49.up_proj,0.0034975224,0.05000,0.834 | |
| 19,mlp.experts.47.up_proj,0.0022430673,0.05000,0.835 | |
| 19,mlp.experts.54.up_proj,0.0140319310,0.05000,0.866 | |
| 19,mlp.experts.52.up_proj,0.0048764987,0.05000,0.878 | |
| 19,mlp.experts.53.up_proj,0.0057140794,0.05000,0.898 | |
| 19,mlp.experts.58.up_proj,0.0037941493,0.05000,0.815 | |
| 19,mlp.experts.51.up_proj,0.0057233771,0.05000,0.871 | |
| 19,mlp.experts.56.up_proj,0.0190033356,0.05000,0.868 | |
| 19,mlp.experts.57.up_proj,0.0024786984,0.05000,0.875 | |
| 19,mlp.experts.62.up_proj,0.0050831661,0.05000,0.867 | |
| 19,mlp.experts.55.up_proj,0.0037886470,0.05000,0.864 | |
| 19,mlp.experts.60.up_proj,0.0074669216,0.05000,0.683 | |
| 19,mlp.experts.61.up_proj,0.0043104770,0.05000,0.583 | |
| 19,mlp.experts.59.up_proj,0.0041478153,0.05000,0.473 | |
| 19,mlp.experts.63.up_proj,0.0024316089,0.05000,0.236 | |
| 19,mlp.experts.3.down_proj,0.0009938097,0.05000,0.752 | |
| 19,mlp.experts.1.down_proj,0.0013252828,0.05000,0.765 | |
| 19,mlp.experts.2.down_proj,0.0008069969,0.05000,0.800 | |
| 19,mlp.experts.0.down_proj,0.0013293186,0.05000,0.815 | |
| 19,mlp.experts.5.down_proj,0.0020031598,0.05000,0.657 | |
| 19,mlp.experts.6.down_proj,0.0004644264,0.05000,0.646 | |
| 19,mlp.experts.7.down_proj,0.0017660862,0.05000,0.694 | |
| 19,mlp.experts.4.down_proj,0.0015573726,0.05000,0.688 | |
| 19,mlp.experts.10.down_proj,0.0013338438,0.05000,0.683 | |
| 19,mlp.experts.11.down_proj,0.0020754584,0.05000,0.688 | |
| 19,mlp.experts.9.down_proj,0.0019353695,0.05000,0.722 | |
| 19,mlp.experts.14.down_proj,fallback(rtn): 0.0031128,0.00000,0.019 | |
| 19,mlp.experts.8.down_proj,0.0009233520,0.05000,0.791 | |
| 19,mlp.experts.13.down_proj,0.0021831117,0.05000,0.624 | |
| 19,mlp.experts.15.down_proj,0.0008690870,0.05000,0.644 | |
| 19,mlp.experts.18.down_proj,0.0025714405,0.05000,0.673 | |
| 19,mlp.experts.12.down_proj,0.0014001967,0.05000,0.662 | |
| 19,mlp.experts.17.down_proj,0.0013637256,0.05000,0.628 | |
| 19,mlp.experts.19.down_proj,0.0007668656,0.05000,0.629 | |
| 19,mlp.experts.22.down_proj,0.0010174620,0.05000,0.613 | |
| 19,mlp.experts.16.down_proj,0.0049156045,0.05000,0.580 | |
| 19,mlp.experts.21.down_proj,0.0006278085,0.05000,0.576 | |
| 19,mlp.experts.23.down_proj,0.0023729327,0.05000,0.609 | |
| 19,mlp.experts.26.down_proj,0.0016291629,0.05000,0.606 | |
| 19,mlp.experts.20.down_proj,0.0008116702,0.05000,0.577 | |
| 19,mlp.experts.25.down_proj,0.0006967596,0.05000,0.581 | |
| 19,mlp.experts.27.down_proj,0.0009792135,0.05000,0.579 | |
| 19,mlp.experts.30.down_proj,0.0020954315,0.05000,0.582 | |
| 19,mlp.experts.24.down_proj,0.0015939321,0.05000,0.565 | |
| 19,mlp.experts.29.down_proj,0.0010385111,0.05000,0.602 | |
| 19,mlp.experts.31.down_proj,0.0029135235,0.05000,0.654 | |
| 19,mlp.experts.34.down_proj,0.0041160369,0.05000,0.646 | |
| 19,mlp.experts.28.down_proj,0.0017981646,0.05000,0.629 | |
| 19,mlp.experts.33.down_proj,0.0011545292,0.05000,0.586 | |
| 19,mlp.experts.35.down_proj,0.0011656763,0.05000,0.586 | |
| 19,mlp.experts.38.down_proj,0.0007161714,0.05000,0.581 | |
| 19,mlp.experts.32.down_proj,0.0014933182,0.05000,0.585 | |
| 19,mlp.experts.37.down_proj,0.0010707878,0.05000,0.588 | |
| 19,mlp.experts.39.down_proj,0.0010499139,0.05000,0.589 | |
| 19,mlp.experts.42.down_proj,0.0014423175,0.05000,0.578 | |
| 19,mlp.experts.36.down_proj,0.0009569970,0.05000,0.576 | |
| 19,mlp.experts.41.down_proj,0.0011552078,0.05000,0.575 | |
| 19,mlp.experts.43.down_proj,0.0016983833,0.05000,0.591 | |
| 19,mlp.experts.46.down_proj,0.0007096972,0.05000,0.605 | |
| 19,mlp.experts.40.down_proj,0.0010466477,0.05000,0.583 | |
| 19,mlp.experts.45.down_proj,0.0059601414,0.05000,0.563 | |
| 19,mlp.experts.47.down_proj,0.0012089061,0.05000,0.565 | |
| 19,mlp.experts.50.down_proj,0.0016313510,0.05000,0.595 | |
| 19,mlp.experts.44.down_proj,0.0022154139,0.05000,0.589 | |
| 19,mlp.experts.49.down_proj,0.0010500581,0.05000,0.585 | |
| 19,mlp.experts.51.down_proj,0.0011822943,0.05000,0.594 | |
| 19,mlp.experts.48.down_proj,0.0012043968,0.05000,0.595 | |
| 19,mlp.experts.54.down_proj,0.0027656754,0.05000,0.634 | |
| 19,mlp.experts.53.down_proj,0.0021874299,0.05000,0.596 | |
| 19,mlp.experts.55.down_proj,0.0004512373,0.05000,0.591 | |
| 19,mlp.experts.52.down_proj,0.0010681860,0.05000,0.621 | |
| 19,mlp.experts.58.down_proj,0.0027950715,0.05000,0.599 | |
| 19,mlp.experts.57.down_proj,0.0005561880,0.05000,0.593 | |
| 19,mlp.experts.59.down_proj,0.0010053255,0.05000,0.620 | |
| 19,mlp.experts.62.down_proj,0.0010163708,0.05000,0.568 | |
| 19,mlp.experts.56.down_proj,0.0051819488,0.05000,0.581 | |
| 19,mlp.experts.61.down_proj,0.0012146834,0.05000,0.511 | |
| 19,mlp.experts.63.down_proj,0.0007374907,0.05000,0.422 | |
| 19,mlp.experts.60.down_proj,0.0011935445,0.05000,0.387 | |
| 19,mlp.shared_experts.up_proj,0.0013057702,0.05000,0.396 | |
| 19,mlp.shared_experts.gate_proj,0.0009964818,0.05000,0.400 | |
| 19,mlp.shared_experts.down_proj,0.0001917471,0.05000,0.145 | |
| 20,self_attn.q_proj,0.0056418346,0.05000,0.412 | |
| 20,self_attn.kv_a_proj_with_mqa,0.0006987958,0.05000,0.415 | |
| 20,self_attn.kv_b_proj,0.0175846019,0.05000,0.060 | |
| 20,self_attn.o_proj,0.0000777705,0.05000,0.237 | |
| 20,mlp.experts.3.gate_proj,0.0059877932,0.05000,0.867 | |
| 20,mlp.experts.2.gate_proj,0.0050778566,0.05000,0.930 | |
| 20,mlp.experts.1.gate_proj,0.0050526543,0.05000,0.949 | |
| 20,mlp.experts.0.gate_proj,0.0099931105,0.05000,0.966 | |
| 20,mlp.experts.7.gate_proj,0.0170019120,0.05000,0.915 | |
| 20,mlp.experts.6.gate_proj,0.0067870583,0.05000,0.876 | |
| 20,mlp.experts.5.gate_proj,0.0065979073,0.05000,0.871 | |
| 20,mlp.experts.4.gate_proj,0.0081229352,0.05000,0.886 | |
| 20,mlp.experts.11.gate_proj,0.0031413407,0.05000,0.866 | |
| 20,mlp.experts.10.gate_proj,0.0054466956,0.05000,0.852 | |
| 20,mlp.experts.9.gate_proj,0.0034370720,0.05000,0.868 | |
| 20,mlp.experts.8.gate_proj,0.0054141093,0.05000,0.885 | |
| 20,mlp.experts.14.gate_proj,0.0057942695,0.05000,0.854 | |
| 20,mlp.experts.15.gate_proj,0.0031979443,0.05000,0.916 | |
| 20,mlp.experts.13.gate_proj,0.0032164600,0.05000,0.910 | |
| 20,mlp.experts.12.gate_proj,0.0116016115,0.05000,0.919 | |
| 20,mlp.experts.18.gate_proj,0.0028076477,0.05000,0.815 | |
| 20,mlp.experts.19.gate_proj,0.0089747262,0.05000,0.831 | |
| 20,mlp.experts.17.gate_proj,0.0162768376,0.05000,0.814 | |
| 20,mlp.experts.16.gate_proj,0.0673286438,0.05000,0.836 | |
| 20,mlp.experts.22.gate_proj,0.0032674035,0.05000,0.831 | |
| 20,mlp.experts.21.gate_proj,0.0538022617,0.05000,0.857 | |
| 20,mlp.experts.23.gate_proj,0.0069548035,0.05000,0.896 | |
| 20,mlp.experts.20.gate_proj,0.0066517668,0.05000,0.837 | |
| 20,mlp.experts.26.gate_proj,0.0096889906,0.05000,0.838 | |
| 20,mlp.experts.27.gate_proj,0.0047431160,0.05000,0.835 | |
| 20,mlp.experts.25.gate_proj,0.0034659052,0.05000,0.864 | |
| 20,mlp.experts.24.gate_proj,0.0035106427,0.05000,0.841 | |
| 20,mlp.experts.30.gate_proj,0.0031283914,0.05000,0.835 | |
| 20,mlp.experts.29.gate_proj,0.0052255802,0.05000,0.830 | |
| 20,mlp.experts.31.gate_proj,0.0102075438,0.05000,0.870 | |
| 20,mlp.experts.28.gate_proj,0.0087500266,0.05000,0.881 | |
| 20,mlp.experts.34.gate_proj,0.0057069593,0.05000,0.850 | |
| 20,mlp.experts.33.gate_proj,0.0046646188,0.05000,0.825 | |
| 20,mlp.experts.35.gate_proj,0.0049000744,0.05000,0.853 | |
| 20,mlp.experts.32.gate_proj,0.0043961463,0.05000,0.827 | |
| 20,mlp.experts.38.gate_proj,0.0045169059,0.05000,0.839 | |
| 20,mlp.experts.37.gate_proj,0.0058027155,0.05000,0.837 | |
| 20,mlp.experts.39.gate_proj,0.0113572561,0.05000,0.832 | |
| 20,mlp.experts.36.gate_proj,0.0067981290,0.05000,0.818 | |
| 20,mlp.experts.42.gate_proj,0.0199668407,0.05000,0.887 | |
| 20,mlp.experts.41.gate_proj,0.0044145706,0.05000,0.899 | |
| 20,mlp.experts.43.gate_proj,0.0058384185,0.05000,0.913 | |
| 20,mlp.experts.40.gate_proj,0.0074708206,0.05000,0.937 | |
| 20,mlp.experts.46.gate_proj,0.0129674077,0.05000,0.932 | |
| 20,mlp.experts.45.gate_proj,0.0043767906,0.05000,1.041 | |
| 20,mlp.experts.44.gate_proj,0.0169063711,0.05000,1.017 | |
| 20,mlp.experts.47.gate_proj,0.0033906307,0.05000,1.085 | |
| 20,mlp.experts.50.gate_proj,0.0147966047,0.05000,1.101 | |
| 20,mlp.experts.49.gate_proj,0.0047060966,0.05000,1.067 | |
| 20,mlp.experts.51.gate_proj,0.0094330935,0.05000,1.030 | |
| 20,mlp.experts.48.gate_proj,0.0038960851,0.05000,1.114 | |
| 20,mlp.experts.54.gate_proj,0.0061427006,0.05000,0.943 | |
| 20,mlp.experts.55.gate_proj,0.0040410803,0.05000,0.913 | |
| 20,mlp.experts.53.gate_proj,0.0061167371,0.05000,1.084 | |
| 20,mlp.experts.52.gate_proj,0.0082266508,0.05000,0.965 | |
| 20,mlp.experts.58.gate_proj,0.0033830156,0.05000,1.155 | |
| 20,mlp.experts.56.gate_proj,0.0041050307,0.05000,1.216 | |
| 20,mlp.experts.59.gate_proj,0.0100920532,0.05000,1.331 | |
| 20,mlp.experts.57.gate_proj,0.0063653100,0.05000,1.267 | |
| 20,mlp.experts.62.gate_proj,0.0063345748,0.05000,1.253 | |
| 20,mlp.experts.60.gate_proj,0.0070251712,0.05000,1.072 | |
| 20,mlp.experts.63.gate_proj,0.0064995193,0.05000,1.187 | |
| 20,mlp.experts.61.gate_proj,0.0098728114,0.05000,1.211 | |
| 20,mlp.experts.2.up_proj,0.0050438764,0.05000,1.118 | |
| 20,mlp.experts.0.up_proj,0.0097054519,0.05000,1.030 | |
| 20,mlp.experts.3.up_proj,0.0056253484,0.05000,1.071 | |
| 20,mlp.experts.1.up_proj,0.0045781616,0.05000,1.028 | |
| 20,mlp.experts.6.up_proj,0.0061503439,0.05000,1.140 | |
| 20,mlp.experts.4.up_proj,0.0078947045,0.05000,1.053 | |
| 20,mlp.experts.7.up_proj,0.0153048436,0.05000,1.129 | |
| 20,mlp.experts.5.up_proj,0.0064842242,0.05000,1.211 | |
| 20,mlp.experts.10.up_proj,0.0053765217,0.05000,1.157 | |
| 20,mlp.experts.8.up_proj,0.0050289631,0.05000,1.158 | |
| 20,mlp.experts.11.up_proj,0.0031412961,0.05000,1.063 | |
| 20,mlp.experts.9.up_proj,0.0033820917,0.05000,1.083 | |
| 20,mlp.experts.14.up_proj,0.0054119130,0.05000,1.125 | |
| 20,mlp.experts.12.up_proj,0.0113584611,0.05000,1.170 | |
| 20,mlp.experts.15.up_proj,0.0031986945,0.05000,1.146 | |
| 20,mlp.experts.13.up_proj,0.0032395737,0.05000,1.144 | |
| 20,mlp.experts.18.up_proj,0.0026152176,0.05000,1.003 | |
| 20,mlp.experts.16.up_proj,0.0668808341,0.05000,0.950 | |
| 20,mlp.experts.19.up_proj,0.0087857280,0.05000,0.933 | |
| 20,mlp.experts.17.up_proj,0.0159402775,0.05000,1.059 | |
| 20,mlp.experts.22.up_proj,0.0031269478,0.05000,0.975 | |
| 20,mlp.experts.20.up_proj,0.0066555277,0.05000,0.976 | |
| 20,mlp.experts.23.up_proj,0.0066635403,0.05000,1.012 | |
| 20,mlp.experts.21.up_proj,0.0526461701,0.05000,0.955 | |
| 20,mlp.experts.26.up_proj,0.0088104400,0.05000,0.967 | |
| 20,mlp.experts.24.up_proj,0.0034200691,0.05000,0.943 | |
| 20,mlp.experts.27.up_proj,0.0045716516,0.05000,0.985 | |
| 20,mlp.experts.25.up_proj,0.0036527674,0.05000,0.965 | |
| 20,mlp.experts.30.up_proj,0.0031131183,0.05000,1.012 | |
| 20,mlp.experts.28.up_proj,0.0084011237,0.05000,1.003 | |
| 20,mlp.experts.31.up_proj,0.0099699849,0.05000,1.009 | |
| 20,mlp.experts.29.up_proj,0.0049941460,0.05000,1.094 | |
| 20,mlp.experts.34.up_proj,0.0055157428,0.05000,1.101 | |
| 20,mlp.experts.32.up_proj,0.0041608484,0.05000,1.149 | |
| 20,mlp.experts.35.up_proj,0.0047566074,0.05000,1.141 | |
| 20,mlp.experts.33.up_proj,0.0042504508,0.05000,1.107 | |
| 20,mlp.experts.38.up_proj,0.0040942130,0.05000,1.013 | |
| 20,mlp.experts.36.up_proj,0.0065900451,0.05000,1.042 | |
| 20,mlp.experts.39.up_proj,0.0114365220,0.05000,1.112 | |
| 20,mlp.experts.37.up_proj,0.0055629221,0.05000,1.007 | |
| 20,mlp.experts.42.up_proj,0.0198216438,0.05000,0.918 | |
| 20,mlp.experts.40.up_proj,0.0074131971,0.05000,1.096 | |
| 20,mlp.experts.43.up_proj,0.0053313899,0.05000,0.914 | |
| 20,mlp.experts.41.up_proj,0.0045707341,0.05000,0.913 | |
| 20,mlp.experts.46.up_proj,0.0128571292,0.05000,0.995 | |
| 20,mlp.experts.47.up_proj,0.0033346692,0.05000,0.947 | |
| 20,mlp.experts.44.up_proj,0.0156820393,0.05000,1.197 | |
| 20,mlp.experts.45.up_proj,0.0042013813,0.05000,1.144 | |
| 20,mlp.experts.50.up_proj,0.0142828003,0.05000,1.044 | |
| 20,mlp.experts.51.up_proj,0.0093999283,0.05000,0.978 | |
| 20,mlp.experts.48.up_proj,0.0037749327,0.05000,0.919 | |
| 20,mlp.experts.49.up_proj,0.0044097036,0.05000,0.873 | |
| 20,mlp.experts.54.up_proj,0.0056744519,0.05000,0.920 | |
| 20,mlp.experts.55.up_proj,0.0038691593,0.05000,1.122 | |
| 20,mlp.experts.52.up_proj,0.0082168537,0.05000,1.078 | |
| 20,mlp.experts.53.up_proj,0.0057430822,0.05000,1.046 | |
| 20,mlp.experts.58.up_proj,0.0032364573,0.05000,1.026 | |
| 20,mlp.experts.59.up_proj,0.0092794946,0.05000,0.916 | |
| 20,mlp.experts.56.up_proj,0.0039375669,0.05000,0.954 | |
| 20,mlp.experts.57.up_proj,0.0058753904,0.05000,0.925 | |
| 20,mlp.experts.62.up_proj,0.0057960083,0.05000,0.871 | |
| 20,mlp.experts.63.up_proj,0.0061239398,0.05000,0.828 | |
| 20,mlp.experts.60.up_proj,0.0067551348,0.05000,0.751 | |
| 20,mlp.experts.61.up_proj,0.0091859089,0.05000,0.748 | |
| 20,mlp.experts.3.down_proj,0.0005882464,0.05000,0.613 | |
| 20,mlp.experts.1.down_proj,0.0016957492,0.05000,0.616 | |
| 20,mlp.experts.0.down_proj,0.0029981305,0.05000,0.626 | |
| 20,mlp.experts.2.down_proj,0.0016225865,0.05000,0.635 | |
| 20,mlp.experts.5.down_proj,0.0013018679,0.05000,0.601 | |
| 20,mlp.experts.6.down_proj,0.0016327826,0.05000,0.600 | |
| 20,mlp.experts.4.down_proj,0.0021708624,0.05000,0.636 | |
| 20,mlp.experts.7.down_proj,0.0034791830,0.05000,0.654 | |
| 20,mlp.experts.9.down_proj,0.0011500170,0.05000,0.587 | |
| 20,mlp.experts.10.down_proj,0.0020372881,0.05000,0.606 | |
| 20,mlp.experts.11.down_proj,0.0009771294,0.05000,0.600 | |
| 20,mlp.experts.8.down_proj,0.0013355361,0.05000,0.617 | |
| 20,mlp.experts.13.down_proj,0.0018303883,0.05000,0.596 | |
| 20,mlp.experts.14.down_proj,0.0019043390,0.05000,0.593 | |
| 20,mlp.experts.12.down_proj,0.0026706945,0.05000,0.603 | |
| 20,mlp.experts.15.down_proj,0.0015645679,0.05000,0.631 | |
| 20,mlp.experts.17.down_proj,0.0038262897,0.05000,0.602 | |
| 20,mlp.experts.18.down_proj,0.0012998666,0.05000,0.612 | |
| 20,mlp.experts.16.down_proj,0.0098387636,0.05000,0.632 | |
| 20,mlp.experts.19.down_proj,0.0016345199,0.05000,0.644 | |
| 20,mlp.experts.21.down_proj,0.0119609945,0.05000,0.653 | |
| 20,mlp.experts.20.down_proj,0.0017036060,0.05000,0.620 | |
| 20,mlp.experts.22.down_proj,0.0010931060,0.05000,0.689 | |
| 20,mlp.experts.23.down_proj,0.0014727595,0.05000,0.656 | |
| 20,mlp.experts.25.down_proj,0.0017173794,0.05000,0.818 | |
| 20,mlp.experts.24.down_proj,0.0009499753,0.05000,0.764 | |
| 20,mlp.experts.27.down_proj,0.0014117296,0.05000,0.723 | |
| 20,mlp.experts.26.down_proj,0.0029698922,0.05000,0.826 | |
| 20,mlp.experts.30.down_proj,0.0008992650,0.05000,0.674 | |
| 20,mlp.experts.31.down_proj,0.0035426953,0.05000,0.759 | |
| 20,mlp.experts.29.down_proj,0.0014277926,0.05000,0.865 | |
| 20,mlp.experts.28.down_proj,0.0025230353,0.05000,0.860 | |
| 20,mlp.experts.35.down_proj,0.0018134226,0.05000,0.672 | |
| 20,mlp.experts.34.down_proj,0.0017654513,0.05000,0.753 | |
| 20,mlp.experts.33.down_proj,0.0014165172,0.05000,0.793 | |
| 20,mlp.experts.32.down_proj,0.0017184240,0.05000,0.827 | |
| 20,mlp.experts.38.down_proj,0.0014838853,0.05000,0.693 | |
| 20,mlp.experts.39.down_proj,0.0027037998,0.05000,0.732 | |
| 20,mlp.experts.37.down_proj,0.0012063398,0.05000,0.756 | |
| 20,mlp.experts.36.down_proj,0.0039024541,0.05000,0.769 | |
| 20,mlp.experts.43.down_proj,0.0029786385,0.05000,0.656 | |
| 20,mlp.experts.42.down_proj,0.0046583135,0.05000,0.695 | |
| 20,mlp.experts.40.down_proj,0.0016057021,0.05000,0.626 | |
| 20,mlp.experts.41.down_proj,0.0016526622,0.05000,0.707 | |
| 20,mlp.experts.47.down_proj,0.0007907159,0.05000,0.617 | |
| 20,mlp.experts.46.down_proj,0.0030092190,0.05000,0.722 | |
| 20,mlp.experts.45.down_proj,0.0011799694,0.05000,0.642 | |
| 20,mlp.experts.44.down_proj,0.0039272511,0.05000,0.663 | |
| 20,mlp.experts.51.down_proj,0.0019117396,0.05000,0.627 | |
| 20,mlp.experts.50.down_proj,0.0046981617,0.05000,0.591 | |
| 20,mlp.experts.48.down_proj,0.0012355928,0.05000,0.615 | |
| 20,mlp.experts.49.down_proj,0.0005390530,0.05000,0.632 | |
| 20,mlp.experts.55.down_proj,0.0008001440,0.05000,0.591 | |
| 20,mlp.experts.54.down_proj,0.0034326020,0.05000,0.635 | |
| 20,mlp.experts.52.down_proj,0.0020278593,0.05000,0.651 | |
| 20,mlp.experts.53.down_proj,0.0022618207,0.05000,0.661 | |
| 20,mlp.experts.59.down_proj,0.0041450679,0.05000,0.644 | |
| 20,mlp.experts.58.down_proj,0.0008564055,0.05000,0.666 | |
| 20,mlp.experts.56.down_proj,0.0011603466,0.05000,0.609 | |
| 20,mlp.experts.57.down_proj,0.0020140271,0.05000,0.610 | |
| 20,mlp.experts.63.down_proj,0.0020251091,0.05000,0.585 | |
| 20,mlp.experts.62.down_proj,0.0022850307,0.05000,0.540 | |
| 20,mlp.experts.60.down_proj,0.0024242483,0.05000,0.459 | |
| 20,mlp.experts.61.down_proj,0.0047399647,0.05000,0.445 | |
| 20,mlp.shared_experts.gate_proj,0.0012461816,0.05000,0.394 | |
| 20,mlp.shared_experts.up_proj,0.0014977371,0.05000,0.397 | |
| 20,mlp.shared_experts.down_proj,0.0002730257,0.05000,0.151 | |
| 21,self_attn.kv_a_proj_with_mqa,0.0004279825,0.05000,0.385 | |
| 21,self_attn.q_proj,0.0041118354,0.05000,0.388 | |
| 21,self_attn.kv_b_proj,0.0115548246,0.05000,0.058 | |
| 21,self_attn.o_proj,0.0002289154,0.05000,0.231 | |
| 21,mlp.experts.2.gate_proj,0.0044684046,0.05000,0.858 | |
| 21,mlp.experts.3.gate_proj,0.0086998007,0.05000,0.870 | |
| 21,mlp.experts.0.gate_proj,0.0043384270,0.05000,0.880 | |
| 21,mlp.experts.1.gate_proj,0.0059781894,0.05000,0.886 | |
| 21,mlp.experts.6.gate_proj,0.0129142593,0.05000,0.864 | |
| 21,mlp.experts.7.gate_proj,0.0075210828,0.05000,0.887 | |
| 21,mlp.experts.5.gate_proj,0.0061788597,0.05000,0.910 | |
| 21,mlp.experts.4.gate_proj,0.0061410786,0.05000,0.938 | |
| 21,mlp.experts.11.gate_proj,0.0029438921,0.05000,0.861 | |
| 21,mlp.experts.10.gate_proj,0.0098218847,0.05000,0.957 | |
| 21,mlp.experts.9.gate_proj,0.0049798985,0.05000,0.902 | |
| 21,mlp.experts.8.gate_proj,0.0070873076,0.05000,0.941 | |
| 21,mlp.experts.15.gate_proj,0.0068327857,0.05000,0.887 | |
| 21,mlp.experts.14.gate_proj,0.0072363468,0.05000,0.879 | |
| 21,mlp.experts.13.gate_proj,0.0153570718,0.05000,0.904 | |
| 21,mlp.experts.12.gate_proj,0.0065653670,0.05000,0.944 | |
| 21,mlp.experts.19.gate_proj,0.0092021155,0.05000,0.844 | |
| 21,mlp.experts.18.gate_proj,0.0095011183,0.05000,0.828 | |
| 21,mlp.experts.17.gate_proj,0.0048959626,0.05000,0.849 | |
| 21,mlp.experts.16.gate_proj,0.0049548192,0.05000,0.835 | |
| 21,mlp.experts.23.gate_proj,0.0049802220,0.05000,0.865 | |
| 21,mlp.experts.22.gate_proj,0.0053201869,0.05000,0.846 | |
| 21,mlp.experts.21.gate_proj,0.0171542587,0.05000,0.837 | |
| 21,mlp.experts.20.gate_proj,0.0096603979,0.05000,0.830 | |
| 21,mlp.experts.27.gate_proj,0.0093002424,0.05000,0.872 | |
| 21,mlp.experts.26.gate_proj,0.0056980286,0.05000,0.876 | |
| 21,mlp.experts.25.gate_proj,0.0075322528,0.05000,0.941 | |
| 21,mlp.experts.24.gate_proj,0.0170732924,0.05000,0.866 | |
| 21,mlp.experts.31.gate_proj,0.0065008587,0.05000,0.869 | |
| 21,mlp.experts.30.gate_proj,0.0076767451,0.05000,0.866 | |
| 21,mlp.experts.28.gate_proj,0.0145673176,0.05000,0.815 | |
| 21,mlp.experts.29.gate_proj,0.0036828890,0.05000,0.850 | |
| 21,mlp.experts.35.gate_proj,0.0034019646,0.05000,0.849 | |
| 21,mlp.experts.34.gate_proj,0.0141529802,0.05000,0.906 | |
| 21,mlp.experts.32.gate_proj,0.0272390489,0.05000,0.863 | |
| 21,mlp.experts.33.gate_proj,0.0059862410,0.05000,0.955 | |
| 21,mlp.experts.39.gate_proj,0.0100193875,0.05000,0.883 | |
| 21,mlp.experts.38.gate_proj,0.0068435577,0.05000,0.895 | |
| 21,mlp.experts.36.gate_proj,0.0058841671,0.05000,0.875 | |
| 21,mlp.experts.37.gate_proj,0.0075842418,0.05000,0.844 | |
| 21,mlp.experts.43.gate_proj,0.0056040012,0.05000,0.902 | |
| 21,mlp.experts.42.gate_proj,0.0076211057,0.05000,0.875 | |
| 21,mlp.experts.40.gate_proj,0.0092179471,0.05000,0.889 | |
| 21,mlp.experts.41.gate_proj,0.0038415863,0.05000,0.897 | |
| 21,mlp.experts.47.gate_proj,0.0052813730,0.05000,0.878 | |
| 21,mlp.experts.46.gate_proj,0.0074666389,0.05000,0.841 | |
| 21,mlp.experts.44.gate_proj,0.0071232304,0.05000,0.830 | |
| 21,mlp.experts.45.gate_proj,0.0091820884,0.05000,0.874 | |
| 21,mlp.experts.51.gate_proj,0.0086693994,0.05000,0.924 | |
| 21,mlp.experts.50.gate_proj,0.0066128897,0.05000,0.917 | |
| 21,mlp.experts.48.gate_proj,0.0143860389,0.05000,0.947 | |
| 21,mlp.experts.49.gate_proj,0.0052794780,0.05000,0.930 | |
| 21,mlp.experts.55.gate_proj,0.0129776126,0.05000,0.876 | |
| 21,mlp.experts.54.gate_proj,0.0065815764,0.05000,0.877 | |
| 21,mlp.experts.52.gate_proj,0.0106427988,0.05000,0.889 | |
| 21,mlp.experts.53.gate_proj,0.0098103684,0.05000,0.874 | |
| 21,mlp.experts.58.gate_proj,0.0067750661,0.05000,0.845 | |
| 21,mlp.experts.59.gate_proj,0.0060125654,0.05000,0.882 | |
| 21,mlp.experts.56.gate_proj,0.0046603250,0.05000,0.853 | |
| 21,mlp.experts.57.gate_proj,0.0100908443,0.05000,0.831 | |
| 21,mlp.experts.62.gate_proj,0.0038736854,0.05000,0.843 | |
| 21,mlp.experts.63.gate_proj,0.0051283225,0.05000,0.843 | |
| 21,mlp.experts.60.gate_proj,0.0046068158,0.05000,0.868 | |
| 21,mlp.experts.61.gate_proj,0.0063104608,0.05000,0.936 | |
| 21,mlp.experts.2.up_proj,0.0043386114,0.05000,0.907 | |
| 21,mlp.experts.3.up_proj,0.0084432369,0.05000,0.894 | |
| 21,mlp.experts.0.up_proj,0.0043249491,0.05000,0.949 | |
| 21,mlp.experts.1.up_proj,0.0056936517,0.05000,0.929 | |
| 21,mlp.experts.6.up_proj,0.0121144187,0.05000,0.851 | |
| 21,mlp.experts.7.up_proj,0.0073917214,0.05000,0.848 | |
| 21,mlp.experts.4.up_proj,0.0058022411,0.05000,0.885 | |
| 21,mlp.experts.5.up_proj,0.0063126322,0.05000,0.873 | |
| 21,mlp.experts.10.up_proj,0.0095347101,0.05000,0.893 | |
| 21,mlp.experts.11.up_proj,0.0028666470,0.05000,0.932 | |
| 21,mlp.experts.8.up_proj,0.0068766090,0.05000,0.938 | |
| 21,mlp.experts.9.up_proj,0.0049206802,0.05000,0.875 | |
| 21,mlp.experts.14.up_proj,0.0060803188,0.05000,0.900 | |
| 21,mlp.experts.15.up_proj,0.0066668090,0.05000,0.939 | |
| 21,mlp.experts.12.up_proj,0.0066396601,0.05000,0.952 | |
| 21,mlp.experts.13.up_proj,0.0150174137,0.05000,0.888 | |
| 21,mlp.experts.18.up_proj,0.0095828614,0.05000,0.920 | |
| 21,mlp.experts.19.up_proj,0.0088633704,0.05000,0.963 | |
| 21,mlp.experts.16.up_proj,0.0049040164,0.05000,0.895 | |
| 21,mlp.experts.17.up_proj,0.0044858482,0.05000,0.906 | |
| 21,mlp.experts.22.up_proj,0.0051497132,0.05000,0.962 | |
| 21,mlp.experts.23.up_proj,0.0049704616,0.05000,0.944 | |
| 21,mlp.experts.21.up_proj,0.0163646848,0.05000,0.906 | |
| 21,mlp.experts.20.up_proj,0.0089189730,0.05000,0.942 | |
| 21,mlp.experts.26.up_proj,0.0055787058,0.05000,0.892 | |
| 21,mlp.experts.27.up_proj,0.0090989418,0.05000,0.876 | |
| 21,mlp.experts.25.up_proj,0.0070336919,0.05000,0.879 | |
| 21,mlp.experts.24.up_proj,0.0159604152,0.05000,0.882 | |
| 21,mlp.experts.30.up_proj,0.0074594693,0.05000,0.880 | |
| 21,mlp.experts.31.up_proj,0.0059638000,0.05000,0.903 | |
| 21,mlp.experts.29.up_proj,0.0035694730,0.05000,0.918 | |
| 21,mlp.experts.28.up_proj,0.0141365925,0.05000,0.922 | |
| 21,mlp.experts.34.up_proj,0.0139318668,0.05000,0.883 | |
| 21,mlp.experts.35.up_proj,0.0033763436,0.05000,0.912 | |
| 21,mlp.experts.33.up_proj,0.0060223263,0.05000,0.899 | |
| 21,mlp.experts.32.up_proj,0.0275638029,0.05000,0.929 | |
| 21,mlp.experts.38.up_proj,0.0062142532,0.05000,0.885 | |
| 21,mlp.experts.39.up_proj,0.0099840918,0.05000,0.851 | |
| 21,mlp.experts.37.up_proj,0.0073495194,0.05000,0.868 | |
| 21,mlp.experts.36.up_proj,0.0053193569,0.05000,0.909 | |
| 21,mlp.experts.42.up_proj,0.0068138528,0.05000,0.897 | |
| 21,mlp.experts.43.up_proj,0.0048369376,0.05000,0.944 | |
| 21,mlp.experts.41.up_proj,0.0039505794,0.05000,0.951 | |
| 21,mlp.experts.40.up_proj,0.0088906843,0.05000,0.892 | |
| 21,mlp.experts.46.up_proj,0.0074754103,0.05000,0.919 | |
| 21,mlp.experts.47.up_proj,0.0051402264,0.05000,0.907 | |
| 21,mlp.experts.45.up_proj,0.0085510051,0.05000,0.896 | |
| 21,mlp.experts.44.up_proj,0.0065908499,0.05000,0.872 | |
| 21,mlp.experts.50.up_proj,0.0063834321,0.05000,1.007 | |
| 21,mlp.experts.51.up_proj,0.0083917305,0.05000,1.070 | |
| 21,mlp.experts.48.up_proj,0.0139304833,0.05000,0.988 | |
| 21,mlp.experts.49.up_proj,0.0049780028,0.05000,1.046 | |
| 21,mlp.experts.54.up_proj,0.0065130776,0.05000,0.938 | |
| 21,mlp.experts.55.up_proj,0.0124749337,0.05000,0.902 | |
| 21,mlp.experts.52.up_proj,0.0107044744,0.05000,0.881 | |
| 21,mlp.experts.53.up_proj,0.0094660443,0.05000,0.953 | |
| 21,mlp.experts.58.up_proj,0.0063185318,0.05000,0.911 | |
| 21,mlp.experts.56.up_proj,0.0046513450,0.05000,0.888 | |
| 21,mlp.experts.59.up_proj,0.0056158648,0.05000,0.923 | |
| 21,mlp.experts.57.up_proj,0.0096809268,0.05000,0.900 | |
| 21,mlp.experts.62.up_proj,0.0037846375,0.05000,0.882 | |
| 21,mlp.experts.60.up_proj,0.0043798133,0.05000,0.831 | |
| 21,mlp.experts.63.up_proj,0.0049631090,0.05000,0.832 | |
| 21,mlp.experts.61.up_proj,0.0059709146,0.05000,0.760 | |
| 21,mlp.experts.1.down_proj,0.0010291066,0.05000,0.603 | |
| 21,mlp.experts.2.down_proj,0.0014673155,0.05000,0.612 | |
| 21,mlp.experts.0.down_proj,0.0027428947,0.05000,0.617 | |
| 21,mlp.experts.3.down_proj,0.0019797158,0.05000,0.656 | |
| 21,mlp.experts.5.down_proj,0.0033005856,0.05000,0.554 | |
| 21,mlp.experts.4.down_proj,0.0010781272,0.05000,0.574 | |
| 21,mlp.experts.6.down_proj,0.0059561493,0.05000,0.582 | |
| 21,mlp.experts.7.down_proj,0.0028594307,0.05000,0.557 | |
| 21,mlp.experts.9.down_proj,0.0010903188,0.05000,0.197 | |
| 21,mlp.experts.11.down_proj,0.0020223872,0.05000,0.600 | |
| 21,mlp.experts.13.down_proj,0.0036395538,0.05000,0.608 | |
| 21,mlp.experts.8.down_proj,0.0015856167,0.05000,0.640 | |
| 21,mlp.experts.10.down_proj,0.0025484154,0.05000,0.662 | |
| 21,mlp.experts.15.down_proj,0.0035984667,0.05000,0.579 | |
| 21,mlp.experts.17.down_proj,0.0022330819,0.05000,0.604 | |
| 21,mlp.experts.12.down_proj,0.0029994138,0.05000,0.634 | |
| 21,mlp.experts.14.down_proj,0.0015036311,0.05000,0.634 | |
| 21,mlp.experts.19.down_proj,0.0020796631,0.05000,0.603 | |
| 21,mlp.experts.21.down_proj,0.0045818322,0.05000,0.617 | |
| 21,mlp.experts.16.down_proj,0.0015401624,0.05000,0.588 | |
| 21,mlp.experts.18.down_proj,0.0024671578,0.05000,0.600 | |
| 21,mlp.experts.25.down_proj,0.0026246985,0.05000,0.588 | |
| 21,mlp.experts.23.down_proj,0.0018408782,0.05000,0.643 | |
| 21,mlp.experts.20.down_proj,0.0023140812,0.05000,0.607 | |
| 21,mlp.experts.22.down_proj,0.0020309464,0.05000,0.588 | |
| 21,mlp.experts.29.down_proj,0.0011357641,0.05000,0.591 | |
| 21,mlp.experts.27.down_proj,0.0019056083,0.05000,0.599 | |
| 21,mlp.experts.24.down_proj,0.0052957010,0.05000,0.602 | |
| 21,mlp.experts.26.down_proj,0.0023814850,0.05000,0.613 | |
| 21,mlp.experts.31.down_proj,0.0030323976,0.05000,0.572 | |
| 21,mlp.experts.33.down_proj,0.0022401782,0.05000,0.586 | |
| 21,mlp.experts.28.down_proj,0.0040460611,0.05000,0.592 | |
| 21,mlp.experts.30.down_proj,0.0029141704,0.05000,0.578 | |
| 21,mlp.experts.35.down_proj,0.0009374331,0.05000,0.620 | |
| 21,mlp.experts.37.down_proj,0.0019266486,0.05000,0.636 | |
| 21,mlp.experts.32.down_proj,0.0061733909,0.05000,0.599 | |
| 21,mlp.experts.34.down_proj,0.0048460093,0.05000,0.628 | |
| 21,mlp.experts.39.down_proj,0.0025693300,0.05000,0.610 | |
| 21,mlp.experts.41.down_proj,0.0019353127,0.05000,0.602 | |
| 21,mlp.experts.38.down_proj,0.0016749636,0.05000,0.572 | |
| 21,mlp.experts.36.down_proj,0.0020972909,0.05000,0.641 | |
| 21,mlp.experts.43.down_proj,0.0018161836,0.05000,0.589 | |
| 21,mlp.experts.45.down_proj,0.0032374385,0.05000,0.593 | |
| 21,mlp.experts.42.down_proj,0.0024023843,0.05000,0.600 | |
| 21,mlp.experts.40.down_proj,0.0034044794,0.05000,0.582 | |
| 21,mlp.experts.47.down_proj,0.0019170120,0.05000,0.579 | |
| 21,mlp.experts.49.down_proj,0.0019939642,0.05000,0.599 | |
| 21,mlp.experts.46.down_proj,0.0022950230,0.05000,0.571 | |
| 21,mlp.experts.44.down_proj,0.0024743032,0.05000,0.583 | |
| 21,mlp.experts.51.down_proj,0.0015959386,0.05000,0.612 | |
| 21,mlp.experts.48.down_proj,0.0030010510,0.05000,0.590 | |
| 21,mlp.experts.50.down_proj,0.0019139248,0.05000,0.618 | |
| 21,mlp.experts.53.down_proj,0.0033326715,0.05000,0.639 | |
| 21,mlp.experts.55.down_proj,0.0050635726,0.05000,0.657 | |
| 21,mlp.experts.57.down_proj,0.0039308778,0.05000,0.608 | |
| 21,mlp.experts.54.down_proj,0.0018746634,0.05000,0.614 | |
| 21,mlp.experts.52.down_proj,0.0028502962,0.05000,0.682 | |
| 21,mlp.experts.61.down_proj,0.0015190193,0.05000,0.595 | |
| 21,mlp.experts.58.down_proj,0.0020076396,0.05000,0.639 | |
| 21,mlp.experts.56.down_proj,0.0023856118,0.05000,0.579 | |
| 21,mlp.experts.59.down_proj,0.0020292751,0.05000,0.666 | |
| 21,mlp.experts.60.down_proj,0.0013068292,0.05000,0.413 | |
| 21,mlp.experts.62.down_proj,0.0018954225,0.05000,0.418 | |
| 21,mlp.experts.63.down_proj,0.0020121233,0.05000,0.410 | |
| 21,mlp.shared_experts.up_proj,0.0018281021,0.05000,0.390 | |
| 21,mlp.shared_experts.gate_proj,0.0016808039,0.05000,0.399 | |
| 21,mlp.shared_experts.down_proj,0.0004307226,0.05000,0.163 | |
| 22,self_attn.q_proj,0.0042211054,0.05000,0.387 | |
| 22,self_attn.kv_a_proj_with_mqa,0.0004469211,0.05000,0.391 | |
| 22,self_attn.kv_b_proj,0.0257897052,0.05000,0.061 | |
| 22,self_attn.o_proj,0.0000653520,0.05000,0.238 | |
| 22,mlp.experts.2.gate_proj,0.0060343112,0.05000,0.925 | |
| 22,mlp.experts.0.gate_proj,0.0059801305,0.05000,0.951 | |
| 22,mlp.experts.3.gate_proj,0.0069651064,0.05000,0.952 | |
| 22,mlp.experts.1.gate_proj,0.0131986035,0.05000,0.954 | |
| 22,mlp.experts.4.gate_proj,0.0064589065,0.05000,0.882 | |
| 22,mlp.experts.6.gate_proj,0.0217008837,0.05000,0.932 | |
| 22,mlp.experts.7.gate_proj,0.0036949820,0.05000,0.919 | |
| 22,mlp.experts.5.gate_proj,0.0110154494,0.05000,0.922 | |
| 22,mlp.experts.9.gate_proj,0.0143719815,0.05000,0.831 | |
| 22,mlp.experts.8.gate_proj,0.0071544475,0.05000,0.910 | |
| 22,mlp.experts.10.gate_proj,0.0102452489,0.05000,0.899 | |
| 22,mlp.experts.11.gate_proj,0.0057451300,0.05000,0.939 | |
| 22,mlp.experts.12.gate_proj,0.0077729789,0.05000,0.874 | |
| 22,mlp.experts.14.gate_proj,0.0098458598,0.05000,0.873 | |
| 22,mlp.experts.13.gate_proj,0.0088340026,0.05000,0.949 | |
| 22,mlp.experts.15.gate_proj,0.0076498356,0.05000,0.898 | |
| 22,mlp.experts.16.gate_proj,0.0044706110,0.05000,0.835 | |
| 22,mlp.experts.19.gate_proj,0.0121718179,0.05000,0.894 | |
| 22,mlp.experts.18.gate_proj,0.0034428762,0.05000,1.002 | |
| 22,mlp.experts.17.gate_proj,0.0124244198,0.05000,0.984 | |
| 22,mlp.experts.20.gate_proj,0.0048440456,0.05000,0.854 | |
| 22,mlp.experts.21.gate_proj,0.0043508070,0.05000,0.828 | |
| 22,mlp.experts.23.gate_proj,0.0130255643,0.05000,0.869 | |
| 22,mlp.experts.22.gate_proj,0.0094530341,0.05000,0.861 | |
| 22,mlp.experts.24.gate_proj,0.0059348299,0.05000,0.842 | |
| 22,mlp.experts.26.gate_proj,0.0078485475,0.05000,0.808 | |
| 22,mlp.experts.25.gate_proj,0.0040416276,0.05000,0.841 | |
| 22,mlp.experts.27.gate_proj,0.0362955905,0.05000,0.856 | |
| 22,mlp.experts.28.gate_proj,0.0051118639,0.05000,0.887 | |
| 22,mlp.experts.31.gate_proj,0.0111987298,0.05000,0.879 | |
| 22,mlp.experts.29.gate_proj,0.0109019143,0.05000,0.904 | |
| 22,mlp.experts.30.gate_proj,0.0128573096,0.05000,0.933 | |
| 22,mlp.experts.32.gate_proj,0.0046310046,0.05000,0.902 | |
| 22,mlp.experts.33.gate_proj,0.0318165912,0.05000,0.868 | |
| 22,mlp.experts.34.gate_proj,0.0066958162,0.05000,0.863 | |
| 22,mlp.experts.35.gate_proj,0.0056339591,0.05000,0.934 | |
| 22,mlp.experts.36.gate_proj,0.0066463201,0.05000,0.895 | |
| 22,mlp.experts.37.gate_proj,0.0118212444,0.05000,0.882 | |
| 22,mlp.experts.38.gate_proj,0.0150016381,0.05000,0.868 | |
| 22,mlp.experts.39.gate_proj,0.0177118619,0.05000,0.875 | |
| 22,mlp.experts.40.gate_proj,0.0147361251,0.05000,0.911 | |
| 22,mlp.experts.41.gate_proj,0.0060654301,0.05000,0.894 | |
| 22,mlp.experts.42.gate_proj,0.0069093206,0.05000,0.911 | |
| 22,mlp.experts.43.gate_proj,0.0068411178,0.05000,0.912 | |
| 22,mlp.experts.44.gate_proj,0.0074361662,0.05000,0.893 | |
| 22,mlp.experts.46.gate_proj,0.0039551766,0.05000,0.893 | |
| 22,mlp.experts.45.gate_proj,0.0092702067,0.05000,0.935 | |
| 22,mlp.experts.47.gate_proj,0.0070181694,0.05000,0.888 | |
| 22,mlp.experts.48.gate_proj,0.0052491582,0.05000,0.987 | |
| 22,mlp.experts.50.gate_proj,0.0070352243,0.05000,0.897 | |
| 22,mlp.experts.51.gate_proj,0.0096439158,0.05000,0.910 | |
| 22,mlp.experts.49.gate_proj,0.0085472729,0.05000,0.943 | |
| 22,mlp.experts.52.gate_proj,0.0176889136,0.05000,0.872 | |
| 22,mlp.experts.54.gate_proj,0.0136351188,0.05000,0.841 | |
| 22,mlp.experts.55.gate_proj,0.0163505586,0.05000,0.842 | |
| 22,mlp.experts.53.gate_proj,0.0129148513,0.05000,0.848 | |
| 22,mlp.experts.56.gate_proj,0.0057070708,0.05000,0.896 | |
| 22,mlp.experts.57.gate_proj,0.0117268295,0.05000,0.839 | |
| 22,mlp.experts.59.gate_proj,0.0105232852,0.05000,0.876 | |
| 22,mlp.experts.58.gate_proj,0.0116670036,0.05000,0.936 | |
| 22,mlp.experts.60.gate_proj,0.0293718353,0.05000,0.911 | |
| 22,mlp.experts.61.gate_proj,0.0046243151,0.05000,0.934 | |
| 22,mlp.experts.62.gate_proj,0.0193382433,0.05000,0.938 | |
| 22,mlp.experts.63.gate_proj,0.0294157080,0.05000,0.959 | |
| 22,mlp.experts.0.up_proj,0.0052010676,0.05000,0.936 | |
| 22,mlp.experts.1.up_proj,0.0123704857,0.05000,0.924 | |
| 22,mlp.experts.3.up_proj,0.0070486740,0.05000,0.898 | |
| 22,mlp.experts.2.up_proj,0.0059192838,0.05000,0.936 | |
| 22,mlp.experts.4.up_proj,0.0058725309,0.05000,0.830 | |
| 22,mlp.experts.5.up_proj,0.0099404923,0.05000,0.858 | |
| 22,mlp.experts.6.up_proj,0.0186345454,0.05000,0.868 | |
| 22,mlp.experts.7.up_proj,0.0034415070,0.05000,0.919 | |
| 22,mlp.experts.8.up_proj,0.0065791034,0.05000,0.841 | |
| 22,mlp.experts.9.up_proj,0.0143765791,0.05000,0.874 | |
| 22,mlp.experts.11.up_proj,0.0056902170,0.05000,0.862 | |
| 22,mlp.experts.10.up_proj,0.0095203436,0.05000,0.933 | |
| 22,mlp.experts.12.up_proj,0.0079209458,0.05000,0.839 | |
| 22,mlp.experts.13.up_proj,0.0086716597,0.05000,0.939 | |
| 22,mlp.experts.15.up_proj,0.0078793546,0.05000,0.890 | |
| 22,mlp.experts.14.up_proj,0.0100272073,0.05000,0.865 | |
| 22,mlp.experts.16.up_proj,0.0045517851,0.05000,0.855 | |
| 22,mlp.experts.17.up_proj,0.0122924965,0.05000,0.900 | |
| 22,mlp.experts.18.up_proj,0.0035353402,0.05000,0.900 | |
| 22,mlp.experts.19.up_proj,0.0121962299,0.05000,0.955 | |
| 22,mlp.experts.20.up_proj,0.0047940703,0.05000,0.962 | |
| 22,mlp.experts.21.up_proj,0.0042782371,0.05000,0.934 | |
| 22,mlp.experts.23.up_proj,0.0124895912,0.05000,0.885 | |
| 22,mlp.experts.22.up_proj,0.0092292259,0.05000,0.930 | |
| 22,mlp.experts.24.up_proj,0.0057953064,0.05000,0.861 | |
| 22,mlp.experts.27.up_proj,0.0368517179,0.05000,0.888 | |
| 22,mlp.experts.25.up_proj,0.0040759067,0.05000,0.920 | |
| 22,mlp.experts.26.up_proj,0.0071695709,0.05000,0.908 | |
| 22,mlp.experts.28.up_proj,0.0046851688,0.05000,0.899 | |
| 22,mlp.experts.31.up_proj,0.0107356377,0.05000,0.857 | |
| 22,mlp.experts.30.up_proj,0.0124243359,0.05000,0.876 | |
| 22,mlp.experts.29.up_proj,0.0105749667,0.05000,0.904 | |
| 22,mlp.experts.32.up_proj,0.0047143380,0.05000,0.883 | |
| 22,mlp.experts.33.up_proj,0.0296666973,0.05000,0.866 | |
| 22,mlp.experts.35.up_proj,0.0053116274,0.05000,0.937 | |
| 22,mlp.experts.34.up_proj,0.0067292145,0.05000,0.905 | |
| 22,mlp.experts.36.up_proj,0.0063549538,0.05000,0.877 | |
| 22,mlp.experts.38.up_proj,0.0148404141,0.05000,0.889 | |
| 22,mlp.experts.39.up_proj,0.0177696327,0.05000,0.908 | |
| 22,mlp.experts.37.up_proj,0.0113579269,0.05000,0.991 | |
| 22,mlp.experts.40.up_proj,0.0140948479,0.05000,0.936 | |
| 22,mlp.experts.43.up_proj,0.0061517159,0.05000,0.888 | |
| 22,mlp.experts.42.up_proj,0.0070017863,0.05000,0.954 | |
| 22,mlp.experts.41.up_proj,0.0059606724,0.05000,1.004 | |
| 22,mlp.experts.44.up_proj,0.0074262296,0.05000,0.923 | |
| 22,mlp.experts.47.up_proj,0.0063398910,0.05000,0.847 | |
| 22,mlp.experts.46.up_proj,0.0039891185,0.05000,0.875 | |
| 22,mlp.experts.45.up_proj,0.0091058690,0.05000,0.904 | |
| 22,mlp.experts.48.up_proj,0.0050416562,0.05000,0.865 | |
| 22,mlp.experts.51.up_proj,0.0097396477,0.05000,0.873 | |
| 22,mlp.experts.50.up_proj,0.0069679076,0.05000,0.888 | |
| 22,mlp.experts.49.up_proj,0.0078164310,0.05000,0.898 | |
| 22,mlp.experts.52.up_proj,0.0170205873,0.05000,0.954 | |
| 22,mlp.experts.55.up_proj,0.0165842666,0.05000,0.933 | |
| 22,mlp.experts.54.up_proj,0.0130799764,0.05000,0.939 | |
| 22,mlp.experts.53.up_proj,0.0129702945,0.05000,0.887 | |
| 22,mlp.experts.56.up_proj,0.0057259050,0.05000,0.901 | |
| 22,mlp.experts.59.up_proj,0.0097608703,0.05000,0.903 | |
| 22,mlp.experts.58.up_proj,0.0117690134,0.05000,0.853 | |
| 22,mlp.experts.57.up_proj,0.0114792245,0.05000,0.865 | |
| 22,mlp.experts.60.up_proj,0.0287984535,0.05000,0.903 | |
| 22,mlp.experts.63.up_proj,0.0283984374,0.05000,0.842 | |
| 22,mlp.experts.62.up_proj,0.0196780517,0.05000,0.822 | |
| 22,mlp.experts.61.up_proj,0.0046107892,0.05000,0.718 | |
| 22,mlp.experts.0.down_proj,0.0031548116,0.05000,0.595 | |
| 22,mlp.experts.2.down_proj,0.0013955766,0.05000,0.596 | |
| 22,mlp.experts.3.down_proj,0.0013583611,0.05000,0.627 | |
| 22,mlp.experts.1.down_proj,0.0052660876,0.05000,0.634 | |
| 22,mlp.experts.4.down_proj,0.0037939092,0.05000,0.579 | |
| 22,mlp.experts.6.down_proj,0.0059029665,0.05000,0.618 | |
| 22,mlp.experts.7.down_proj,0.0008907454,0.05000,0.602 | |
| 22,mlp.experts.5.down_proj,0.0064940765,0.05000,0.604 | |
| 22,mlp.experts.8.down_proj,0.0027919652,0.05000,0.628 | |
| 22,mlp.experts.11.down_proj,0.0015881438,0.05000,0.621 | |
| 22,mlp.experts.9.down_proj,0.0075736441,0.05000,0.624 | |
| 22,mlp.experts.10.down_proj,0.0045177620,0.05000,0.649 | |
| 22,mlp.experts.15.down_proj,0.0030818237,0.05000,0.599 | |
| 22,mlp.experts.12.down_proj,0.0035742784,0.05000,0.649 | |
| 22,mlp.experts.13.down_proj,0.0025426846,0.05000,0.620 | |
| 22,mlp.experts.14.down_proj,0.0055302736,0.05000,0.640 | |
| 22,mlp.experts.16.down_proj,0.0022435119,0.05000,0.576 | |
| 22,mlp.experts.19.down_proj,0.0044859434,0.05000,0.625 | |
| 22,mlp.experts.17.down_proj,0.0030700675,0.05000,0.598 | |
| 22,mlp.experts.18.down_proj,0.0022545120,0.05000,0.675 | |
| 22,mlp.experts.20.down_proj,0.0024545396,0.05000,0.598 | |
| 22,mlp.experts.21.down_proj,0.0021209762,0.05000,0.606 | |
| 22,mlp.experts.23.down_proj,0.0076209768,0.05000,0.648 | |
| 22,mlp.experts.22.down_proj,0.0039305486,0.05000,0.619 | |
| 22,mlp.experts.24.down_proj,0.0026966590,0.05000,0.590 | |
| 22,mlp.experts.25.down_proj,0.0014763344,0.05000,0.621 | |
| 22,mlp.experts.27.down_proj,0.0081054752,0.05000,0.613 | |
| 22,mlp.experts.26.down_proj,0.0016474628,0.05000,0.606 | |
| 22,mlp.experts.28.down_proj,0.0016326554,0.05000,0.586 | |
| 22,mlp.experts.29.down_proj,0.0037690283,0.05000,0.572 | |
| 22,mlp.experts.31.down_proj,0.0042972669,0.05000,0.582 | |
| 22,mlp.experts.30.down_proj,0.0052425373,0.05000,0.576 | |
| 22,mlp.experts.32.down_proj,0.0023909168,0.05000,0.610 | |
| 22,mlp.experts.33.down_proj,0.0166825407,0.05000,0.641 | |
| 22,mlp.experts.35.down_proj,0.0021882925,0.05000,0.628 | |
| 22,mlp.experts.34.down_proj,0.0022961436,0.05000,0.593 | |
| 22,mlp.experts.36.down_proj,0.0024292823,0.05000,0.601 | |
| 22,mlp.experts.37.down_proj,0.0061602358,0.05000,0.564 | |
| 22,mlp.experts.39.down_proj,0.0081678877,0.05000,0.589 | |
| 22,mlp.experts.38.down_proj,0.0050869472,0.05000,0.576 | |
| 22,mlp.experts.40.down_proj,0.0044675271,0.05000,0.611 | |
| 22,mlp.experts.41.down_proj,0.0028881151,0.05000,0.566 | |
| 22,mlp.experts.42.down_proj,0.0031972238,0.05000,0.567 | |
| 22,mlp.experts.43.down_proj,0.0039216939,0.05000,0.620 | |
| 22,mlp.experts.45.down_proj,0.0032066958,0.05000,0.612 | |
| 22,mlp.experts.44.down_proj,0.0026894004,0.05000,0.645 | |
| 22,mlp.experts.46.down_proj,0.0029189624,0.05000,0.582 | |
| 22,mlp.experts.47.down_proj,0.0037778535,0.05000,0.624 | |
| 22,mlp.experts.48.down_proj,0.0015058379,0.05000,0.616 | |
| 22,mlp.experts.49.down_proj,0.0042640309,0.05000,0.637 | |
| 22,mlp.experts.50.down_proj,0.0025908400,0.05000,0.617 | |
| 22,mlp.experts.51.down_proj,0.0063702391,0.05000,0.666 | |
| 22,mlp.experts.54.down_proj,0.0038492355,0.05000,0.590 | |
| 22,mlp.experts.53.down_proj,0.0036084320,0.05000,0.613 | |
| 22,mlp.experts.52.down_proj,0.0066571025,0.05000,0.663 | |
| 22,mlp.experts.55.down_proj,0.0065736766,0.05000,0.579 | |
| 22,mlp.experts.57.down_proj,0.0039179167,0.05000,0.603 | |
| 22,mlp.experts.58.down_proj,0.0028738070,0.05000,0.645 | |
| 22,mlp.experts.56.down_proj,0.0028243302,0.05000,0.617 | |
| 22,mlp.experts.59.down_proj,0.0098437147,0.05000,0.642 | |
| 22,mlp.experts.61.down_proj,0.0010680302,0.05000,0.618 | |
| 22,mlp.experts.62.down_proj,0.0084454194,0.05000,0.601 | |
| 22,mlp.experts.60.down_proj,0.0085831508,0.05000,0.592 | |
| 22,mlp.experts.63.down_proj,0.0073492518,0.05000,0.518 | |
| 22,mlp.shared_experts.gate_proj,0.0018033553,0.05000,0.383 | |
| 22,mlp.shared_experts.up_proj,0.0020782350,0.05000,0.384 | |
| 22,mlp.shared_experts.down_proj,0.0005037657,0.05000,0.154 | |
| 23,self_attn.kv_a_proj_with_mqa,0.0006039264,0.05000,0.409 | |
| 23,self_attn.q_proj,0.0040590786,0.05000,0.421 | |
| 23,self_attn.kv_b_proj,0.0297963509,0.05000,0.052 | |
| 23,self_attn.o_proj,0.0001688968,0.05000,0.234 | |
| 23,mlp.experts.3.gate_proj,0.0073746216,0.05000,0.939 | |
| 23,mlp.experts.0.gate_proj,0.0142869949,0.05000,0.970 | |
| 23,mlp.experts.1.gate_proj,0.0055693900,0.05000,0.979 | |
| 23,mlp.experts.2.gate_proj,0.0044072638,0.05000,1.000 | |
| 23,mlp.experts.7.gate_proj,0.0145597097,0.05000,0.896 | |
| 23,mlp.experts.4.gate_proj,0.0088948953,0.05000,0.869 | |
| 23,mlp.experts.5.gate_proj,0.0126694681,0.05000,0.888 | |
| 23,mlp.experts.6.gate_proj,0.0073625558,0.05000,0.900 | |
| 23,mlp.experts.9.gate_proj,0.0148384097,0.05000,0.855 | |
| 23,mlp.experts.11.gate_proj,0.0168584539,0.05000,0.895 | |
| 23,mlp.experts.8.gate_proj,0.0106718647,0.05000,0.945 | |
| 23,mlp.experts.10.gate_proj,0.0169875454,0.05000,0.951 | |
| 23,mlp.experts.15.gate_proj,0.0133504038,0.05000,0.939 | |
| 23,mlp.experts.13.gate_proj,0.0048650244,0.05000,0.993 | |
| 23,mlp.experts.12.gate_proj,0.0076324187,0.05000,0.949 | |
| 23,mlp.experts.14.gate_proj,0.0194359710,0.05000,0.962 | |
| 23,mlp.experts.19.gate_proj,0.0127128100,0.05000,0.891 | |
| 23,mlp.experts.16.gate_proj,0.0068122423,0.05000,0.884 | |
| 23,mlp.experts.17.gate_proj,0.0258097156,0.05000,0.912 | |
| 23,mlp.experts.18.gate_proj,0.0103376075,0.05000,0.926 | |
| 23,mlp.experts.23.gate_proj,0.0054760893,0.05000,0.877 | |
| 23,mlp.experts.21.gate_proj,0.0076104915,0.05000,0.844 | |
| 23,mlp.experts.20.gate_proj,0.0201632072,0.05000,0.871 | |
| 23,mlp.experts.22.gate_proj,0.0091171028,0.05000,0.885 | |
| 23,mlp.experts.27.gate_proj,0.0387483835,0.05000,0.860 | |
| 23,mlp.experts.25.gate_proj,0.0103876863,0.05000,0.916 | |
| 23,mlp.experts.24.gate_proj,0.0963875830,0.05000,0.912 | |
| 23,mlp.experts.26.gate_proj,0.0265254747,0.05000,0.917 | |
| 23,mlp.experts.31.gate_proj,0.0338453054,0.05000,0.938 | |
| 23,mlp.experts.29.gate_proj,0.0041106592,0.05000,0.897 | |
| 23,mlp.experts.28.gate_proj,0.0097674538,0.05000,0.923 | |
| 23,mlp.experts.30.gate_proj,0.0071480487,0.05000,0.929 | |
| 23,mlp.experts.35.gate_proj,0.0056954082,0.05000,0.906 | |
| 23,mlp.experts.33.gate_proj,0.0116974424,0.05000,0.932 | |
| 23,mlp.experts.32.gate_proj,0.0055129195,0.05000,0.923 | |
| 23,mlp.experts.34.gate_proj,0.0101231984,0.05000,0.899 | |
| 23,mlp.experts.39.gate_proj,0.0053382542,0.05000,0.908 | |
| 23,mlp.experts.36.gate_proj,0.0073887151,0.05000,0.830 | |
| 23,mlp.experts.37.gate_proj,0.0189691638,0.05000,0.872 | |
| 23,mlp.experts.38.gate_proj,0.0075952230,0.05000,0.836 | |
| 23,mlp.experts.43.gate_proj,0.0045400262,0.05000,0.858 | |
| 23,mlp.experts.40.gate_proj,0.0282452021,0.05000,0.838 | |
| 23,mlp.experts.41.gate_proj,0.0057887341,0.05000,0.899 | |
| 23,mlp.experts.42.gate_proj,0.0163043168,0.05000,0.864 | |
| 23,mlp.experts.47.gate_proj,0.0138439352,0.05000,0.842 | |
| 23,mlp.experts.44.gate_proj,0.0091154428,0.05000,0.848 | |
| 23,mlp.experts.45.gate_proj,0.0076791132,0.05000,0.857 | |
| 23,mlp.experts.46.gate_proj,0.0125237508,0.05000,0.825 | |
| 23,mlp.experts.48.gate_proj,0.0072053133,0.05000,0.851 | |
| 23,mlp.experts.51.gate_proj,0.0091421507,0.05000,0.895 | |
| 23,mlp.experts.49.gate_proj,0.0072099354,0.05000,0.847 | |
| 23,mlp.experts.50.gate_proj,0.0123925853,0.05000,0.896 | |
| 23,mlp.experts.52.gate_proj,0.0087041514,0.05000,0.868 | |
| 23,mlp.experts.55.gate_proj,0.0108332328,0.05000,0.896 | |
| 23,mlp.experts.53.gate_proj,0.0054272156,0.05000,0.907 | |
| 23,mlp.experts.54.gate_proj,0.0136828069,0.05000,0.874 | |
| 23,mlp.experts.56.gate_proj,0.0476825454,0.05000,0.855 | |
| 23,mlp.experts.59.gate_proj,0.0325416011,0.05000,0.857 | |
| 23,mlp.experts.57.gate_proj,0.0068848816,0.05000,0.855 | |
| 23,mlp.experts.58.gate_proj,0.0093492129,0.05000,0.856 | |
| 23,mlp.experts.60.gate_proj,0.0130434656,0.05000,0.835 | |
| 23,mlp.experts.63.gate_proj,0.0069401255,0.05000,0.842 | |
| 23,mlp.experts.61.gate_proj,0.0109121607,0.05000,0.839 | |
| 23,mlp.experts.62.gate_proj,0.0156327101,0.05000,0.846 | |
| 23,mlp.experts.0.up_proj,0.0144125074,0.05000,0.886 | |
| 23,mlp.experts.3.up_proj,0.0072276805,0.05000,0.861 | |
| 23,mlp.experts.1.up_proj,0.0055914720,0.05000,0.855 | |
| 23,mlp.experts.2.up_proj,0.0043522586,0.05000,0.833 | |
| 23,mlp.experts.4.up_proj,0.0087862706,0.05000,0.832 | |
| 23,mlp.experts.7.up_proj,0.0148138972,0.05000,0.837 | |
| 23,mlp.experts.5.up_proj,0.0124001587,0.05000,0.863 | |
| 23,mlp.experts.6.up_proj,0.0072890511,0.05000,0.834 | |
| 23,mlp.experts.8.up_proj,0.0097192740,0.05000,0.854 | |
| 23,mlp.experts.11.up_proj,0.0165389027,0.05000,0.854 | |
| 23,mlp.experts.10.up_proj,0.0174729732,0.05000,0.824 | |
| 23,mlp.experts.9.up_proj,0.0143781610,0.05000,0.867 | |
| 23,mlp.experts.15.up_proj,0.0135726157,0.05000,0.832 | |
| 23,mlp.experts.12.up_proj,0.0076716919,0.05000,0.900 | |
| 23,mlp.experts.13.up_proj,0.0049311748,0.05000,0.820 | |
| 23,mlp.experts.14.up_proj,0.0200337652,0.05000,0.893 | |
| 23,mlp.experts.16.up_proj,0.0065586957,0.05000,0.855 | |
| 23,mlp.experts.19.up_proj,0.0122178096,0.05000,0.883 | |
| 23,mlp.experts.17.up_proj,0.0270841770,0.05000,0.909 | |
| 23,mlp.experts.18.up_proj,0.0106281009,0.05000,0.892 | |
| 23,mlp.experts.20.up_proj,0.0202846424,0.05000,0.860 | |
| 23,mlp.experts.23.up_proj,0.0054838983,0.05000,0.887 | |
| 23,mlp.experts.21.up_proj,0.0072615093,0.05000,0.866 | |
| 23,mlp.experts.22.up_proj,0.0090455571,0.05000,0.848 | |
| 23,mlp.experts.24.up_proj,0.0939461172,0.05000,0.887 | |
| 23,mlp.experts.27.up_proj,0.0385964100,0.05000,0.901 | |
| 23,mlp.experts.26.up_proj,0.0271428880,0.05000,0.862 | |
| 23,mlp.experts.25.up_proj,0.0100623327,0.05000,0.909 | |
| 23,mlp.experts.28.up_proj,0.0099461282,0.05000,0.913 | |
| 23,mlp.experts.30.up_proj,0.0068353550,0.05000,0.893 | |
| 23,mlp.experts.31.up_proj,0.0335093580,0.05000,0.962 | |
| 23,mlp.experts.29.up_proj,0.0040476312,0.05000,0.933 | |
| 23,mlp.experts.32.up_proj,0.0055685678,0.05000,0.966 | |
| 23,mlp.experts.35.up_proj,0.0058555330,0.05000,0.972 | |
| 23,mlp.experts.33.up_proj,0.0116598092,0.05000,0.967 | |
| 23,mlp.experts.34.up_proj,0.0101872427,0.05000,1.060 | |
| 23,mlp.experts.36.up_proj,0.0069758409,0.05000,0.970 | |
| 23,mlp.experts.39.up_proj,0.0052895074,0.05000,0.956 | |
| 23,mlp.experts.38.up_proj,0.0073256881,0.05000,0.901 | |
| 23,mlp.experts.37.up_proj,0.0190527728,0.05000,1.007 | |
| 23,mlp.experts.40.up_proj,0.0284672238,0.05000,0.887 | |
| 23,mlp.experts.43.up_proj,0.0045847736,0.05000,0.863 | |
| 23,mlp.experts.42.up_proj,0.0155674761,0.05000,0.898 | |
| 23,mlp.experts.41.up_proj,0.0056068413,0.05000,0.926 | |
| 23,mlp.experts.44.up_proj,0.0090375924,0.05000,0.907 | |
| 23,mlp.experts.47.up_proj,0.0141223556,0.05000,0.910 | |
| 23,mlp.experts.46.up_proj,0.0122338084,0.05000,0.921 | |
| 23,mlp.experts.45.up_proj,0.0071413046,0.05000,0.922 | |
| 23,mlp.experts.48.up_proj,0.0065388179,0.05000,0.835 | |
| 23,mlp.experts.51.up_proj,0.0088321331,0.05000,0.828 | |
| 23,mlp.experts.50.up_proj,0.0126691556,0.05000,0.853 | |
| 23,mlp.experts.49.up_proj,0.0068085502,0.05000,0.886 | |
| 23,mlp.experts.52.up_proj,0.0077357032,0.05000,0.884 | |
| 23,mlp.experts.55.up_proj,0.0108169905,0.05000,0.893 | |
| 23,mlp.experts.54.up_proj,0.0133214990,0.05000,0.912 | |
| 23,mlp.experts.53.up_proj,0.0051555171,0.05000,0.926 | |
| 23,mlp.experts.56.up_proj,0.0470092405,0.05000,0.889 | |
| 23,mlp.experts.59.up_proj,0.0332029497,0.05000,0.914 | |
| 23,mlp.experts.58.up_proj,0.0090121075,0.05000,0.856 | |
| 23,mlp.experts.57.up_proj,0.0068258368,0.05000,0.870 | |
| 23,mlp.experts.60.up_proj,0.0131886065,0.05000,0.872 | |
| 23,mlp.experts.63.up_proj,0.0069806273,0.05000,0.867 | |
| 23,mlp.experts.62.up_proj,0.0149515693,0.05000,0.827 | |
| 23,mlp.experts.61.up_proj,0.0109631080,0.05000,0.710 | |
| 23,mlp.experts.1.down_proj,0.0036122046,0.05000,0.617 | |
| 23,mlp.experts.0.down_proj,0.0053883195,0.05000,0.655 | |
| 23,mlp.experts.2.down_proj,0.0030323860,0.05000,0.670 | |
| 23,mlp.experts.3.down_proj,0.0020279352,0.05000,0.683 | |
| 23,mlp.experts.5.down_proj,0.0033964439,0.05000,0.644 | |
| 23,mlp.experts.7.down_proj,0.0046856431,0.05000,0.610 | |
| 23,mlp.experts.6.down_proj,0.0072158528,0.05000,0.644 | |
| 23,mlp.experts.4.down_proj,0.0054405053,0.05000,0.664 | |
| 23,mlp.experts.9.down_proj,0.0063519570,0.05000,0.649 | |
| 23,mlp.experts.10.down_proj,0.0058019096,0.05000,0.649 | |
| 23,mlp.experts.11.down_proj,0.0065253056,0.05000,0.680 | |
| 23,mlp.experts.8.down_proj,0.0049917079,0.05000,0.664 | |
| 23,mlp.experts.13.down_proj,0.0034764984,0.05000,0.697 | |
| 23,mlp.experts.12.down_proj,0.0020252184,0.05000,0.691 | |
| 23,mlp.experts.15.down_proj,0.0051682364,0.05000,0.711 | |
| 23,mlp.experts.14.down_proj,0.0071804846,0.05000,0.754 | |
| 23,mlp.experts.17.down_proj,0.0095926083,0.05000,0.654 | |
| 23,mlp.experts.19.down_proj,0.0065466741,0.05000,0.604 | |
| 23,mlp.experts.16.down_proj,0.0024601793,0.05000,0.636 | |
| 23,mlp.experts.18.down_proj,0.0041667607,0.05000,0.623 | |
| 23,mlp.experts.21.down_proj,0.0019767154,0.05000,0.668 | |
| 23,mlp.experts.20.down_proj,0.0055965704,0.05000,0.634 | |
| 23,mlp.experts.23.down_proj,0.0040930741,0.05000,0.668 | |
| 23,mlp.experts.22.down_proj,0.0036242482,0.05000,0.657 | |
| 23,mlp.experts.25.down_proj,0.0031270794,0.05000,0.610 | |
| 23,mlp.experts.24.down_proj,0.0292955667,0.05000,0.594 | |
| 23,mlp.experts.26.down_proj,0.0091625956,0.05000,0.572 | |
| 23,mlp.experts.27.down_proj,0.0141331141,0.05000,0.632 | |
| 23,mlp.experts.28.down_proj,0.0029394434,0.05000,0.625 | |
| 23,mlp.experts.29.down_proj,0.0041566944,0.05000,0.663 | |
| 23,mlp.experts.30.down_proj,0.0026919679,0.05000,0.643 | |
| 23,mlp.experts.31.down_proj,0.0108484924,0.05000,0.670 | |
| 23,mlp.experts.32.down_proj,0.0025670096,0.05000,0.627 | |
| 23,mlp.experts.33.down_proj,0.0037626665,0.05000,0.643 | |
| 23,mlp.experts.34.down_proj,0.0037792448,0.05000,0.641 | |
| 23,mlp.experts.35.down_proj,0.0031547748,0.05000,0.654 | |
| 23,mlp.experts.36.down_proj,0.0022072548,0.05000,0.711 | |
| 23,mlp.experts.37.down_proj,0.0067868585,0.05000,0.707 | |
| 23,mlp.experts.38.down_proj,0.0037732800,0.05000,0.727 | |
| 23,mlp.experts.39.down_proj,0.0022533624,0.05000,0.758 | |
| 23,mlp.experts.40.down_proj,0.0136076155,0.05000,0.668 | |
| 23,mlp.experts.41.down_proj,0.0020732521,0.05000,0.683 | |
| 23,mlp.experts.42.down_proj,0.0069326650,0.05000,0.659 | |
| 23,mlp.experts.43.down_proj,0.0027992262,0.05000,0.704 | |
| 23,mlp.experts.44.down_proj,0.0036507962,0.05000,0.636 | |
| 23,mlp.experts.45.down_proj,0.0043661207,0.05000,0.613 | |
| 23,mlp.experts.46.down_proj,0.0052047176,0.05000,0.645 | |
| 23,mlp.experts.47.down_proj,0.0064923096,0.05000,0.638 | |
| 23,mlp.experts.48.down_proj,0.0042462918,0.05000,0.638 | |
| 23,mlp.experts.49.down_proj,0.0033063045,0.05000,0.624 | |
| 23,mlp.experts.50.down_proj,0.0042373261,0.05000,0.622 | |
| 23,mlp.experts.51.down_proj,0.0043186753,0.05000,0.587 | |
| 23,mlp.experts.52.down_proj,0.0079703734,0.05000,0.639 | |
| 23,mlp.experts.54.down_proj,0.0045190511,0.05000,0.626 | |
| 23,mlp.experts.53.down_proj,0.0043486465,0.05000,0.709 | |
| 23,mlp.experts.55.down_proj,0.0048928676,0.05000,0.647 | |
| 23,mlp.experts.56.down_proj,0.0213517709,0.05000,0.600 | |
| 23,mlp.experts.58.down_proj,0.0047187100,0.05000,0.585 | |
| 23,mlp.experts.57.down_proj,0.0022884452,0.05000,0.614 | |
| 23,mlp.experts.59.down_proj,0.0119071708,0.05000,0.575 | |
| 23,mlp.experts.60.down_proj,0.0038427627,0.05000,0.579 | |
| 23,mlp.experts.62.down_proj,0.0087088036,0.05000,0.604 | |
| 23,mlp.experts.61.down_proj,0.0032309340,0.05000,0.541 | |
| 23,mlp.experts.63.down_proj,0.0038939466,0.05000,0.525 | |
| 23,mlp.shared_experts.gate_proj,0.0024804575,0.05000,0.385 | |
| 23,mlp.shared_experts.up_proj,0.0022679739,0.05000,0.401 | |
| 23,mlp.shared_experts.down_proj,0.0005377437,0.05000,0.162 | |
| 24,self_attn.kv_a_proj_with_mqa,0.0005317744,0.05000,0.392 | |
| 24,self_attn.q_proj,0.0035913345,0.05000,0.398 | |
| 24,self_attn.kv_b_proj,0.0710097996,0.05000,0.064 | |
| 24,self_attn.o_proj,0.0002085928,0.05000,0.244 | |
| 24,mlp.experts.2.gate_proj,0.0085144570,0.05000,0.855 | |
| 24,mlp.experts.3.gate_proj,0.0101701465,0.05000,0.898 | |
| 24,mlp.experts.1.gate_proj,0.0049140375,0.05000,0.908 | |
| 24,mlp.experts.0.gate_proj,0.0202375431,0.05000,0.916 | |
| 24,mlp.experts.6.gate_proj,0.0066739818,0.05000,0.892 | |
| 24,mlp.experts.7.gate_proj,0.0097011797,0.05000,0.872 | |
| 24,mlp.experts.5.gate_proj,0.0091299688,0.05000,0.874 | |
| 24,mlp.experts.4.gate_proj,0.0082102854,0.05000,0.900 | |
| 24,mlp.experts.11.gate_proj,0.0141226661,0.05000,0.907 | |
| 24,mlp.experts.10.gate_proj,0.0146356821,0.05000,0.939 | |
| 24,mlp.experts.9.gate_proj,0.0054686627,0.05000,0.934 | |
| 24,mlp.experts.8.gate_proj,0.0137720997,0.05000,0.903 | |
| 24,mlp.experts.14.gate_proj,0.0121700525,0.05000,0.854 | |
| 24,mlp.experts.15.gate_proj,0.0122942221,0.05000,0.899 | |
| 24,mlp.experts.12.gate_proj,0.0185630263,0.05000,0.859 | |
| 24,mlp.experts.13.gate_proj,0.0285847209,0.05000,0.897 | |
| 24,mlp.experts.18.gate_proj,0.0124717224,0.05000,0.889 | |
| 24,mlp.experts.16.gate_proj,0.0213381148,0.05000,0.895 | |
| 24,mlp.experts.19.gate_proj,0.0173184519,0.05000,0.916 | |
| 24,mlp.experts.17.gate_proj,0.0147674410,0.05000,0.945 | |
| 24,mlp.experts.22.gate_proj,0.0101126598,0.05000,0.905 | |
| 24,mlp.experts.20.gate_proj,0.0158338653,0.05000,0.880 | |
| 24,mlp.experts.23.gate_proj,0.0179927323,0.05000,0.898 | |
| 24,mlp.experts.21.gate_proj,0.0171978146,0.05000,0.922 | |
| 24,mlp.experts.24.gate_proj,0.0299245834,0.05000,0.877 | |
| 24,mlp.experts.27.gate_proj,0.0081261504,0.05000,0.847 | |
| 24,mlp.experts.26.gate_proj,0.0136049755,0.05000,0.906 | |
| 24,mlp.experts.25.gate_proj,0.0117124581,0.05000,0.882 | |
| 24,mlp.experts.31.gate_proj,0.0125865878,0.05000,0.851 | |
| 24,mlp.experts.28.gate_proj,0.0086621365,0.05000,0.912 | |
| 24,mlp.experts.30.gate_proj,0.0046408176,0.05000,0.928 | |
| 24,mlp.experts.29.gate_proj,0.0100575195,0.05000,0.881 | |
| 24,mlp.experts.35.gate_proj,0.1062710881,0.05000,0.838 | |
| 24,mlp.experts.34.gate_proj,0.0067437090,0.05000,0.852 | |
| 24,mlp.experts.32.gate_proj,0.0183016618,0.05000,0.901 | |
| 24,mlp.experts.33.gate_proj,0.0086710891,0.05000,0.874 | |
| 24,mlp.experts.39.gate_proj,0.0173983346,0.05000,0.920 | |
| 24,mlp.experts.38.gate_proj,0.0057514697,0.05000,0.859 | |
| 24,mlp.experts.36.gate_proj,0.0668806612,0.05000,0.870 | |
| 24,mlp.experts.37.gate_proj,0.0063235784,0.05000,0.839 | |
| 24,mlp.experts.43.gate_proj,0.0078102715,0.05000,0.847 | |
| 24,mlp.experts.42.gate_proj,0.0149006665,0.05000,0.849 | |
| 24,mlp.experts.41.gate_proj,0.0066008720,0.05000,0.863 | |
| 24,mlp.experts.40.gate_proj,0.0162604886,0.05000,0.943 | |
| 24,mlp.experts.47.gate_proj,0.0220386465,0.05000,0.862 | |
| 24,mlp.experts.46.gate_proj,0.0096302533,0.05000,0.919 | |
| 24,mlp.experts.45.gate_proj,0.0327966894,0.05000,0.910 | |
| 24,mlp.experts.44.gate_proj,0.0137089425,0.05000,0.908 | |
| 24,mlp.experts.51.gate_proj,0.0079193980,0.05000,0.894 | |
| 24,mlp.experts.50.gate_proj,0.0055647094,0.05000,0.907 | |
| 24,mlp.experts.49.gate_proj,0.0163832574,0.05000,0.881 | |
| 24,mlp.experts.48.gate_proj,0.0083727917,0.05000,0.883 | |
| 24,mlp.experts.55.gate_proj,0.0118487103,0.05000,0.892 | |
| 24,mlp.experts.54.gate_proj,0.0097545534,0.05000,0.818 | |
| 24,mlp.experts.53.gate_proj,0.0098392892,0.05000,0.788 | |
| 24,mlp.experts.52.gate_proj,0.0156286911,0.05000,0.767 | |
| 24,mlp.experts.59.gate_proj,0.0915504197,0.05000,0.828 | |
| 24,mlp.experts.57.gate_proj,0.0074868952,0.05000,0.841 | |
| 24,mlp.experts.58.gate_proj,0.0084782839,0.05000,0.850 | |
| 24,mlp.experts.56.gate_proj,0.0228309159,0.05000,0.936 | |
| 24,mlp.experts.63.gate_proj,0.0109481151,0.05000,0.862 | |
| 24,mlp.experts.62.gate_proj,0.0181252758,0.05000,0.886 | |
| 24,mlp.experts.61.gate_proj,0.0051328511,0.05000,0.915 | |
| 24,mlp.experts.60.gate_proj,0.0146621565,0.05000,0.945 | |
| 24,mlp.experts.2.up_proj,0.0085261311,0.05000,0.834 | |
| 24,mlp.experts.1.up_proj,0.0050308128,0.05000,0.853 | |
| 24,mlp.experts.3.up_proj,0.0103591260,0.05000,0.935 | |
| 24,mlp.experts.0.up_proj,0.0205282177,0.05000,0.885 | |
| 24,mlp.experts.6.up_proj,0.0069237184,0.05000,0.845 | |
| 24,mlp.experts.5.up_proj,0.0095892093,0.05000,0.854 | |
| 24,mlp.experts.7.up_proj,0.0095154985,0.05000,0.873 | |
| 24,mlp.experts.4.up_proj,0.0084110245,0.05000,0.865 | |
| 24,mlp.experts.10.up_proj,0.0150731526,0.05000,0.915 | |
| 24,mlp.experts.11.up_proj,0.0146625340,0.05000,0.853 | |
| 24,mlp.experts.9.up_proj,0.0056549454,0.05000,0.891 | |
| 24,mlp.experts.8.up_proj,0.0127284380,0.05000,0.914 | |
| 24,mlp.experts.15.up_proj,0.0129206652,0.05000,0.911 | |
| 24,mlp.experts.13.up_proj,0.0281992643,0.05000,0.941 | |
| 24,mlp.experts.14.up_proj,0.0123148389,0.05000,0.999 | |
| 24,mlp.experts.12.up_proj,0.0176555311,0.05000,0.911 | |
| 24,mlp.experts.19.up_proj,0.0168933083,0.05000,0.901 | |
| 24,mlp.experts.17.up_proj,0.0153486031,0.05000,0.869 | |
| 24,mlp.experts.18.up_proj,0.0125423368,0.05000,0.907 | |
| 24,mlp.experts.16.up_proj,0.0221487707,0.05000,0.874 | |
| 24,mlp.experts.21.up_proj,0.0178064615,0.05000,0.857 | |
| 24,mlp.experts.23.up_proj,0.0175976883,0.05000,0.919 | |
| 24,mlp.experts.22.up_proj,0.0103471309,0.05000,0.884 | |
| 24,mlp.experts.20.up_proj,0.0164543549,0.05000,0.894 | |
| 24,mlp.experts.25.up_proj,0.0120744864,0.05000,0.938 | |
| 24,mlp.experts.27.up_proj,0.0081679970,0.05000,0.929 | |
| 24,mlp.experts.26.up_proj,0.0129325603,0.05000,0.899 | |
| 24,mlp.experts.24.up_proj,0.0298726320,0.05000,0.963 | |
| 24,mlp.experts.29.up_proj,0.0097464681,0.05000,0.887 | |
| 24,mlp.experts.31.up_proj,0.0125195552,0.05000,0.849 | |
| 24,mlp.experts.30.up_proj,0.0046542823,0.05000,0.865 | |
| 24,mlp.experts.28.up_proj,0.0089658839,0.05000,0.948 | |
| 24,mlp.experts.33.up_proj,0.0083341767,0.05000,0.856 | |
| 24,mlp.experts.34.up_proj,0.0069526945,0.05000,0.840 | |
| 24,mlp.experts.35.up_proj,0.1139076352,0.05000,0.896 | |
| 24,mlp.experts.32.up_proj,0.0185039865,0.05000,0.886 | |
| 24,mlp.experts.38.up_proj,0.0060365336,0.05000,0.900 | |
| 24,mlp.experts.39.up_proj,0.0170778975,0.05000,0.891 | |
| 24,mlp.experts.37.up_proj,0.0064695694,0.05000,0.945 | |
| 24,mlp.experts.36.up_proj,0.0693989515,0.05000,0.888 | |
| 24,mlp.experts.43.up_proj,0.0076566635,0.05000,0.822 | |
| 24,mlp.experts.42.up_proj,0.0148917389,0.05000,0.873 | |
| 24,mlp.experts.41.up_proj,0.0061882453,0.05000,0.902 | |
| 24,mlp.experts.40.up_proj,0.0165022289,0.05000,0.848 | |
| 24,mlp.experts.47.up_proj,0.0222894808,0.05000,0.929 | |
| 24,mlp.experts.46.up_proj,0.0095485969,0.05000,0.916 | |
| 24,mlp.experts.45.up_proj,0.0336192506,0.05000,0.900 | |
| 24,mlp.experts.44.up_proj,0.0135653710,0.05000,0.867 | |
| 24,mlp.experts.51.up_proj,0.0078267291,0.05000,0.870 | |
| 24,mlp.experts.50.up_proj,0.0053427813,0.05000,0.908 | |
| 24,mlp.experts.49.up_proj,0.0153246584,0.05000,0.888 | |
| 24,mlp.experts.48.up_proj,0.0079793708,0.05000,0.965 | |
| 24,mlp.experts.55.up_proj,0.0116920199,0.05000,0.838 | |
| 24,mlp.experts.54.up_proj,0.0097665551,0.05000,0.867 | |
| 24,mlp.experts.53.up_proj,0.0089992142,0.05000,0.944 | |
| 24,mlp.experts.52.up_proj,0.0161747800,0.05000,0.907 | |
| 24,mlp.experts.59.up_proj,0.0909519593,0.05000,0.912 | |
| 24,mlp.experts.58.up_proj,0.0084867695,0.05000,0.950 | |
| 24,mlp.experts.57.up_proj,0.0071737690,0.05000,0.941 | |
| 24,mlp.experts.56.up_proj,0.0224445113,0.05000,0.901 | |
| 24,mlp.experts.63.up_proj,0.0109389647,0.05000,0.889 | |
| 24,mlp.experts.62.up_proj,0.0165783697,0.05000,0.859 | |
| 24,mlp.experts.61.up_proj,0.0053305715,0.05000,0.801 | |
| 24,mlp.experts.60.up_proj,0.0143106778,0.05000,0.673 | |
| 24,mlp.experts.2.down_proj,0.0046200325,0.05000,0.600 | |
| 24,mlp.experts.1.down_proj,0.0038239773,0.05000,0.638 | |
| 24,mlp.experts.3.down_proj,0.0059433509,0.05000,0.662 | |
| 24,mlp.experts.0.down_proj,0.0082839053,0.05000,0.692 | |
| 24,mlp.experts.6.down_proj,0.0027127690,0.05000,0.627 | |
| 24,mlp.experts.7.down_proj,0.0044923418,0.05000,0.583 | |
| 24,mlp.experts.5.down_proj,0.0179758591,0.05000,0.619 | |
| 24,mlp.experts.4.down_proj,0.0040299442,0.05000,0.591 | |
| 24,mlp.experts.10.down_proj,0.0065156497,0.05000,0.611 | |
| 24,mlp.experts.11.down_proj,0.0069539917,0.05000,0.603 | |
| 24,mlp.experts.8.down_proj,0.0054548539,0.05000,0.573 | |
| 24,mlp.experts.9.down_proj,0.0030907898,0.05000,0.607 | |
| 24,mlp.experts.12.down_proj,0.0066382376,0.05000,0.575 | |
| 24,mlp.experts.14.down_proj,0.0048810035,0.05000,0.597 | |
| 24,mlp.experts.15.down_proj,0.0051603752,0.05000,0.600 | |
| 24,mlp.experts.13.down_proj,0.0137541272,0.05000,0.635 | |
| 24,mlp.experts.16.down_proj,0.0089952148,0.05000,0.571 | |
| 24,mlp.experts.18.down_proj,0.0049718941,0.05000,0.578 | |
| 24,mlp.experts.19.down_proj,0.0066119920,0.05000,0.620 | |
| 24,mlp.experts.17.down_proj,0.0055422333,0.05000,0.598 | |
| 24,mlp.experts.20.down_proj,0.0056719303,0.05000,0.585 | |
| 24,mlp.experts.22.down_proj,0.0049356807,0.05000,0.583 | |
| 24,mlp.experts.23.down_proj,0.0085896681,0.05000,0.603 | |
| 24,mlp.experts.21.down_proj,0.0071749292,0.05000,0.656 | |
| 24,mlp.experts.26.down_proj,0.0052679003,0.05000,0.579 | |
| 24,mlp.experts.24.down_proj,0.0143297625,0.05000,0.592 | |
| 24,mlp.experts.27.down_proj,0.0052367838,0.05000,0.607 | |
| 24,mlp.experts.25.down_proj,0.0045690672,0.05000,0.668 | |
| 24,mlp.experts.30.down_proj,0.0078821904,0.05000,0.587 | |
| 24,mlp.experts.28.down_proj,0.0037965578,0.05000,0.594 | |
| 24,mlp.experts.31.down_proj,0.0060240731,0.05000,0.619 | |
| 24,mlp.experts.29.down_proj,0.0046470814,0.05000,0.640 | |
| 24,mlp.experts.32.down_proj,0.0083843827,0.05000,0.631 | |
| 24,mlp.experts.34.down_proj,0.0041791647,0.05000,0.641 | |
| 24,mlp.experts.35.down_proj,0.0895469983,0.05000,0.637 | |
| 24,mlp.experts.33.down_proj,0.0053282776,0.05000,0.643 | |
| 24,mlp.experts.36.down_proj,0.0336481333,0.05000,0.578 | |
| 24,mlp.experts.38.down_proj,0.0027602697,0.05000,0.638 | |
| 24,mlp.experts.39.down_proj,0.0060761349,0.05000,0.568 | |
| 24,mlp.experts.37.down_proj,0.0030146621,0.05000,0.633 | |
| 24,mlp.experts.40.down_proj,0.0051078697,0.05000,0.589 | |
| 24,mlp.experts.42.down_proj,0.0056053853,0.05000,0.592 | |
| 24,mlp.experts.43.down_proj,0.0031518867,0.05000,0.603 | |
| 24,mlp.experts.41.down_proj,0.0032876540,0.05000,0.599 | |
| 24,mlp.experts.44.down_proj,0.0051587035,0.05000,0.644 | |
| 24,mlp.experts.46.down_proj,0.0037871029,0.05000,0.592 | |
| 24,mlp.experts.47.down_proj,0.0136949390,0.05000,0.610 | |
| 24,mlp.experts.45.down_proj,0.0113813778,0.05000,0.612 | |
| 24,mlp.experts.50.down_proj,0.0045395863,0.05000,0.620 | |
| 24,mlp.experts.48.down_proj,0.0043025617,0.05000,0.640 | |
| 24,mlp.experts.51.down_proj,0.0036429850,0.05000,0.619 | |
| 24,mlp.experts.49.down_proj,0.0094434023,0.05000,0.613 | |
| 24,mlp.experts.52.down_proj,0.0065231555,0.05000,0.634 | |
| 24,mlp.experts.54.down_proj,0.0039448415,0.05000,0.653 | |
| 24,mlp.experts.55.down_proj,0.0064722423,0.05000,0.592 | |
| 24,mlp.experts.53.down_proj,0.0023484254,0.05000,0.600 | |
| 24,mlp.experts.56.down_proj,0.0076778305,0.05000,0.581 | |
| 24,mlp.experts.58.down_proj,0.0052272003,0.05000,0.622 | |
| 24,mlp.experts.59.down_proj,0.0210711161,0.05000,0.614 | |
| 24,mlp.experts.57.down_proj,0.0067915261,0.05000,0.637 | |
| 24,mlp.experts.60.down_proj,0.0078688860,0.05000,0.584 | |
| 24,mlp.experts.62.down_proj,0.0131270797,0.05000,0.603 | |
| 24,mlp.experts.63.down_proj,0.0044587571,0.05000,0.597 | |
| 24,mlp.experts.61.down_proj,0.0032406090,0.05000,0.411 | |
| 24,mlp.shared_experts.gate_proj,0.0033792790,0.05000,0.425 | |
| 24,mlp.shared_experts.up_proj,0.0027248976,0.05000,0.428 | |
| 24,mlp.shared_experts.down_proj,0.0009700335,0.05000,0.160 | |
| 25,self_attn.q_proj,0.0037887395,0.05000,0.418 | |
| 25,self_attn.kv_a_proj_with_mqa,0.0005837852,0.05000,0.421 | |
| 25,self_attn.kv_b_proj,0.0204611344,0.05000,0.060 | |
| 25,self_attn.o_proj,0.0004726276,0.05000,0.241 | |
| 25,mlp.experts.3.gate_proj,0.0159530660,0.05000,0.850 | |
| 25,mlp.experts.0.gate_proj,0.0153707946,0.05000,0.916 | |
| 25,mlp.experts.1.gate_proj,0.0222831877,0.05000,0.925 | |
| 25,mlp.experts.2.gate_proj,0.0092257050,0.05000,0.960 | |
| 25,mlp.experts.7.gate_proj,0.0253095550,0.05000,0.865 | |
| 25,mlp.experts.4.gate_proj,0.0069914970,0.05000,0.899 | |
| 25,mlp.experts.5.gate_proj,0.0548689732,0.05000,0.900 | |
| 25,mlp.experts.6.gate_proj,0.0071401747,0.05000,0.898 | |
| 25,mlp.experts.11.gate_proj,0.0181374128,0.05000,0.905 | |
| 25,mlp.experts.9.gate_proj,0.0081079520,0.05000,0.891 | |
| 25,mlp.experts.10.gate_proj,0.0212408015,0.05000,0.917 | |
| 25,mlp.experts.8.gate_proj,0.0254205696,0.05000,0.980 | |
| 25,mlp.experts.15.gate_proj,0.0143534720,0.05000,0.877 | |
| 25,mlp.experts.13.gate_proj,0.0076420117,0.05000,0.888 | |
| 25,mlp.experts.14.gate_proj,0.0163654241,0.05000,0.881 | |
| 25,mlp.experts.12.gate_proj,0.0299790402,0.05000,0.862 | |
| 25,mlp.experts.19.gate_proj,0.0060917995,0.05000,0.868 | |
| 25,mlp.experts.17.gate_proj,0.0104056872,0.05000,0.886 | |
| 25,mlp.experts.16.gate_proj,0.0099117495,0.05000,0.862 | |
| 25,mlp.experts.18.gate_proj,0.0346577082,0.05000,0.877 | |
| 25,mlp.experts.23.gate_proj,0.0145487349,0.05000,0.878 | |
| 25,mlp.experts.21.gate_proj,0.0118342623,0.05000,0.868 | |
| 25,mlp.experts.20.gate_proj,0.0141840031,0.05000,0.872 | |
| 25,mlp.experts.22.gate_proj,0.0290190292,0.05000,0.869 | |
| 25,mlp.experts.27.gate_proj,0.0152320516,0.05000,0.817 | |
| 25,mlp.experts.25.gate_proj,0.0211866349,0.05000,0.841 | |
| 25,mlp.experts.26.gate_proj,0.0167020275,0.05000,0.842 | |
| 25,mlp.experts.24.gate_proj,0.0109856404,0.05000,0.861 | |
| 25,mlp.experts.31.gate_proj,0.0301548552,0.05000,0.865 | |
| 25,mlp.experts.29.gate_proj,0.0079205662,0.05000,0.865 | |
| 25,mlp.experts.30.gate_proj,0.0098540187,0.05000,0.835 | |
| 25,mlp.experts.28.gate_proj,0.0242124432,0.05000,0.842 | |
| 25,mlp.experts.35.gate_proj,0.0083950045,0.05000,0.836 | |
| 25,mlp.experts.34.gate_proj,0.0306675982,0.05000,0.815 | |
| 25,mlp.experts.33.gate_proj,0.0231038789,0.05000,0.862 | |
| 25,mlp.experts.32.gate_proj,0.0061942316,0.05000,0.844 | |
| 25,mlp.experts.39.gate_proj,0.0198384913,0.05000,0.927 | |
| 25,mlp.experts.38.gate_proj,0.0084947493,0.05000,0.873 | |
| 25,mlp.experts.37.gate_proj,0.0123830838,0.05000,0.857 | |
| 25,mlp.experts.36.gate_proj,0.0179928852,0.05000,0.890 | |
| 25,mlp.experts.43.gate_proj,0.0073566022,0.05000,0.904 | |
| 25,mlp.experts.42.gate_proj,0.0054973120,0.05000,0.864 | |
| 25,mlp.experts.41.gate_proj,0.0148634623,0.05000,0.915 | |
| 25,mlp.experts.40.gate_proj,0.0215291300,0.05000,0.874 | |
| 25,mlp.experts.47.gate_proj,0.0610834757,0.05000,0.826 | |
| 25,mlp.experts.46.gate_proj,0.0073342802,0.05000,0.848 | |
| 25,mlp.experts.45.gate_proj,0.0113857131,0.05000,0.843 | |
| 25,mlp.experts.44.gate_proj,0.0049267093,0.05000,0.915 | |
| 25,mlp.experts.51.gate_proj,0.0688542366,0.05000,0.874 | |
| 25,mlp.experts.50.gate_proj,0.0100966714,0.05000,0.880 | |
| 25,mlp.experts.49.gate_proj,0.0180061927,0.05000,0.836 | |
| 25,mlp.experts.48.gate_proj,0.0133558144,0.05000,0.855 | |
| 25,mlp.experts.55.gate_proj,0.0106048679,0.05000,0.869 | |
| 25,mlp.experts.54.gate_proj,0.0111320634,0.05000,0.875 | |
| 25,mlp.experts.53.gate_proj,0.0076300597,0.05000,0.896 | |
| 25,mlp.experts.52.gate_proj,0.0186154143,0.05000,0.888 | |
| 25,mlp.experts.59.gate_proj,0.0074614729,0.05000,0.849 | |
| 25,mlp.experts.58.gate_proj,0.0198858418,0.05000,0.830 | |
| 25,mlp.experts.57.gate_proj,0.0086063349,0.05000,0.855 | |
| 25,mlp.experts.56.gate_proj,0.0090165338,0.05000,0.859 | |
| 25,mlp.experts.63.gate_proj,0.0055078709,0.05000,0.868 | |
| 25,mlp.experts.62.gate_proj,0.0186944510,0.05000,0.852 | |
| 25,mlp.experts.61.gate_proj,0.0186492490,0.05000,0.851 | |
| 25,mlp.experts.60.gate_proj,0.0082425538,0.05000,0.917 | |
| 25,mlp.experts.2.up_proj,0.0095838462,0.05000,0.854 | |
| 25,mlp.experts.3.up_proj,0.0161936998,0.05000,0.936 | |
| 25,mlp.experts.1.up_proj,0.0226966375,0.05000,0.860 | |
| 25,mlp.experts.0.up_proj,0.0160821488,0.05000,0.876 | |
| 25,mlp.experts.7.up_proj,0.0264982158,0.05000,0.847 | |
| 25,mlp.experts.6.up_proj,0.0073263054,0.05000,0.908 | |
| 25,mlp.experts.5.up_proj,0.0565180320,0.05000,0.846 | |
| 25,mlp.experts.4.up_proj,0.0071539160,0.05000,0.861 | |
| 25,mlp.experts.10.up_proj,0.0220671432,0.05000,0.833 | |
| 25,mlp.experts.9.up_proj,0.0078056290,0.05000,0.866 | |
| 25,mlp.experts.11.up_proj,0.0182391567,0.05000,0.913 | |
| 25,mlp.experts.8.up_proj,0.0272259674,0.05000,0.872 | |
| 25,mlp.experts.14.up_proj,0.0170468419,0.05000,0.835 | |
| 25,mlp.experts.15.up_proj,0.0145053347,0.05000,0.857 | |
| 25,mlp.experts.13.up_proj,0.0080872940,0.05000,0.903 | |
| 25,mlp.experts.12.up_proj,0.0317595700,0.05000,0.821 | |
| 25,mlp.experts.18.up_proj,0.0360174435,0.05000,0.866 | |
| 25,mlp.experts.17.up_proj,0.0106226219,0.05000,0.887 | |
| 25,mlp.experts.19.up_proj,0.0064823689,0.05000,0.935 | |
| 25,mlp.experts.16.up_proj,0.0104515366,0.05000,0.888 | |
| 25,mlp.experts.22.up_proj,0.0299538633,0.05000,0.872 | |
| 25,mlp.experts.21.up_proj,0.0120852903,0.05000,0.853 | |
| 25,mlp.experts.23.up_proj,0.0147653213,0.05000,0.875 | |
| 25,mlp.experts.20.up_proj,0.0144098086,0.05000,0.887 | |
| 25,mlp.experts.26.up_proj,0.0180355541,0.05000,0.913 | |
| 25,mlp.experts.25.up_proj,0.0227038488,0.05000,0.878 | |
| 25,mlp.experts.27.up_proj,0.0156198663,0.05000,0.835 | |
| 25,mlp.experts.24.up_proj,0.0114546395,0.05000,0.840 | |
| 25,mlp.experts.30.up_proj,0.0087326512,0.05000,0.872 | |
| 25,mlp.experts.29.up_proj,0.0073112148,0.05000,0.857 | |
| 25,mlp.experts.31.up_proj,0.0309802470,0.05000,0.846 | |
| 25,mlp.experts.28.up_proj,0.0251539962,0.05000,0.855 | |
| 25,mlp.experts.34.up_proj,0.0315428686,0.05000,0.913 | |
| 25,mlp.experts.33.up_proj,0.0220624541,0.05000,0.855 | |
| 25,mlp.experts.35.up_proj,0.0087870105,0.05000,0.869 | |
| 25,mlp.experts.32.up_proj,0.0064757567,0.05000,0.828 | |
| 25,mlp.experts.37.up_proj,0.0115628997,0.05000,0.831 | |
| 25,mlp.experts.39.up_proj,0.0189641301,0.05000,0.874 | |
| 25,mlp.experts.36.up_proj,0.0185717915,0.05000,0.821 | |
| 25,mlp.experts.38.up_proj,0.0089991490,0.05000,0.933 | |
| 25,mlp.experts.41.up_proj,0.0156987988,0.05000,0.883 | |
| 25,mlp.experts.43.up_proj,0.0076230772,0.05000,0.885 | |
| 25,mlp.experts.40.up_proj,0.0223551264,0.05000,0.921 | |
| 25,mlp.experts.42.up_proj,0.0056292187,0.05000,0.900 | |
| 25,mlp.experts.45.up_proj,0.0120121241,0.05000,0.863 | |
| 25,mlp.experts.47.up_proj,0.0656536718,0.05000,0.877 | |
| 25,mlp.experts.44.up_proj,0.0051356512,0.05000,0.842 | |
| 25,mlp.experts.46.up_proj,0.0075173361,0.05000,0.849 | |
| 25,mlp.experts.51.up_proj,0.0720634580,0.05000,0.848 | |
| 25,mlp.experts.49.up_proj,0.0189986229,0.05000,0.930 | |
| 25,mlp.experts.50.up_proj,0.0104353352,0.05000,0.870 | |
| 25,mlp.experts.48.up_proj,0.0139939952,0.05000,0.916 | |
| 25,mlp.experts.55.up_proj,0.0108728695,0.05000,0.853 | |
| 25,mlp.experts.53.up_proj,0.0078444893,0.05000,0.888 | |
| 25,mlp.experts.54.up_proj,0.0115148739,0.05000,0.889 | |
| 25,mlp.experts.52.up_proj,0.0180874674,0.05000,0.889 | |
| 25,mlp.experts.59.up_proj,0.0072653337,0.05000,0.847 | |
| 25,mlp.experts.57.up_proj,0.0090254448,0.05000,0.866 | |
| 25,mlp.experts.58.up_proj,0.0208062511,0.05000,0.869 | |
| 25,mlp.experts.56.up_proj,0.0092149606,0.05000,0.864 | |
| 25,mlp.experts.63.up_proj,0.0056309099,0.05000,0.883 | |
| 25,mlp.experts.61.up_proj,0.0196017390,0.05000,0.849 | |
| 25,mlp.experts.62.up_proj,0.0177175625,0.05000,0.831 | |
| 25,mlp.experts.60.up_proj,0.0085018720,0.05000,0.825 | |
| 25,mlp.experts.0.down_proj,0.0075032277,0.05000,0.594 | |
| 25,mlp.experts.2.down_proj,0.0062044460,0.05000,0.605 | |
| 25,mlp.experts.1.down_proj,0.0133172114,0.05000,0.619 | |
| 25,mlp.experts.3.down_proj,0.0079231411,0.05000,0.623 | |
| 25,mlp.experts.6.down_proj,0.0051603705,0.05000,0.586 | |
| 25,mlp.experts.4.down_proj,0.0050127922,0.05000,0.623 | |
| 25,mlp.experts.5.down_proj,0.0244209766,0.05000,0.616 | |
| 25,mlp.experts.7.down_proj,0.0120656048,0.05000,0.646 | |
| 25,mlp.experts.11.down_proj,0.0111390166,0.05000,0.636 | |
| 25,mlp.experts.8.down_proj,0.0138078120,0.05000,0.697 | |
| 25,mlp.experts.9.down_proj,0.0042743781,0.05000,0.718 | |
| 25,mlp.experts.10.down_proj,0.0129589302,0.05000,0.769 | |
| 25,mlp.experts.12.down_proj,0.0162609679,0.05000,0.570 | |
| 25,mlp.experts.15.down_proj,0.0107925018,0.05000,0.605 | |
| 25,mlp.experts.13.down_proj,0.0033971127,0.05000,0.600 | |
| 25,mlp.experts.14.down_proj,0.0087032902,0.05000,0.602 | |
| 25,mlp.experts.19.down_proj,0.0069552874,0.05000,0.627 | |
| 25,mlp.experts.16.down_proj,0.0074316468,0.05000,0.669 | |
| 25,mlp.experts.17.down_proj,0.0056867587,0.05000,0.607 | |
| 25,mlp.experts.18.down_proj,0.0155074511,0.05000,0.606 | |
| 25,mlp.experts.20.down_proj,0.0070039166,0.05000,0.593 | |
| 25,mlp.experts.23.down_proj,0.0082693047,0.05000,0.629 | |
| 25,mlp.experts.22.down_proj,0.0139892697,0.05000,0.615 | |
| 25,mlp.experts.21.down_proj,0.0047258917,0.05000,0.652 | |
| 25,mlp.experts.24.down_proj,0.0083925713,0.05000,0.586 | |
| 25,mlp.experts.27.down_proj,0.0122896202,0.05000,0.598 | |
| 25,mlp.experts.26.down_proj,0.0132404241,0.05000,0.613 | |
| 25,mlp.experts.25.down_proj,0.0134277314,0.05000,0.613 | |
| 25,mlp.experts.28.down_proj,0.0189282778,0.05000,0.589 | |
| 25,mlp.experts.31.down_proj,0.0172249255,0.05000,0.607 | |
| 25,mlp.experts.29.down_proj,0.0055125956,0.05000,0.577 | |
| 25,mlp.experts.30.down_proj,0.0094482736,0.05000,0.612 | |
| 25,mlp.experts.32.down_proj,0.0053395426,0.05000,0.585 | |
| 25,mlp.experts.35.down_proj,0.0055860689,0.05000,0.583 | |
| 25,mlp.experts.34.down_proj,0.0146727228,0.05000,0.602 | |
| 25,mlp.experts.33.down_proj,0.0273518950,0.05000,0.611 | |
| 25,mlp.experts.36.down_proj,0.0099690283,0.05000,0.582 | |
| 25,mlp.experts.39.down_proj,0.0206259306,0.05000,0.588 | |
| 25,mlp.experts.38.down_proj,0.0024760584,0.05000,0.616 | |
| 25,mlp.experts.37.down_proj,0.0066943350,0.05000,0.627 | |
| 25,mlp.experts.40.down_proj,0.0127613786,0.05000,0.573 | |
| 25,mlp.experts.43.down_proj,0.0047483997,0.05000,0.600 | |
| 25,mlp.experts.42.down_proj,0.0064665579,0.05000,0.581 | |
| 25,mlp.experts.41.down_proj,0.0056052449,0.05000,0.589 | |
| 25,mlp.experts.44.down_proj,0.0081055132,0.05000,0.585 | |
| 25,mlp.experts.47.down_proj,0.0354075233,0.05000,0.610 | |
| 25,mlp.experts.46.down_proj,0.0057620734,0.05000,0.588 | |
| 25,mlp.experts.45.down_proj,0.0101236853,0.05000,0.643 | |
| 25,mlp.experts.48.down_proj,0.0067475035,0.05000,0.566 | |
| 25,mlp.experts.50.down_proj,0.0092452006,0.05000,0.567 | |
| 25,mlp.experts.51.down_proj,0.0268332839,0.05000,0.627 | |
| 25,mlp.experts.49.down_proj,0.0115633268,0.05000,0.584 | |
| 25,mlp.experts.52.down_proj,0.0054776280,0.05000,0.620 | |
| 25,mlp.experts.54.down_proj,0.0079226199,0.05000,0.634 | |
| 25,mlp.experts.55.down_proj,0.0065323395,0.05000,0.644 | |
| 25,mlp.experts.53.down_proj,0.0097684002,0.05000,0.647 | |
| 25,mlp.experts.56.down_proj,0.0061793986,0.05000,0.591 | |
| 25,mlp.experts.59.down_proj,0.0035065105,0.05000,0.580 | |
| 25,mlp.experts.58.down_proj,0.0158871822,0.05000,0.603 | |
| 25,mlp.experts.57.down_proj,0.0069032534,0.05000,0.625 | |
| 25,mlp.experts.60.down_proj,0.0053312842,0.05000,0.577 | |
| 25,mlp.experts.63.down_proj,0.0041910681,0.05000,0.529 | |
| 25,mlp.experts.62.down_proj,0.0101800877,0.05000,0.541 | |
| 25,mlp.experts.61.down_proj,0.0063785243,0.05000,0.446 | |
| 25,mlp.shared_experts.gate_proj,0.0043350429,0.05000,0.401 | |
| 25,mlp.shared_experts.up_proj,0.0025596505,0.05000,0.414 | |
| 25,mlp.shared_experts.down_proj,0.0011669142,0.05000,0.153 | |
| 26,self_attn.q_proj,0.0030041274,0.05000,0.360 | |
| 26,self_attn.kv_a_proj_with_mqa,0.0004007210,0.05000,0.377 | |
| 26,self_attn.kv_b_proj,0.0270527598,0.05000,0.052 | |
| 26,self_attn.o_proj,0.0007075375,0.05000,0.278 | |
| 26,mlp.experts.0.gate_proj,0.0131559417,0.05000,0.844 | |
| 26,mlp.experts.2.gate_proj,0.0146338987,0.05000,0.902 | |
| 26,mlp.experts.1.gate_proj,0.0115057356,0.05000,0.920 | |
| 26,mlp.experts.3.gate_proj,0.0119714283,0.05000,0.936 | |
| 26,mlp.experts.4.gate_proj,0.0473557048,0.05000,0.873 | |
| 26,mlp.experts.7.gate_proj,0.0212107003,0.05000,0.839 | |
| 26,mlp.experts.6.gate_proj,0.0095347586,0.05000,0.889 | |
| 26,mlp.experts.5.gate_proj,0.0089659299,0.05000,0.880 | |
| 26,mlp.experts.8.gate_proj,0.0256543010,0.05000,0.824 | |
| 26,mlp.experts.11.gate_proj,0.0253501910,0.05000,0.859 | |
| 26,mlp.experts.10.gate_proj,0.0138897651,0.05000,0.879 | |
| 26,mlp.experts.9.gate_proj,0.0139773658,0.05000,0.900 | |
| 26,mlp.experts.12.gate_proj,0.0270122215,0.05000,0.838 | |
| 26,mlp.experts.15.gate_proj,0.0046889168,0.05000,0.888 | |
| 26,mlp.experts.14.gate_proj,0.0066765372,0.05000,0.915 | |
| 26,mlp.experts.13.gate_proj,0.0098971647,0.05000,0.911 | |
| 26,mlp.experts.16.gate_proj,0.0128043051,0.05000,0.879 | |
| 26,mlp.experts.18.gate_proj,0.0272025629,0.05000,0.925 | |
| 26,mlp.experts.17.gate_proj,0.0072421154,0.05000,0.912 | |
| 26,mlp.experts.19.gate_proj,0.0342820930,0.05000,1.016 | |
| 26,mlp.experts.20.gate_proj,0.0169591904,0.05000,0.911 | |
| 26,mlp.experts.21.gate_proj,0.0109911917,0.05000,0.875 | |
| 26,mlp.experts.22.gate_proj,0.0074589097,0.05000,0.961 | |
| 26,mlp.experts.23.gate_proj,0.0055517854,0.05000,0.936 | |
| 26,mlp.experts.24.gate_proj,0.0212206813,0.05000,0.944 | |
| 26,mlp.experts.25.gate_proj,0.0138860799,0.05000,0.902 | |
| 26,mlp.experts.26.gate_proj,0.0096791242,0.05000,0.837 | |
| 26,mlp.experts.27.gate_proj,0.0076487695,0.05000,0.851 | |
| 26,mlp.experts.28.gate_proj,0.0104620515,0.05000,0.831 | |
| 26,mlp.experts.30.gate_proj,0.0072625790,0.05000,0.835 | |
| 26,mlp.experts.29.gate_proj,0.0141710314,0.05000,0.865 | |
| 26,mlp.experts.31.gate_proj,0.0085621061,0.05000,0.884 | |
| 26,mlp.experts.32.gate_proj,0.0091273236,0.05000,0.861 | |
| 26,mlp.experts.33.gate_proj,0.0513517346,0.05000,0.863 | |
| 26,mlp.experts.34.gate_proj,0.0165173243,0.05000,0.932 | |
| 26,mlp.experts.35.gate_proj,0.0149955332,0.05000,0.909 | |
| 26,mlp.experts.36.gate_proj,0.0110944223,0.05000,0.897 | |
| 26,mlp.experts.37.gate_proj,0.0160928574,0.05000,0.843 | |
| 26,mlp.experts.39.gate_proj,0.0169110649,0.05000,0.847 | |
| 26,mlp.experts.38.gate_proj,0.0144296073,0.05000,0.924 | |
| 26,mlp.experts.40.gate_proj,0.0144266521,0.05000,0.865 | |
| 26,mlp.experts.41.gate_proj,0.0155517344,0.05000,0.885 | |
| 26,mlp.experts.43.gate_proj,0.0178946307,0.05000,0.886 | |
| 26,mlp.experts.42.gate_proj,0.0306637128,0.05000,0.888 | |
| 26,mlp.experts.44.gate_proj,0.0070909896,0.05000,0.896 | |
| 26,mlp.experts.47.gate_proj,0.0126871900,0.05000,0.848 | |
| 26,mlp.experts.45.gate_proj,0.0314769663,0.05000,0.957 | |
| 26,mlp.experts.46.gate_proj,0.0140055567,0.05000,0.897 | |
| 26,mlp.experts.48.gate_proj,0.0158469785,0.05000,0.854 | |
| 26,mlp.experts.51.gate_proj,0.0339091172,0.05000,0.852 | |
| 26,mlp.experts.49.gate_proj,0.0191900270,0.05000,0.886 | |
| 26,mlp.experts.50.gate_proj,0.0231808343,0.05000,0.842 | |
| 26,mlp.experts.52.gate_proj,0.0072919042,0.05000,0.915 | |
| 26,mlp.experts.55.gate_proj,0.0146997826,0.05000,0.846 | |
| 26,mlp.experts.53.gate_proj,0.0105210687,0.05000,0.873 | |
| 26,mlp.experts.54.gate_proj,0.0137928787,0.05000,0.866 | |
| 26,mlp.experts.56.gate_proj,0.0174434308,0.05000,0.852 | |
| 26,mlp.experts.59.gate_proj,0.0160337413,0.05000,0.888 | |
| 26,mlp.experts.57.gate_proj,0.0090529014,0.05000,0.842 | |
| 26,mlp.experts.58.gate_proj,0.0276186797,0.05000,0.845 | |
| 26,mlp.experts.60.gate_proj,0.0117359397,0.05000,0.881 | |
| 26,mlp.experts.61.gate_proj,0.0151381493,0.05000,0.826 | |
| 26,mlp.experts.63.gate_proj,0.0154998713,0.05000,0.880 | |
| 26,mlp.experts.62.gate_proj,0.0102997213,0.05000,0.849 | |
| 26,mlp.experts.0.up_proj,0.0137093822,0.05000,0.935 | |
| 26,mlp.experts.3.up_proj,0.0125896613,0.05000,0.862 | |
| 26,mlp.experts.2.up_proj,0.0148572667,0.05000,0.845 | |
| 26,mlp.experts.1.up_proj,0.0113282068,0.05000,0.908 | |
| 26,mlp.experts.4.up_proj,0.0481600232,0.05000,0.845 | |
| 26,mlp.experts.5.up_proj,0.0086066776,0.05000,0.820 | |
| 26,mlp.experts.7.up_proj,0.0222164934,0.05000,0.849 | |
| 26,mlp.experts.6.up_proj,0.0099065122,0.05000,0.910 | |
| 26,mlp.experts.8.up_proj,0.0269796494,0.05000,0.921 | |
| 26,mlp.experts.9.up_proj,0.0142521977,0.05000,0.873 | |
| 26,mlp.experts.11.up_proj,0.0262380353,0.05000,0.931 | |
| 26,mlp.experts.10.up_proj,0.0135030532,0.05000,0.886 | |
| 26,mlp.experts.12.up_proj,0.0291225053,0.05000,0.844 | |
| 26,mlp.experts.13.up_proj,0.0094010346,0.05000,0.833 | |
| 26,mlp.experts.15.up_proj,0.0049441668,0.05000,0.862 | |
| 26,mlp.experts.14.up_proj,0.0066841365,0.05000,0.872 | |
| 26,mlp.experts.16.up_proj,0.0126572421,0.05000,0.871 | |
| 26,mlp.experts.17.up_proj,0.0067097732,0.05000,0.859 | |
| 26,mlp.experts.19.up_proj,0.0360141134,0.05000,0.883 | |
| 26,mlp.experts.18.up_proj,0.0285082297,0.05000,0.865 | |
| 26,mlp.experts.20.up_proj,0.0177313089,0.05000,0.920 | |
| 26,mlp.experts.21.up_proj,0.0110236636,0.05000,0.925 | |
| 26,mlp.experts.23.up_proj,0.0058484493,0.05000,0.850 | |
| 26,mlp.experts.22.up_proj,0.0077132816,0.05000,0.912 | |
| 26,mlp.experts.24.up_proj,0.0218508784,0.05000,0.938 | |
| 26,mlp.experts.25.up_proj,0.0126949350,0.05000,0.906 | |
| 26,mlp.experts.27.up_proj,0.0079291790,0.05000,0.921 | |
| 26,mlp.experts.26.up_proj,0.0100987881,0.05000,0.922 | |
| 26,mlp.experts.28.up_proj,0.0104090957,0.05000,0.871 | |
| 26,mlp.experts.29.up_proj,0.0147816033,0.05000,0.882 | |
| 26,mlp.experts.31.up_proj,0.0087973078,0.05000,0.849 | |
| 26,mlp.experts.30.up_proj,0.0072596666,0.05000,0.887 | |
| 26,mlp.experts.32.up_proj,0.0093357975,0.05000,0.850 | |
| 26,mlp.experts.33.up_proj,0.0520595610,0.05000,0.865 | |
| 26,mlp.experts.35.up_proj,0.0157375614,0.05000,0.847 | |
| 26,mlp.experts.34.up_proj,0.0164121952,0.05000,0.849 | |
| 26,mlp.experts.36.up_proj,0.0100885272,0.05000,0.831 | |
| 26,mlp.experts.37.up_proj,0.0170596232,0.05000,0.849 | |
| 26,mlp.experts.39.up_proj,0.0178769784,0.05000,0.870 | |
| 26,mlp.experts.38.up_proj,0.0149950463,0.05000,0.837 | |
| 26,mlp.experts.40.up_proj,0.0153839434,0.05000,0.871 | |
| 26,mlp.experts.41.up_proj,0.0160003776,0.05000,0.841 | |
| 26,mlp.experts.43.up_proj,0.0186889400,0.05000,0.842 | |
| 26,mlp.experts.42.up_proj,0.0318682075,0.05000,0.836 | |
| 26,mlp.experts.44.up_proj,0.0072876726,0.05000,0.867 | |
| 26,mlp.experts.45.up_proj,0.0321292877,0.05000,0.842 | |
| 26,mlp.experts.47.up_proj,0.0130333277,0.05000,0.846 | |
| 26,mlp.experts.46.up_proj,0.0137410151,0.05000,0.853 | |
| 26,mlp.experts.49.up_proj,0.0186739930,0.05000,0.824 | |
| 26,mlp.experts.48.up_proj,0.0167456071,0.05000,0.856 | |
| 26,mlp.experts.51.up_proj,0.0352012068,0.05000,0.867 | |
| 26,mlp.experts.50.up_proj,0.0229973901,0.05000,0.838 | |
| 26,mlp.experts.52.up_proj,0.0074713341,0.05000,0.858 | |
| 26,mlp.experts.53.up_proj,0.0107223473,0.05000,0.881 | |
| 26,mlp.experts.55.up_proj,0.0158180543,0.05000,0.907 | |
| 26,mlp.experts.54.up_proj,0.0146551226,0.05000,0.903 | |
| 26,mlp.experts.57.up_proj,0.0091688295,0.05000,0.839 | |
| 26,mlp.experts.56.up_proj,0.0180161863,0.05000,0.871 | |
| 26,mlp.experts.59.up_proj,0.0170156448,0.05000,0.902 | |
| 26,mlp.experts.58.up_proj,0.0281844437,0.05000,0.871 | |
| 26,mlp.experts.61.up_proj,0.0147476733,0.05000,0.839 | |
| 26,mlp.experts.60.up_proj,0.0120091958,0.05000,0.833 | |
| 26,mlp.experts.62.up_proj,0.0097586487,0.05000,0.752 | |
| 26,mlp.experts.63.up_proj,0.0161995946,0.05000,0.775 | |
| 26,mlp.experts.1.down_proj,0.0108894701,0.05000,0.586 | |
| 26,mlp.experts.0.down_proj,0.0145923790,0.05000,0.606 | |
| 26,mlp.experts.3.down_proj,0.0158457325,0.05000,0.617 | |
| 26,mlp.experts.2.down_proj,0.0101532300,0.05000,0.618 | |
| 26,mlp.experts.5.down_proj,0.0218613557,0.05000,0.636 | |
| 26,mlp.experts.4.down_proj,0.0578123066,0.05000,0.628 | |
| 26,mlp.experts.7.down_proj,0.0265335061,0.05000,0.621 | |
| 26,mlp.experts.6.down_proj,0.0058882668,0.05000,0.671 | |
| 26,mlp.experts.8.down_proj,0.0125275468,0.05000,0.610 | |
| 26,mlp.experts.11.down_proj,0.0107495763,0.05000,0.606 | |
| 26,mlp.experts.9.down_proj,0.0105978881,0.05000,0.634 | |
| 26,mlp.experts.10.down_proj,0.0126871467,0.05000,0.610 | |
| 26,mlp.experts.13.down_proj,2.5545621126,0.05000,0.616 | |
| 26,mlp.experts.12.down_proj,0.0166902635,0.05000,0.640 | |
| 26,mlp.experts.15.down_proj,0.0103235471,0.05000,0.667 | |
| 26,mlp.experts.14.down_proj,0.3088307162,0.05000,0.625 | |
| 26,mlp.experts.16.down_proj,0.0128709063,0.05000,0.565 | |
| 26,mlp.experts.17.down_proj,0.5590246777,0.05000,0.608 | |
| 26,mlp.experts.19.down_proj,0.0185215855,0.05000,0.597 | |
| 26,mlp.experts.18.down_proj,0.0158684290,0.05000,0.593 | |
| 26,mlp.experts.20.down_proj,0.0131604493,0.05000,0.589 | |
| 26,mlp.experts.21.down_proj,0.0070439582,0.05000,0.581 | |
| 26,mlp.experts.22.down_proj,0.0069748545,0.05000,0.634 | |
| 26,mlp.experts.23.down_proj,0.1853046180,0.05000,0.656 | |
| 26,mlp.experts.24.down_proj,0.0117101267,0.05000,0.603 | |
| 26,mlp.experts.25.down_proj,0.0061328766,0.05000,0.623 | |
| 26,mlp.experts.26.down_proj,0.0069380440,0.05000,0.615 | |
| 26,mlp.experts.27.down_proj,0.0086572709,0.05000,0.642 | |
| 26,mlp.experts.28.down_proj,0.0198441598,0.05000,0.623 | |
| 26,mlp.experts.29.down_proj,0.0102461468,0.05000,0.692 | |
| 26,mlp.experts.30.down_proj,0.0077962910,0.05000,0.625 | |
| 26,mlp.experts.31.down_proj,0.0070486507,0.05000,0.675 | |
| 26,mlp.experts.32.down_proj,0.0090041727,0.05000,0.669 | |
| 26,mlp.experts.34.down_proj,0.0147936434,0.05000,0.658 | |
| 26,mlp.experts.33.down_proj,0.0190816202,0.05000,0.684 | |
| 26,mlp.experts.35.down_proj,0.0191040436,0.05000,0.602 | |
| 26,mlp.experts.36.down_proj,0.0083293808,0.05000,0.649 | |
| 26,mlp.experts.38.down_proj,0.0065607869,0.05000,0.595 | |
| 26,mlp.experts.39.down_proj,0.0080808848,0.05000,0.611 | |
| 26,mlp.experts.37.down_proj,0.0139253130,0.05000,0.668 | |
| 26,mlp.experts.40.down_proj,0.0229002756,0.05000,0.620 | |
| 26,mlp.experts.42.down_proj,0.0230074624,0.05000,0.594 | |
| 26,mlp.experts.43.down_proj,0.0176623045,0.05000,0.636 | |
| 26,mlp.experts.41.down_proj,0.0096842464,0.05000,0.619 | |
| 26,mlp.experts.44.down_proj,0.0057116723,0.05000,0.356 | |
| 26,mlp.experts.46.down_proj,0.0120934732,0.05000,0.324 | |
| 26,mlp.experts.50.down_proj,0.0239148871,0.05000,0.561 | |
| 26,mlp.experts.48.down_proj,0.0094537907,0.05000,0.581 | |
| 26,mlp.experts.47.down_proj,0.0082416236,0.05000,0.593 | |
| 26,mlp.experts.45.down_proj,0.0475838924,0.05000,0.598 | |
| 26,mlp.experts.54.down_proj,0.0080924442,0.05000,0.563 | |
| 26,mlp.experts.52.down_proj,0.0077780286,0.05000,0.552 | |
| 26,mlp.experts.51.down_proj,0.0189450035,0.05000,0.592 | |
| 26,mlp.experts.49.down_proj,0.0219197817,0.05000,0.617 | |
| 26,mlp.experts.58.down_proj,0.0335702532,0.05000,0.582 | |
| 26,mlp.experts.56.down_proj,0.0162475541,0.05000,0.598 | |
| 26,mlp.experts.55.down_proj,0.0125454170,0.05000,0.610 | |
| 26,mlp.experts.53.down_proj,0.0106215414,0.05000,0.584 | |
| 26,mlp.experts.62.down_proj,0.0093553942,0.05000,0.576 | |
| 26,mlp.experts.60.down_proj,0.0068311980,0.05000,0.586 | |
| 26,mlp.experts.57.down_proj,0.0067519571,0.05000,0.528 | |
| 26,mlp.experts.59.down_proj,0.0152638222,0.05000,0.559 | |
| 26,mlp.experts.61.down_proj,0.0141725312,0.05000,0.275 | |
| 26,mlp.experts.63.down_proj,0.0115356768,0.05000,0.258 | |
| 26,mlp.shared_experts.up_proj,0.0028287854,0.05000,0.386 | |
| 26,mlp.shared_experts.gate_proj,0.0044773534,0.05000,0.398 | |
| 26,mlp.shared_experts.down_proj,0.0026096815,0.05000,0.149 | |
| 27,self_attn.q_proj,0.0013635914,0.05000,0.390 | |
| 27,self_attn.kv_a_proj_with_mqa,0.0001626847,0.05000,0.397 | |
| 27,self_attn.kv_b_proj,0.0301880304,0.05000,0.058 | |
| 27,self_attn.o_proj,0.0008649951,0.05000,0.242 | |
| 27,mlp.experts.2.gate_proj,0.0176587939,0.05000,0.884 | |
| 27,mlp.experts.0.gate_proj,0.0100481884,0.05000,0.898 | |
| 27,mlp.experts.3.gate_proj,0.0176305354,0.05000,0.898 | |
| 27,mlp.experts.1.gate_proj,0.0170997831,0.05000,0.902 | |
| 27,mlp.experts.6.gate_proj,0.0111977024,0.05000,0.829 | |
| 27,mlp.experts.4.gate_proj,0.0072881363,0.05000,0.842 | |
| 27,mlp.experts.7.gate_proj,0.0117427958,0.05000,0.852 | |
| 27,mlp.experts.5.gate_proj,0.0160609123,0.05000,0.868 | |
| 27,mlp.experts.10.gate_proj,0.0104540093,0.05000,0.846 | |
| 27,mlp.experts.8.gate_proj,0.0329624352,0.05000,0.855 | |
| 27,mlp.experts.9.gate_proj,0.0231542962,0.05000,0.855 | |
| 27,mlp.experts.11.gate_proj,0.0157389702,0.05000,0.901 | |
| 27,mlp.experts.14.gate_proj,0.0083683495,0.05000,0.867 | |
| 27,mlp.experts.12.gate_proj,0.0098325727,0.05000,0.888 | |
| 27,mlp.experts.13.gate_proj,0.0057180071,0.05000,0.897 | |
| 27,mlp.experts.15.gate_proj,0.0183082097,0.05000,0.919 | |
| 27,mlp.experts.18.gate_proj,0.0389308665,0.05000,0.881 | |
| 27,mlp.experts.16.gate_proj,0.0064088312,0.05000,0.837 | |
| 27,mlp.experts.17.gate_proj,0.0186206793,0.05000,0.870 | |
| 27,mlp.experts.19.gate_proj,0.0099879585,0.05000,0.938 | |
| 27,mlp.experts.20.gate_proj,0.0179321544,0.05000,0.904 | |
| 27,mlp.experts.22.gate_proj,0.0052658674,0.05000,0.929 | |
| 27,mlp.experts.21.gate_proj,0.0165260875,0.05000,0.954 | |
| 27,mlp.experts.23.gate_proj,0.0130852237,0.05000,0.883 | |
| 27,mlp.experts.24.gate_proj,0.0076932207,0.05000,0.885 | |
| 27,mlp.experts.26.gate_proj,0.0161120677,0.05000,0.936 | |
| 27,mlp.experts.25.gate_proj,0.0221493800,0.05000,0.874 | |
| 27,mlp.experts.27.gate_proj,0.0207702001,0.05000,0.927 | |
| 27,mlp.experts.28.gate_proj,0.0253850909,0.05000,0.833 | |
| 27,mlp.experts.30.gate_proj,0.0175884316,0.05000,0.841 | |
| 27,mlp.experts.29.gate_proj,0.0132896954,0.05000,0.832 | |
| 27,mlp.experts.31.gate_proj,0.0065634311,0.05000,0.879 | |
| 27,mlp.experts.32.gate_proj,0.0047863888,0.05000,0.865 | |
| 27,mlp.experts.34.gate_proj,0.0181309290,0.05000,0.887 | |
| 27,mlp.experts.33.gate_proj,0.0061102933,0.05000,0.903 | |
| 27,mlp.experts.35.gate_proj,0.0056038164,0.05000,0.912 | |
| 27,mlp.experts.36.gate_proj,0.0170678139,0.05000,0.874 | |
| 27,mlp.experts.38.gate_proj,0.0085923164,0.05000,0.959 | |
| 27,mlp.experts.37.gate_proj,0.0124326055,0.05000,0.957 | |
| 27,mlp.experts.39.gate_proj,0.0068659512,0.05000,0.947 | |
| 27,mlp.experts.40.gate_proj,0.0131499162,0.05000,0.877 | |
| 27,mlp.experts.42.gate_proj,0.0093137065,0.05000,0.882 | |
| 27,mlp.experts.41.gate_proj,0.0111869409,0.05000,0.910 | |
| 27,mlp.experts.43.gate_proj,0.0187889059,0.05000,0.910 | |
| 27,mlp.experts.44.gate_proj,0.0154411412,0.05000,0.891 | |
| 27,mlp.experts.46.gate_proj,0.0108687953,0.05000,0.881 | |
| 27,mlp.experts.45.gate_proj,0.0163092732,0.05000,0.842 | |
| 27,mlp.experts.47.gate_proj,0.0068733004,0.05000,0.933 | |
| 27,mlp.experts.48.gate_proj,0.0198896130,0.05000,0.826 | |
| 27,mlp.experts.49.gate_proj,0.0137055657,0.05000,0.821 | |
| 27,mlp.experts.50.gate_proj,0.0075104268,0.05000,0.878 | |
| 27,mlp.experts.51.gate_proj,0.0124115586,0.05000,0.877 | |
| 27,mlp.experts.52.gate_proj,0.0095765714,0.05000,0.845 | |
| 27,mlp.experts.54.gate_proj,0.0087039838,0.05000,0.831 | |
| 27,mlp.experts.53.gate_proj,0.0067086305,0.05000,0.909 | |
| 27,mlp.experts.55.gate_proj,0.0045683793,0.05000,0.897 | |
| 27,mlp.experts.56.gate_proj,0.0121078657,0.05000,0.917 | |
| 27,mlp.experts.58.gate_proj,0.0059080564,0.05000,0.879 | |
| 27,mlp.experts.57.gate_proj,0.0193752981,0.05000,0.879 | |
| 27,mlp.experts.59.gate_proj,0.0047506739,0.05000,0.889 | |
| 27,mlp.experts.60.gate_proj,0.0134414496,0.05000,0.899 | |
| 27,mlp.experts.62.gate_proj,0.0202770273,0.05000,0.854 | |
| 27,mlp.experts.61.gate_proj,0.0122377522,0.05000,0.867 | |
| 27,mlp.experts.63.gate_proj,0.0207076234,0.05000,0.879 | |
| 27,mlp.experts.0.up_proj,0.0085612909,0.05000,0.886 | |
| 27,mlp.experts.2.up_proj,0.0167821515,0.05000,0.904 | |
| 27,mlp.experts.1.up_proj,0.0165362772,0.05000,0.885 | |
| 27,mlp.experts.3.up_proj,0.0176042318,0.05000,0.878 | |
| 27,mlp.experts.4.up_proj,0.0071480794,0.05000,0.912 | |
| 27,mlp.experts.6.up_proj,0.0111195820,0.05000,0.884 | |
| 27,mlp.experts.5.up_proj,0.0166403637,0.05000,0.884 | |
| 27,mlp.experts.7.up_proj,0.0122234161,0.05000,0.888 | |
| 27,mlp.experts.8.up_proj,0.0334452704,0.05000,0.878 | |
| 27,mlp.experts.10.up_proj,0.0106705776,0.05000,0.857 | |
| 27,mlp.experts.9.up_proj,0.0216696586,0.05000,0.877 | |
| 27,mlp.experts.11.up_proj,0.0142856076,0.05000,0.852 | |
| 27,mlp.experts.14.up_proj,0.0081064773,0.05000,1.016 | |
| 27,mlp.experts.12.up_proj,0.0097715762,0.05000,1.135 | |
| 27,mlp.experts.13.up_proj,0.0057179457,0.05000,1.107 | |
| 27,mlp.experts.15.up_proj,0.0185564913,0.05000,1.387 | |
| 27,mlp.experts.16.up_proj,0.0062680980,0.05000,1.337 | |
| 27,mlp.experts.18.up_proj,0.0382264455,0.05000,1.409 | |
| 27,mlp.experts.17.up_proj,0.0186296325,0.05000,1.339 | |
| 27,mlp.experts.19.up_proj,0.0094458639,0.05000,1.298 | |
| 27,mlp.experts.22.up_proj,0.0051234048,0.05000,1.079 | |
| 27,mlp.experts.20.up_proj,0.0176330749,0.05000,1.163 | |
| 27,mlp.experts.21.up_proj,0.0143120859,0.05000,1.121 | |
| 27,mlp.experts.23.up_proj,0.0120268102,0.05000,0.940 | |
| 27,mlp.experts.26.up_proj,0.0162569034,0.05000,0.934 | |
| 27,mlp.experts.24.up_proj,0.0073593894,0.05000,0.956 | |
| 27,mlp.experts.25.up_proj,0.0209885081,0.05000,0.895 | |
| 27,mlp.experts.27.up_proj,0.0217928648,0.05000,0.968 | |
| 27,mlp.experts.30.up_proj,0.0173752507,0.05000,0.961 | |
| 27,mlp.experts.28.up_proj,0.0255975036,0.05000,0.923 | |
| 27,mlp.experts.29.up_proj,0.0125948876,0.05000,0.918 | |
| 27,mlp.experts.31.up_proj,0.0064054477,0.05000,0.941 | |
| 27,mlp.experts.34.up_proj,0.0170840514,0.05000,0.867 | |
| 27,mlp.experts.33.up_proj,0.0051974274,0.05000,0.885 | |
| 27,mlp.experts.32.up_proj,0.0047623283,0.05000,0.933 | |
| 27,mlp.experts.35.up_proj,0.0053591445,0.05000,0.897 | |
| 27,mlp.experts.38.up_proj,0.0087584846,0.05000,0.896 | |
| 27,mlp.experts.36.up_proj,0.0172136916,0.05000,0.897 | |
| 27,mlp.experts.37.up_proj,0.0121715293,0.05000,0.963 | |
| 27,mlp.experts.39.up_proj,0.0069950847,0.05000,0.873 | |
| 27,mlp.experts.42.up_proj,0.0085142210,0.05000,0.897 | |
| 27,mlp.experts.40.up_proj,0.0128746842,0.05000,0.895 | |
| 27,mlp.experts.41.up_proj,0.0103412880,0.05000,0.848 | |
| 27,mlp.experts.43.up_proj,0.0193899515,0.05000,0.968 | |
| 27,mlp.experts.46.up_proj,0.0103298373,0.05000,0.974 | |
| 27,mlp.experts.45.up_proj,0.0167190623,0.05000,0.903 | |
| 27,mlp.experts.44.up_proj,0.0147806355,0.05000,0.921 | |
| 27,mlp.experts.47.up_proj,0.0058300399,0.05000,0.868 | |
| 27,mlp.experts.49.up_proj,0.0128021930,0.05000,0.860 | |
| 27,mlp.experts.50.up_proj,0.0070400826,0.05000,0.913 | |
| 27,mlp.experts.48.up_proj,0.0177132629,0.05000,0.921 | |
| 27,mlp.experts.51.up_proj,0.0119776328,0.05000,0.885 | |
| 27,mlp.experts.53.up_proj,0.0065939767,0.05000,0.879 | |
| 27,mlp.experts.54.up_proj,0.0086772936,0.05000,0.912 | |
| 27,mlp.experts.52.up_proj,0.0090173853,0.05000,0.889 | |
| 27,mlp.experts.55.up_proj,0.0043975578,0.05000,0.899 | |
| 27,mlp.experts.57.up_proj,0.0178198146,0.05000,0.820 | |
| 27,mlp.experts.56.up_proj,0.0123924936,0.05000,0.848 | |
| 27,mlp.experts.58.up_proj,0.0057327823,0.05000,0.878 | |
| 27,mlp.experts.59.up_proj,0.0047137587,0.05000,0.880 | |
| 27,mlp.experts.61.up_proj,0.0118660483,0.05000,0.953 | |
| 27,mlp.experts.62.up_proj,0.0197090228,0.05000,0.864 | |
| 27,mlp.experts.60.up_proj,0.0136260205,0.05000,0.897 | |
| 27,mlp.experts.63.up_proj,0.0211709254,0.05000,0.587 | |
| 27,mlp.experts.3.down_proj,0.0063446939,0.05000,0.585 | |
| 27,mlp.experts.0.down_proj,0.0062038044,0.05000,0.601 | |
| 27,mlp.experts.1.down_proj,0.0116150075,0.05000,0.606 | |
| 27,mlp.experts.2.down_proj,0.0707156754,0.05000,0.613 | |
| 27,mlp.experts.4.down_proj,0.0092957406,0.05000,0.628 | |
| 27,mlp.experts.7.down_proj,0.1076268575,0.05000,0.644 | |
| 27,mlp.experts.5.down_proj,0.0189716539,0.05000,0.626 | |
| 27,mlp.experts.6.down_proj,0.0098500286,0.05000,0.678 | |
| 27,mlp.experts.11.down_proj,0.0453854265,0.05000,1.090 | |
| 27,mlp.experts.10.down_proj,0.0100886930,0.05000,1.098 | |
| 27,mlp.experts.8.down_proj,0.0214785400,0.05000,1.162 | |
| 27,mlp.experts.9.down_proj,0.0398902825,0.05000,1.182 | |
| 27,mlp.experts.12.down_proj,0.0119059258,0.05000,0.978 | |
| 27,mlp.experts.14.down_proj,0.0057599946,0.05000,0.994 | |
| 27,mlp.experts.15.down_proj,0.0135467209,0.05000,1.094 | |
| 27,mlp.experts.13.down_proj,0.0055313520,0.05000,1.180 | |
| 27,mlp.experts.16.down_proj,0.0041380499,0.05000,1.098 | |
| 27,mlp.experts.19.down_proj,0.4496345958,0.05000,1.076 | |
| 27,mlp.experts.18.down_proj,0.1413273414,0.05000,1.144 | |
| 27,mlp.experts.17.down_proj,0.0159740997,0.05000,1.035 | |
| 27,mlp.experts.23.down_proj,0.0092818982,0.05000,0.700 | |
| 27,mlp.experts.20.down_proj,0.0101329920,0.05000,0.765 | |
| 27,mlp.experts.22.down_proj,0.0045171572,0.05000,0.751 | |
| 27,mlp.experts.21.down_proj,0.0268504697,0.05000,0.774 | |
| 27,mlp.experts.27.down_proj,0.6110147476,0.05000,0.810 | |
| 27,mlp.experts.24.down_proj,0.5696052054,0.05000,0.832 | |
| 27,mlp.experts.26.down_proj,0.0132784653,0.05000,0.814 | |
| 27,mlp.experts.25.down_proj,0.0094606330,0.05000,0.948 | |
| 27,mlp.experts.31.down_proj,0.0093357200,0.05000,0.746 | |
| 27,mlp.experts.28.down_proj,0.0168272463,0.05000,0.729 | |
| 27,mlp.experts.30.down_proj,0.0136389368,0.05000,0.719 | |
| 27,mlp.experts.29.down_proj,0.0276267422,0.05000,0.680 | |
| 27,mlp.experts.35.down_proj,0.0049600503,0.05000,0.674 | |
| 27,mlp.experts.34.down_proj,0.0106688341,0.05000,0.661 | |
| 27,mlp.experts.32.down_proj,0.2440251577,0.05000,0.719 | |
| 27,mlp.experts.33.down_proj,0.0051874748,0.05000,0.704 | |
| 27,mlp.experts.39.down_proj,0.0052766306,0.05000,0.663 | |
| 27,mlp.experts.38.down_proj,0.6694517724,0.05000,0.654 | |
| 27,mlp.experts.36.down_proj,0.0132224321,0.05000,0.621 | |
| 27,mlp.experts.37.down_proj,0.0112023457,0.05000,0.697 | |
| 27,mlp.experts.43.down_proj,0.0270506955,0.05000,0.673 | |
| 27,mlp.experts.40.down_proj,0.0066661079,0.05000,0.638 | |
| 27,mlp.experts.42.down_proj,0.0114076709,0.05000,0.651 | |
| 27,mlp.experts.41.down_proj,0.0082953401,0.05000,0.673 | |
| 27,mlp.experts.46.down_proj,0.0090844420,0.05000,0.633 | |
| 27,mlp.experts.47.down_proj,0.0073310203,0.05000,0.664 | |
| 27,mlp.experts.44.down_proj,0.0078516945,0.05000,0.685 | |
| 27,mlp.experts.45.down_proj,0.0136691129,0.05000,0.618 | |
| 27,mlp.experts.50.down_proj,0.0048603725,0.05000,0.634 | |
| 27,mlp.experts.51.down_proj,0.0082881615,0.05000,0.677 | |
| 27,mlp.experts.48.down_proj,0.1260412761,0.05000,0.683 | |
| 27,mlp.experts.49.down_proj,0.0175480592,0.05000,0.635 | |
| 27,mlp.experts.54.down_proj,0.0082379531,0.05000,0.660 | |
| 27,mlp.experts.52.down_proj,0.0152086622,0.05000,0.648 | |
| 27,mlp.experts.55.down_proj,0.0084446028,0.05000,0.691 | |
| 27,mlp.experts.53.down_proj,0.1558258238,0.05000,0.770 | |
| 27,mlp.experts.58.down_proj,0.0063002571,0.05000,0.706 | |
| 27,mlp.experts.56.down_proj,0.0159558670,0.05000,0.689 | |
| 27,mlp.experts.59.down_proj,0.0062296264,0.05000,0.698 | |
| 27,mlp.experts.57.down_proj,0.0172779676,0.05000,0.636 | |
| 27,mlp.experts.62.down_proj,0.0242694775,0.05000,0.675 | |
| 27,mlp.experts.60.down_proj,0.0089840355,0.05000,0.686 | |
| 27,mlp.experts.63.down_proj,0.0323464935,0.05000,0.706 | |
| 27,mlp.experts.61.down_proj,0.0101610153,0.05000,0.496 | |
| 27,mlp.shared_experts.up_proj,0.0029665056,0.05000,0.430 | |
| 27,mlp.shared_experts.gate_proj,0.0031705916,0.05000,0.435 | |
| 27,mlp.shared_experts.down_proj,0.0121615147,0.05000,0.151 | |