Hugging Face's logo

malaiwah
/
GLM-5.2-Legume

Safetensors
Trellis
English
vllm
glm_moe_dsa
siq
exl3
frankenmodel
Mixture of Experts
pruning
sparkinfer
torture-test
modelopt
Model card Files
xet
 Community
GLM-5.2-Legume / tier_bitmap.json
malaiwah's picture
malaiwah
GLM-5.2-Legume: 16L/64E tournament build (license-corpus expert selection)
2ef776b verified
Raw
History Blame Contribute Delete
49.4 kB
{
 "10": {
 "expert_rel_rt_mse": [
 0.024470364290533453,
 0.02478468599847839,
 0.02425809465958128,
 0.029295971576855956,
 0.023787599027971,
 0.025649124003073783,
 0.025185877771421093,
 0.006130690455329231,
 0.024913063229596175,
 0.02450574644654964,
 0.025561299799173095,
 0.006056435581251137,
 0.02447377220275638,
 0.026505889489939975,
 0.00597281412885822,
 0.006533500455904381,
 0.024922453831254462,
 0.025671445095177436,
 0.024436429364773703,
 0.024507190943316264,
 0.0061379632696988,
 0.02424520328102522,
 0.006368448923757889,
 0.024831726619119084,
 0.025380674748528162,
 0.005965890970719786,
 0.005953347802681476,
 0.025767755405858257,
 0.02480912278211146,
 0.02511717220643618,
 0.02451435291625792,
 0.005809877725209762,
 0.006203411675802606,
 0.006335616195799363,
 0.025780293315717257,
 0.006050416226264738,
 0.025848143016614946,
 0.006124708708567681,
 0.006443159292780108,
 0.025804282803843195,
 0.024804596554239704,
 0.02584437870367161,
 0.02655991928302764,
 0.024435248881605805,
 0.02465963321076893,
 0.024621417214450922,
 0.025332614792668465,
 0.023692441413884484,
 0.02422693111290304,
 0.006135834561227014,
 0.023188024635561414,
 0.026136898242293025,
 0.006358165103407764,
 0.005980294805291544,
 0.02389284699026045,
 0.00625153984666207,
 0.026546322185585385,
 0.006540619029605377,
 0.006538307984641389,
 0.023987418442338492,
 0.025626503361918816,
 0.006183370283943587,
 0.02576172445057508,
 0.02402903756400427
 ],
 "franken_src_experts": [
 12,
 15,
 17,
 18,
 21,
 30,
 31,
 32,
 35,
 36,
 45,
 48,
 57,
 60,
 64,
 66,
 68,
 70,
 73,
 74,
 75,
 78,
 82,
 84,
 85,
 87,
 92,
 94,
 95,
 97,
 99,
 101,
 108,
 109,
 114,
 126,
 127,
 132,
 134,
 142,
 144,
 146,
 148,
 150,
 159,
 167,
 177,
 178,
 182,
 184,
 204,
 210,
 211,
 212,
 222,
 226,
 227,
 230,
 235,
 244,
 247,
 248,
 251,
 252
 ],
 "k": [
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "11": {
 "expert_rel_rt_mse": [
 0.023734321276706095,
 0.02456933376638501,
 0.024406103863585455,
 0.024788709436609428,
 0.006339125870773809,
 0.024909068591847112,
 0.025250182758688677,
 0.02493403151003716,
 0.0065018363954448865,
 0.02485713883957746,
 0.0062149034706988375,
 0.006097755383161985,
 0.006286976817879042,
 0.006012295116068278,
 0.006041659126310665,
 0.023900569526532304,
 0.02522304884684072,
 0.00618557159094194,
 0.02303958915563433,
 0.024948019270103358,
 0.025181278264365725,
 0.024673194475471023,
 0.02493110406124595,
 0.0060117242990295255,
 0.024445677175830374,
 0.024274089073779093,
 0.024694450540413988,
 0.025524013745708254,
 0.006155896919042158,
 0.006118342365981241,
 0.00618907266704696,
 0.025426180909555247,
 0.02409531640975553,
 0.024954665751963513,
 0.006551331128880687,
 0.025277390426235394,
 0.024481440430089204,
 0.024168178120002225,
 0.026786881477789747,
 0.024405889736677528,
 0.005858986722302319,
 0.006352074688873976,
 0.026735048429808023,
 0.0064580732045098595,
 0.006226212417005218,
 0.023925991651718267,
 0.0064424168976407,
 0.005781323961077027,
 0.025679829619190225,
 0.02496760157932655,
 0.005916309826020969,
 0.006120500712202338,
 0.0058193238428466895,
 0.006469717212647978,
 0.005915674084928191,
 0.006192942151534582,
 0.024970642704490034,
 0.006146423366443332,
 0.02427075833493938,
 0.023703409829064666,
 0.006167493594792849,
 0.006400799823483973,
 0.006414824999683493,
 0.025498853773323376
 ],
 "franken_src_experts": [
 0,
 6,
 9,
 13,
 19,
 26,
 34,
 35,
 37,
 43,
 45,
 49,
 51,
 53,
 56,
 59,
 63,
 65,
 77,
 78,
 80,
 82,
 85,
 90,
 91,
 97,
 100,
 106,
 111,
 113,
 114,
 126,
 127,
 139,
 142,
 144,
 145,
 146,
 156,
 158,
 161,
 167,
 170,
 174,
 175,
 178,
 181,
 184,
 187,
 192,
 193,
 207,
 210,
 213,
 218,
 224,
 225,
 226,
 228,
 229,
 232,
 242,
 250,
 255
 ],
 "k": [
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 4,
 4,
 4,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 4,
 4,
 3,
 4,
 4,
 3,
 3,
 4,
 4,
 4,
 4,
 4,
 4,
 3,
 4,
 3,
 3,
 4,
 4,
 4,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "12": {
 "expert_rel_rt_mse": [
 0.005923806239856877,
 0.024750783275991124,
 0.024019881151280818,
 0.005812636068027165,
 0.006044859084410011,
 0.02326934522874828,
 0.023290747739604326,
 0.00595675509095975,
 0.005987943412132336,
 0.02214648770050779,
 0.024435404144152607,
 0.02515745133960779,
 0.0055531689646412434,
 0.02362264327474926,
 0.022188304948164563,
 0.023055841857828604,
 0.005688400768348678,
 0.02238541812811957,
 0.006164329992722201,
 0.022685105728278764,
 0.0056958718386584525,
 0.005797809812042512,
 0.005844010978172314,
 0.022239503495654837,
 0.023578685797846853,
 0.005594953630751657,
 0.022957607380789693,
 0.005530557760904453,
 0.02298062342126315,
 0.022229289775047976,
 0.022633599967539626,
 0.022767655485941913,
 0.022034199276076888,
 0.022532490058409755,
 0.022937759798439632,
 0.022810464468634523,
 0.023450098162534728,
 0.022019796490265153,
 0.02165714510536427,
 0.022032878787300265,
 0.022200610492574036,
 0.005672185243871696,
 0.005926815092000493,
 0.00560747031989764,
 0.02269243017048149,
 0.022403708034602687,
 0.005595936532837123,
 0.023055861002372127,
 0.005813765792443099,
 0.022667517514575228,
 0.005963345492256387,
 0.022224184205740308,
 0.006258126503440861,
 0.005832781271279333,
 0.005889056523143512,
 0.022119885327395894,
 0.021932409106358665,
 0.021700596094352223,
 0.005461390082027866,
 0.0058511894243060275,
 0.02285190029399883,
 0.005894090438248125,
 0.023893370531640135,
 0.00593294946103386
 ],
 "franken_src_experts": [
 13,
 21,
 24,
 25,
 31,
 35,
 43,
 44,
 46,
 49,
 51,
 53,
 55,
 59,
 62,
 65,
 68,
 71,
 74,
 77,
 91,
 94,
 97,
 98,
 102,
 103,
 107,
 109,
 111,
 117,
 118,
 121,
 124,
 126,
 128,
 134,
 138,
 139,
 140,
 141,
 143,
 155,
 156,
 162,
 165,
 166,
 169,
 177,
 180,
 184,
 186,
 188,
 192,
 193,
 197,
 201,
 202,
 209,
 218,
 233,
 236,
 246,
 248,
 253
 ],
 "k": [
 4,
 3,
 3,
 4,
 4,
 3,
 3,
 4,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 4,
 4,
 4,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 3,
 4,
 3,
 4,
 3,
 4,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 4,
 4,
 3,
 4,
 3,
 4
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "13": {
 "expert_rel_rt_mse": [
 0.024829306750682907,
 0.024191360579629166,
 0.0058529632105148765,
 0.0059006279695108,
 0.0060026831085967635,
 0.025114055728372834,
 0.005895835311548787,
 0.023073180056923638,
 0.005422018447027186,
 0.005806637491483324,
 0.023701191288254396,
 0.022210860013619865,
 0.006052060938451022,
 0.005759841730077797,
 0.00571405164181833,
 0.02290743146072781,
 0.0060506417650901196,
 0.023362630556314195,
 0.005899505942651219,
 0.0057961389758308815,
 0.024206804066459975,
 0.02197586022151988,
 0.023475914030740976,
 0.00596164769339847,
 0.006269556645464191,
 0.02386066427030319,
 0.023800755189988396,
 0.024572286049157368,
 0.022432574029817236,
 0.005835899346606925,
 0.005468389146734695,
 0.005849482991114777,
 0.02226457552965837,
 0.005653312760001465,
 0.023707471454882053,
 0.02414536978062789,
 0.02306372372129992,
 0.022500973510460997,
 0.02418130159926966,
 0.0262873488100877,
 0.005519832288263714,
 0.0232615827310066,
 0.006366025724731793,
 0.023140213626493777,
 0.022242669885305363,
 0.022312345732889847,
 0.00566349583034992,
 0.005739114845734974,
 0.02305478251140633,
 0.023283935481381097,
 0.0057622959659876785,
 0.023131239589721325,
 0.024818747820667158,
 0.006014304193863234,
 0.0056261351473787125,
 0.0058010110797522,
 0.025523889821758163,
 0.02292788443424966,
 0.024299983359008796,
 0.02339829062701866,
 0.023129782567664535,
 0.025275419230832288,
 0.005874342649056954,
 0.02206789427375082
 ],
 "franken_src_experts": [
 0,
 5,
 19,
 20,
 24,
 27,
 36,
 42,
 44,
 45,
 52,
 55,
 58,
 60,
 64,
 66,
 69,
 76,
 78,
 83,
 87,
 88,
 90,
 92,
 93,
 94,
 96,
 100,
 102,
 103,
 106,
 114,
 119,
 120,
 123,
 128,
 133,
 136,
 139,
 142,
 150,
 152,
 154,
 156,
 157,
 165,
 166,
 167,
 170,
 171,
 180,
 184,
 185,
 191,
 197,
 200,
 202,
 205,
 206,
 221,
 227,
 229,
 239,
 244
 ],
 "k": [
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "14": {
 "expert_rel_rt_mse": [
 0.024249661990183285,
 0.005790284269744373,
 0.02160957419033744,
 0.023302612548408284,
 0.005708184547104276,
 0.024313869289916946,
 0.005994770489438535,
 0.005969975395575168,
 0.024396262140511018,
 0.023240813563315907,
 0.0218921144142035,
 0.006083181555882307,
 0.02204605118844503,
 0.005731713995662679,
 0.02349402018239663,
 0.02204874154690773,
 0.005878256724994365,
 0.02307660355982873,
 0.023656273746099948,
 0.005716488607682694,
 0.0057840538320987345,
 0.005792497437737142,
 0.022795916216599037,
 0.023598264414036084,
 0.022976371798508585,
 0.02350201716758089,
 0.005828102838645966,
 0.0057883759404057785,
 0.024068155518639334,
 0.00558214795997294,
 0.023367415332887935,
 0.022937091130119443,
 0.022205468668897943,
 0.021960701017826795,
 0.02327820736182658,
 0.005738337687363734,
 0.02303026611452019,
 0.02392014376896399,
 0.005536427500092477,
 0.02294719593912162,
 0.022905561807626117,
 0.00606721974774372,
 0.005942051447330037,
 0.006198105235531366,
 0.006024257767607905,
 0.022234134426197014,
 0.005709400059524391,
 0.02761372948864923,
 0.02338543570366626,
 0.022630228384542338,
 0.024215751430074213,
 0.02302809923376676,
 0.005785819543823297,
 0.02315252199397212,
 0.006123037458335448,
 0.022840996440019086,
 0.005576761730969196,
 0.023645119331535448,
 0.022394724892563736,
 0.023208046187998446,
 0.005797131141112922,
 0.005989273359521863,
 0.022832700737964614,
 0.005738734180315076
 ],
 "franken_src_experts": [
 0,
 1,
 4,
 14,
 16,
 20,
 22,
 27,
 28,
 32,
 34,
 35,
 36,
 37,
 38,
 39,
 43,
 45,
 51,
 53,
 58,
 60,
 70,
 72,
 74,
 84,
 87,
 93,
 96,
 102,
 103,
 106,
 121,
 123,
 139,
 144,
 149,
 150,
 154,
 158,
 162,
 167,
 169,
 170,
 171,
 172,
 178,
 181,
 182,
 183,
 189,
 193,
 195,
 201,
 207,
 218,
 220,
 226,
 231,
 234,
 241,
 246,
 247,
 250
 ],
 "k": [
 3,
 4,
 3,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 4,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 4,
 4,
 3,
 4
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "15": {
 "expert_rel_rt_mse": [
 0.005737638818098082,
 0.022792819527650148,
 0.02241932395212291,
 0.005916280970385897,
 0.023374436745154898,
 0.023686998707378844,
 0.02275053715396815,
 0.023162850340912287,
 0.006520787443715622,
 0.0058012290253200115,
 0.006056116951672603,
 0.005738338251089529,
 0.02349224991994364,
 0.03352300849975953,
 0.02217739543137929,
 0.024815063580319735,
 0.0061219500188764075,
 0.0058347818599382905,
 0.023414961298619877,
 0.005907844762738391,
 0.005635845930330383,
 0.005657641943341719,
 0.02523104110339906,
 0.00590455825715955,
 0.005721590873714214,
 0.02586073511996696,
 0.026068652132913945,
 0.005900440972396478,
 0.0238685249262641,
 0.024642955417769185,
 0.0240910121604677,
 0.005725371723845846,
 0.005789444031685534,
 0.006093425769378041,
 0.02534995534757686,
 0.006367115850599136,
 0.005697172459223867,
 0.006225244644915959,
 0.005765212478075577,
 0.005837688740443192,
 0.02301266066835499,
 0.0059953881892529145,
 0.005826538925294771,
 0.024108528294563145,
 0.02605856694793871,
 0.005826881385382273,
 0.02205032970350187,
 0.02374682766022203,
 0.023638762043512576,
 0.028208040580902635,
 0.024207751163552397,
 0.02676634742437318,
 0.026543396589570212,
 0.024273243911170167,
 0.025044183721992318,
 0.005787586888028689,
 0.023621271607719194,
 0.005646350649868011,
 0.023018633014763635,
 0.025003729053357092,
 0.024141948325646513,
 0.02583559948272483,
 0.005658681616192989,
 0.006004022789880508
 ],
 "franken_src_experts": [
 1,
 5,
 7,
 8,
 10,
 14,
 17,
 20,
 24,
 30,
 36,
 40,
 42,
 44,
 47,
 49,
 60,
 62,
 63,
 65,
 66,
 68,
 75,
 79,
 85,
 88,
 89,
 93,
 94,
 107,
 122,
 123,
 125,
 126,
 133,
 134,
 146,
 148,
 156,
 162,
 165,
 166,
 170,
 174,
 178,
 180,
 182,
 186,
 196,
 198,
 207,
 216,
 217,
 220,
 222,
 223,
 231,
 233,
 238,
 242,
 243,
 251,
 252,
 255
 ],
 "k": [
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 4,
 4,
 4,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 4,
 4,
 4,
 4,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 4
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "3": {
 "expert_rel_rt_mse": [
 0.02272028236828706,
 0.024614146199324817,
 0.021476515364434477,
 0.022641255731858802,
 0.023025492795930406,
 0.02147615671254327,
 0.022955261802891806,
 0.022612464688010536,
 0.022118490952217455,
 0.02274535951686592,
 0.02212118517525991,
 0.024515048403430363,
 0.023899403672387885,
 0.022012013191543525,
 0.005489668702257947,
 0.019661505078591886,
 0.02248756996043524,
 0.023119276887059222,
 0.021928196457916223,
 0.023272573148241955,
 0.024127325427997025,
 0.02321621604278969,
 0.021800074136267934,
 0.022446070576753224,
 0.023190044166373543,
 0.02280723504288153,
 0.023644700977279238,
 0.021516322167458916,
 0.02082815330577055,
 0.022947906317195645,
 0.02465917253177021,
 0.02183591807196883,
 0.02241147841139789,
 0.021764564102162577,
 0.022305082987563833,
 0.023157444386124923,
 0.022941180382856096,
 0.0232673038820785,
 0.02153786016404668,
 0.023549992576284977,
 0.021193902073795953,
 0.02470740264776968,
 0.023149575699954773,
 0.02309164910625838,
 0.022741324719008124,
 0.022724549212768383,
 0.005217767933605271,
 0.02292679622968626,
 0.02472455202794037,
 0.021022661667795248,
 0.023615808043525026,
 0.021437082377197898,
 0.02089568649720791,
 0.02147811377947292,
 0.024771672705268952,
 0.023651292478229866,
 0.020132788435010564,
 0.024997415108909266,
 0.02268503053580236,
 0.023452313770005444,
 0.02271870620085518,
 0.02286181033465413,
 0.02233618247395713,
 0.022250028858329603
 ],
 "franken_src_experts": [
 7,
 13,
 14,
 15,
 26,
 30,
 37,
 41,
 47,
 50,
 52,
 61,
 62,
 63,
 69,
 72,
 73,
 75,
 81,
 83,
 90,
 93,
 99,
 102,
 107,
 110,
 117,
 122,
 123,
 125,
 128,
 140,
 145,
 152,
 158,
 161,
 163,
 167,
 171,
 174,
 175,
 177,
 184,
 186,
 190,
 191,
 194,
 199,
 201,
 205,
 206,
 212,
 214,
 215,
 217,
 218,
 220,
 232,
 233,
 237,
 242,
 243,
 248,
 254
 ],
 "k": [
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "4": {
 "expert_rel_rt_mse": [
 0.026138765339856485,
 0.025334983321790797,
 0.024442587110323183,
 0.02468860449168705,
 0.024922785077785208,
 0.025042781886277236,
 0.02566853474796265,
 0.02549594543352512,
 0.024274280286225535,
 0.025756126365643638,
 0.024718184376559774,
 0.026022188529834945,
 0.024656419307500125,
 0.025380879140079263,
 0.025757855878149185,
 0.025401197710237168,
 0.02534663661914843,
 0.02577476989386533,
 0.024058151917801866,
 0.025414298857561905,
 0.025244141839175702,
 0.02439784960024106,
 0.025767458865271743,
 0.02504260433053072,
 0.02580977357611987,
 0.024388007132252195,
 0.0263435305713264,
 0.02444107121652629,
 0.025933244179096836,
 0.024903109042943364,
 0.025507016153408706,
 0.025245460744594248,
 0.024915439053367492,
 0.02592539874638238,
 0.025648470676041334,
 0.0058238760544379615,
 0.025066269252050417,
 0.025716131635353575,
 0.023649777805165823,
 0.02428282841631283,
 0.025245208234309643,
 0.024929528483294498,
 0.025282900137243536,
 0.024950928959753926,
 0.025579989071885426,
 0.025497905247573043,
 0.024548531134479617,
 0.0062244132909773115,
 0.02543648267062949,
 0.025347724228595412,
 0.024741036953530776,
 0.02552454761940893,
 0.02458755984575162,
 0.024721682760412714,
 0.024141700735096926,
 0.02528467944830968,
 0.025756070705523892,
 0.024709677671951563,
 0.025544381874475997,
 0.025031639709589347,
 0.025425938993810137,
 0.024392890402355764,
 0.024991924620757475,
 0.0252097251300415
 ],
 "franken_src_experts": [
 1,
 2,
 4,
 7,
 10,
 19,
 24,
 27,
 32,
 46,
 49,
 51,
 60,
 62,
 65,
 67,
 75,
 83,
 90,
 94,
 95,
 100,
 106,
 107,
 108,
 109,
 114,
 120,
 121,
 124,
 130,
 137,
 138,
 142,
 148,
 149,
 151,
 153,
 156,
 161,
 169,
 172,
 175,
 176,
 180,
 183,
 187,
 188,
 192,
 195,
 197,
 198,
 201,
 202,
 204,
 218,
 225,
 228,
 238,
 239,
 240,
 246,
 247,
 252
 ],
 "k": [
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "5": {
 "expert_rel_rt_mse": [
 0.024799208926254503,
 0.024910263676780862,
 0.0257383811252234,
 0.02320739413641858,
 0.02601451131380614,
 0.02511313366239801,
 0.006107123083281827,
 0.025829979503420412,
 0.025882816997326093,
 0.025050656036479876,
 0.025457700031219443,
 0.024762621064035446,
 0.02542385739219173,
 0.025096589301714163,
 0.02518809220507343,
 0.024858352566895538,
 0.0256974857588766,
 0.02550832197114778,
 0.025387832138475012,
 0.02592992003614483,
 0.026494522449480393,
 0.02499158109253304,
 0.025503596455497563,
 0.025043661327935545,
 0.025495012221519054,
 0.02473477867063863,
 0.025362708274210638,
 0.02602186755512654,
 0.0255172795999282,
 0.02541055703644772,
 0.02509867675089231,
 0.026633997433965464,
 0.006079562913927972,
 0.024947918446840776,
 0.02613235214186787,
 0.025690446404161574,
 0.02488991828002227,
 0.02511148545739311,
 0.025669201334855847,
 0.02590303691504109,
 0.02519141994431432,
 0.025081352196250607,
 0.02565120600562935,
 0.025436644195761565,
 0.02465906710371693,
 0.0057276569082664475,
 0.025864913882209763,
 0.026083096419095283,
 0.025828157675936797,
 0.025672510603413017,
 0.024893046010890374,
 0.02615487170857785,
 0.025348453269748408,
 0.02539649357379614,
 0.02596526253666007,
 0.02560310137203296,
 0.02574086252139821,
 0.02569712819715402,
 0.025190295444918742,
 0.0060315078541598975,
 0.024578803130241952,
 0.02579928527547831,
 0.025577144852000248,
 0.02429400236599939
 ],
 "franken_src_experts": [
 1,
 3,
 5,
 10,
 15,
 25,
 26,
 31,
 35,
 37,
 39,
 48,
 51,
 55,
 60,
 61,
 64,
 75,
 78,
 87,
 88,
 95,
 96,
 99,
 100,
 103,
 106,
 108,
 109,
 110,
 116,
 117,
 119,
 130,
 132,
 142,
 145,
 148,
 149,
 155,
 158,
 159,
 162,
 164,
 174,
 175,
 176,
 178,
 179,
 181,
 192,
 193,
 197,
 205,
 220,
 225,
 228,
 230,
 231,
 233,
 236,
 244,
 253,
 254
 ],
 "k": [
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "6": {
 "expert_rel_rt_mse": [
 0.02527436270158374,
 0.025805277035358523,
 0.025607651753926503,
 0.006464974194515571,
 0.024877446438096362,
 0.006782158786387555,
 0.025919820901806605,
 0.026368106141868894,
 0.025905248534582807,
 0.006667221327162494,
 0.02563178681326897,
 0.02664886730034268,
 0.0060654776286008395,
 0.025246995760301233,
 0.025173140441504933,
 0.02570384771807529,
 0.025935317374655188,
 0.026047433405345995,
 0.025571934933903067,
 0.026556619996399543,
 0.00686691509219781,
 0.006176876528146491,
 0.02548276393103043,
 0.025752033172620103,
 0.006404916749553488,
 0.026087617386752394,
 0.0066370742280950955,
 0.006529064847774719,
 0.025736969399537943,
 0.025907743854281157,
 0.02613348425869878,
 0.0064325344217471036,
 0.006625517296039447,
 0.006284254833237037,
 0.026660704027383214,
 0.02547983481924514,
 0.026181208464335935,
 0.027036792943634824,
 0.006454690727608292,
 0.02611081170092183,
 0.02575824267164703,
 0.025658487644936757,
 0.025819815254944926,
 0.026099273875844882,
 0.006894381323638964,
 0.025001706606560023,
 0.026036704226052684,
 0.026063098373969154,
 0.02687868638406597,
 0.006913713719545211,
 0.026347953427701888,
 0.006587477602811084,
 0.0254004724675202,
 0.006726616915732581,
 0.02521632016961338,
 0.025556393450926508,
 0.006790140948440713,
 0.025910239269602786,
 0.006667404403551,
 0.006523563215637682,
 0.006433081386713673,
 0.026463907310991283,
 0.025622337708514412,
 0.006289323675533758
 ],
 "franken_src_experts": [
 0,
 3,
 7,
 16,
 18,
 23,
 25,
 26,
 28,
 30,
 32,
 37,
 43,
 57,
 64,
 66,
 69,
 72,
 75,
 79,
 81,
 82,
 83,
 89,
 92,
 93,
 97,
 100,
 102,
 105,
 107,
 111,
 112,
 118,
 127,
 130,
 131,
 134,
 138,
 140,
 141,
 142,
 144,
 149,
 151,
 163,
 167,
 170,
 171,
 187,
 192,
 196,
 198,
 203,
 209,
 217,
 226,
 230,
 232,
 239,
 246,
 250,
 252,
 253
 ],
 "k": [
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 4,
 4,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 4,
 3,
 3,
 4,
 3,
 4,
 4,
 4,
 3,
 3,
 4
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "7": {
 "expert_rel_rt_mse": [
 0.006095876954303451,
 0.02635685404117089,
 0.0256902128275289,
 0.02610720394390639,
 0.006572230638711761,
 0.02538222447476973,
 0.025504561266440375,
 0.02668170569162289,
 0.006216512502216368,
 0.02531623803711196,
 0.02709447511699323,
 0.024734544517798187,
 0.025801953260918418,
 0.026427578834926645,
 0.025575524182398165,
 0.025717373517406925,
 0.025772091094289126,
 0.027339908648463085,
 0.02542433951744876,
 0.006049426487477905,
 0.006470195440448924,
 0.025464586038247985,
 0.026443290241687973,
 0.00677174610246579,
 0.025014180192351687,
 0.02560420366336401,
 0.026865869630462627,
 0.005946303631543308,
 0.006339554355323013,
 0.006469898300516392,
 0.006225250158862382,
 0.0068200037264237985,
 0.02546577188872073,
 0.025281402743893025,
 0.0261006395490036,
 0.025042339711165873,
 0.02497288103582991,
 0.02588055650760704,
 0.006438995806093248,
 0.025364287554392857,
 0.006472877105605306,
 0.02749602247399155,
 0.006516387576812169,
 0.026323753173062056,
 0.0064246320924044855,
 0.02673747811335849,
 0.006595799113023154,
 0.0062438217757383825,
 0.006427033599202483,
 0.025875360939551725,
 0.024402309467041663,
 0.025455248894518594,
 0.025857542645744365,
 0.025966361227394343,
 0.02540499922848953,
 0.02708091598297888,
 0.0244875113035905,
 0.026503881408660345,
 0.006292919834707596,
 0.025468381353275147,
 0.026078876275697098,
 0.0067001943505639126,
 0.026706140981420736,
 0.025421753620552375
 ],
 "franken_src_experts": [
 0,
 1,
 9,
 11,
 15,
 21,
 25,
 26,
 28,
 29,
 36,
 50,
 53,
 55,
 58,
 64,
 65,
 73,
 75,
 77,
 84,
 86,
 90,
 93,
 96,
 106,
 110,
 111,
 116,
 117,
 120,
 130,
 135,
 140,
 147,
 148,
 149,
 151,
 154,
 157,
 159,
 164,
 168,
 170,
 171,
 174,
 186,
 187,
 189,
 194,
 198,
 202,
 203,
 206,
 213,
 214,
 215,
 218,
 224,
 237,
 240,
 243,
 244,
 247
 ],
 "k": [
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 4,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 4,
 3,
 4,
 3,
 4,
 4,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 4,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "8": {
 "expert_rel_rt_mse": [
 0.006273480065292618,
 0.006060949530201701,
 0.006742056475863019,
 0.006818464412503685,
 0.00635805862713167,
 0.024964575676347685,
 0.02570536883686134,
 0.006423472587165812,
 0.027026069689178988,
 0.005714260811909211,
 0.02577875177123024,
 0.022435844964667752,
 0.025301244382442644,
 0.026219728795162916,
 0.025218585983548102,
 0.005774749429566192,
 0.006507849553703628,
 0.025183472490183607,
 0.006366714874428072,
 0.02526843863301029,
 0.005829329336878833,
 0.006406365416393961,
 0.006543668438379537,
 0.026250125938821443,
 0.006356911471530333,
 0.025535369895188433,
 0.005993464611928262,
 0.02521968473863044,
 0.025242246383571015,
 0.005879136741471147,
 0.02445292444243441,
 0.0248552823832038,
 0.02491347019246295,
 0.024924384288266647,
 0.026146876785243883,
 0.02449624738995609,
 0.025357385716988607,
 0.006189216960401116,
 0.02487508535293133,
 0.025248778828260425,
 0.024543218649582886,
 0.024251564044899535,
 0.0251144621410686,
 0.02587006169199416,
 0.024911714595227136,
 0.006424646458916875,
 0.022382544569925254,
 0.024078696700629107,
 0.025368909606101896,
 0.006392994604493648,
 0.02487810706847936,
 0.005864779807921902,
 0.023780030891530225,
 0.023920380266141083,
 0.02559928821436357,
 0.025564528620305994,
 0.0264625124719604,
 0.026880964194074257,
 0.005783780553166307,
 0.02544710107602602,
 0.025705547094935655,
 0.0251649434386808,
 0.024906163803645364,
 0.024717826933765914
 ],
 "franken_src_experts": [
 1,
 12,
 13,
 15,
 16,
 17,
 18,
 20,
 25,
 33,
 42,
 43,
 45,
 49,
 50,
 52,
 57,
 63,
 64,
 68,
 70,
 78,
 79,
 92,
 96,
 101,
 102,
 114,
 116,
 117,
 120,
 123,
 126,
 131,
 134,
 140,
 143,
 145,
 147,
 154,
 162,
 167,
 169,
 180,
 184,
 186,
 188,
 189,
 191,
 195,
 198,
 209,
 211,
 218,
 220,
 223,
 234,
 239,
 240,
 242,
 243,
 251,
 252,
 254
 ],
 "k": [
 4,
 4,
 4,
 4,
 4,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 4,
 3,
 4,
 4,
 4,
 3,
 4,
 3,
 4,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 3
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 },
 "9": {
 "expert_rel_rt_mse": [
 0.024617297473722724,
 0.025172717512748365,
 0.026173411963300964,
 0.006330680171966828,
 0.006236700026111146,
 0.024683178624888044,
 0.02372794604594625,
 0.02570087623857431,
 0.005944257711637089,
 0.024889259821789394,
 0.024565406849158814,
 0.025444451710751284,
 0.023695913931577568,
 0.006269252699708907,
 0.006358311095211629,
 0.02626692589444349,
 0.026662525470802452,
 0.005908812312193718,
 0.023270579872805387,
 0.02461868805258205,
 0.006037050934433824,
 0.005999589064204887,
 0.02496605271537325,
 0.006461338381701138,
 0.02592392902939933,
 0.026542198073059717,
 0.02466439641590459,
 0.006319748269105554,
 0.005736530547403271,
 0.006187522099583121,
 0.024773420185424524,
 0.0059331595843047,
 0.006310989152363778,
 0.006040354287976271,
 0.006293609799746305,
 0.023565998932400415,
 0.006363755639135964,
 0.024080624898838335,
 0.024675766166774794,
 0.024745057031347547,
 0.02498195511422778,
 0.025489497298283956,
 0.02450842921466449,
 0.0240253177308052,
 0.024431785783462206,
 0.025492558914772572,
 0.02519799851734431,
 0.024526936272381752,
 0.02477866312452608,
 0.024661731015050654,
 0.025495290346350424,
 0.02569047610364487,
 0.006174482486007071,
 0.024912448424984635,
 0.024259979845009185,
 0.025195799941623208,
 0.0064850445258155575,
 0.0255636347287392,
 0.02522407778743024,
 0.02470130525888773,
 0.025107374735631495,
 0.005904820765629171,
 0.025129511044213636,
 0.006413128647996438
 ],
 "franken_src_experts": [
 2,
 4,
 8,
 13,
 16,
 19,
 23,
 27,
 29,
 52,
 53,
 60,
 64,
 65,
 66,
 69,
 74,
 76,
 100,
 106,
 110,
 111,
 116,
 119,
 122,
 123,
 128,
 129,
 131,
 134,
 137,
 138,
 142,
 144,
 145,
 148,
 153,
 160,
 161,
 164,
 170,
 171,
 183,
 185,
 186,
 190,
 192,
 194,
 199,
 200,
 204,
 207,
 214,
 215,
 220,
 222,
 225,
 228,
 230,
 235,
 236,
 237,
 238,
 249
 ],
 "k": [
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 4,
 3,
 3,
 4,
 3,
 3,
 4,
 4,
 3,
 4,
 3,
 3,
 3,
 4,
 4,
 4,
 3,
 4,
 4,
 4,
 4,
 3,
 4,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 4,
 3,
 3,
 3,
 3,
 4,
 3,
 4
 ],
 "keep_nvfp4": [],
 "tail_tr3": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63
 ]
 }
}