{
 "1": {
  "gate_up_gptq": 0.0006181362550705671,
  "gate_up_rtn": 0.001636270433664322,
  "down_gptq": 0.0002587925991974771,
  "down_rtn": 0.011851880699396133,
  "min_tokens": 0,
  "rtn_experts": 28,
  "median_tokens": 5047,
  "seconds": 12.4
 },
 "2": {
  "gate_up_gptq": 0.00029629661003127694,
  "gate_up_rtn": 0.0031654436606913805,
  "down_gptq": 0.0011403142707422376,
  "down_rtn": 0.0013711598003283143,
  "min_tokens": 393,
  "rtn_experts": 2,
  "median_tokens": 9692,
  "seconds": 12.4
 },
 "3": {
  "gate_up_gptq": 0.0004486024263314903,
  "gate_up_rtn": 0.0035775690339505672,
  "down_gptq": 0.0011974559165537357,
  "down_rtn": 0.0020377496257424355,
  "min_tokens": 181,
  "rtn_experts": 3,
  "median_tokens": 10752,
  "seconds": 12.4
 },
 "4": {
  "gate_up_gptq": 0.00048080249689519405,
  "gate_up_rtn": 0.003583609825000167,
  "down_gptq": 0.0016042006900534034,
  "down_rtn": 0.005502886138856411,
  "min_tokens": 178,
  "rtn_experts": 4,
  "median_tokens": 9519,
  "seconds": 12.4
 },
 "5": {
  "gate_up_gptq": 0.0006693529430776834,
  "gate_up_rtn": 0.004200228489935398,
  "down_gptq": 0.0021063147578388453,
  "down_rtn": 0.007462659385055304,
  "min_tokens": 201,
  "rtn_experts": 9,
  "median_tokens": 8063,
  "seconds": 12.4
 },
 "6": {
  "gate_up_gptq": 0.0007278254488483071,
  "gate_up_rtn": 0.005395835731178522,
  "down_gptq": 0.0023192509543150663,
  "down_rtn": 0.008674511685967445,
  "min_tokens": 389,
  "rtn_experts": 3,
  "median_tokens": 10866,
  "seconds": 12.4
 },
 "7": {
  "gate_up_gptq": 0.001137979095801711,
  "gate_up_rtn": 0.00711344089359045,
  "down_gptq": 0.003323533106595278,
  "down_rtn": 0.010497448965907097,
  "min_tokens": 1910,
  "rtn_experts": 0,
  "median_tokens": 14387,
  "seconds": 12.4
 },
 "8": {
  "gate_up_gptq": 0.001368482131510973,
  "gate_up_rtn": 0.00805857963860035,
  "down_gptq": 0.0037235012277960777,
  "down_rtn": 0.011371309868991375,
  "min_tokens": 270,
  "rtn_experts": 2,
  "median_tokens": 11303,
  "seconds": 12.4
 },
 "9": {
  "gate_up_gptq": 0.001509908470325172,
  "gate_up_rtn": 0.008765019476413727,
  "down_gptq": 0.0036017727106809616,
  "down_rtn": 0.011491487734019756,
  "min_tokens": 122,
  "rtn_experts": 2,
  "median_tokens": 9795,
  "seconds": 12.4
 },
 "10": {
  "gate_up_gptq": 0.0012995208380743861,
  "gate_up_rtn": 0.008577797561883926,
  "down_gptq": 0.0031649183947592974,
  "down_rtn": 0.011098089627921581,
  "min_tokens": 776,
  "rtn_experts": 0,
  "median_tokens": 8757,
  "seconds": 12.5
 },
 "11": {
  "gate_up_gptq": 0.0011600807774811983,
  "gate_up_rtn": 0.007048054598271847,
  "down_gptq": 0.003558366559445858,
  "down_rtn": 0.011127912439405918,
  "min_tokens": 274,
  "rtn_experts": 1,
  "median_tokens": 10485,
  "seconds": 12.5
 },
 "12": {
  "gate_up_gptq": 0.0012261439114809036,
  "gate_up_rtn": 0.00784603226929903,
  "down_gptq": 0.0034296889789402485,
  "down_rtn": 0.010923998430371284,
  "min_tokens": 532,
  "rtn_experts": 0,
  "median_tokens": 12420,
  "seconds": 12.4
 },
 "13": {
  "gate_up_gptq": 0.0014384717214852571,
  "gate_up_rtn": 0.008202435448765755,
  "down_gptq": 0.003912266343832016,
  "down_rtn": 0.011433502659201622,
  "min_tokens": 480,
  "rtn_experts": 1,
  "median_tokens": 12094,
  "seconds": 12.4
 },
 "14": {
  "gate_up_gptq": 0.0015345895662903786,
  "gate_up_rtn": 0.008407820016145706,
  "down_gptq": 0.0037493123672902584,
  "down_rtn": 0.01141633652150631,
  "min_tokens": 0,
  "rtn_experts": 6,
  "median_tokens": 9663,
  "seconds": 12.4
 },
 "15": {
  "gate_up_gptq": 0.001488260691985488,
  "gate_up_rtn": 0.008495872840285301,
  "down_gptq": 0.003748207353055477,
  "down_rtn": 0.011867057532072067,
  "min_tokens": 190,
  "rtn_experts": 6,
  "median_tokens": 9719,
  "seconds": 12.4
 },
 "16": {
  "gate_up_gptq": 0.0015479682479053736,
  "gate_up_rtn": 0.008134016767144203,
  "down_gptq": 0.003845006227493286,
  "down_rtn": 0.011831938289105892,
  "min_tokens": 86,
  "rtn_experts": 8,
  "median_tokens": 7157,
  "seconds": 12.4
 },
 "17": {
  "gate_up_gptq": 0.0017206623451784253,
  "gate_up_rtn": 0.008347640745341778,
  "down_gptq": 0.004097810480743647,
  "down_rtn": 0.012366971001029015,
  "min_tokens": 70,
  "rtn_experts": 15,
  "median_tokens": 6849,
  "seconds": 12.4
 },
 "18": {
  "gate_up_gptq": 0.0018428658368065953,
  "gate_up_rtn": 0.00844129640609026,
  "down_gptq": 0.004415551200509071,
  "down_rtn": 0.01230144128203392,
  "min_tokens": 138,
  "rtn_experts": 13,
  "median_tokens": 7865,
  "seconds": 12.4
 },
 "19": {
  "gate_up_gptq": 0.0016065083909779787,
  "gate_up_rtn": 0.008510604500770569,
  "down_gptq": 0.00409139646217227,
  "down_rtn": 0.012211648747324944,
  "min_tokens": 2,
  "rtn_experts": 7,
  "median_tokens": 8007,
  "seconds": 12.5
 },
 "20": {
  "gate_up_gptq": 0.0017452312167733908,
  "gate_up_rtn": 0.00872165895998478,
  "down_gptq": 0.004387559834867716,
  "down_rtn": 0.012459429912269115,
  "min_tokens": 45,
  "rtn_experts": 10,
  "median_tokens": 7660,
  "seconds": 12.4
 },
 "21": {
  "gate_up_gptq": 0.0017268355004489422,
  "gate_up_rtn": 0.00809776596724987,
  "down_gptq": 0.004480446223169565,
  "down_rtn": 0.01215333491563797,
  "min_tokens": 0,
  "rtn_experts": 11,
  "median_tokens": 10186,
  "seconds": 12.4
 },
 "22": {
  "gate_up_gptq": 0.0018961416790261865,
  "gate_up_rtn": 0.009161854162812233,
  "down_gptq": 0.004712393507361412,
  "down_rtn": 0.012702958658337593,
  "min_tokens": 11,
  "rtn_experts": 9,
  "median_tokens": 8987,
  "seconds": 12.4
 },
 "23": {
  "gate_up_gptq": 0.001928131328895688,
  "gate_up_rtn": 0.009237086400389671,
  "down_gptq": 0.004669089801609516,
  "down_rtn": 0.012546403333544731,
  "min_tokens": 173,
  "rtn_experts": 6,
  "median_tokens": 9320,
  "seconds": 12.4
 },
 "24": {
  "gate_up_gptq": 0.002065985929220915,
  "gate_up_rtn": 0.00936163030564785,
  "down_gptq": 0.004873292520642281,
  "down_rtn": 0.012620853260159492,
  "min_tokens": 101,
  "rtn_experts": 8,
  "median_tokens": 9211,
  "seconds": 12.4
 },
 "25": {
  "gate_up_gptq": 0.0016711244825273752,
  "gate_up_rtn": 0.009494742378592491,
  "down_gptq": 0.004377100151032209,
  "down_rtn": 0.012810494750738144,
  "min_tokens": 0,
  "rtn_experts": 4,
  "median_tokens": 8500,
  "seconds": 12.4
 },
 "26": {
  "gate_up_gptq": 0.0017792824655771255,
  "gate_up_rtn": 0.009501351043581963,
  "down_gptq": 0.004401974380016327,
  "down_rtn": 0.012996086850762367,
  "min_tokens": 17,
  "rtn_experts": 4,
  "median_tokens": 7322,
  "seconds": 12.4
 },
 "27": {
  "gate_up_gptq": 0.0018349896417930722,
  "gate_up_rtn": 0.009470868855714798,
  "down_gptq": 0.0046291351318359375,
  "down_rtn": 0.0129995197057724,
  "min_tokens": 0,
  "rtn_experts": 3,
  "median_tokens": 9296,
  "seconds": 12.4
 },
 "28": {
  "gate_up_gptq": 0.0017072544433176517,
  "gate_up_rtn": 0.009812809526920319,
  "down_gptq": 0.004357963800430298,
  "down_rtn": 0.013008510693907738,
  "min_tokens": 355,
  "rtn_experts": 1,
  "median_tokens": 7773,
  "seconds": 12.4
 },
 "29": {
  "gate_up_gptq": 0.0014677031431347132,
  "gate_up_rtn": 0.008205555379390717,
  "down_gptq": 0.004335377365350723,
  "down_rtn": 0.01287685614079237,
  "min_tokens": 189,
  "rtn_experts": 1,
  "median_tokens": 9100,
  "seconds": 12.7
 },
 "30": {
  "gate_up_gptq": 0.0012774858623743057,
  "gate_up_rtn": 0.006964295636862516,
  "down_gptq": 0.004197453148663044,
  "down_rtn": 0.013085516169667244,
  "min_tokens": 382,
  "rtn_experts": 2,
  "median_tokens": 8435,
  "seconds": 12.8
 },
 "31": {
  "gate_up_gptq": 0.001151838107034564,
  "gate_up_rtn": 0.006889866665005684,
  "down_gptq": 0.004136691801249981,
  "down_rtn": 0.011467322707176208,
  "min_tokens": 0,
  "rtn_experts": 11,
  "median_tokens": 5974,
  "seconds": 12.4
 }
}