| { |
| "1": { |
| "gate_up_gptq": 0.0006181362550705671, |
| "gate_up_rtn": 0.001636270433664322, |
| "down_gptq": 0.0002587925991974771, |
| "down_rtn": 0.011851880699396133, |
| "min_tokens": 0, |
| "rtn_experts": 28, |
| "median_tokens": 5047, |
| "seconds": 12.4 |
| }, |
| "2": { |
| "gate_up_gptq": 0.00029629661003127694, |
| "gate_up_rtn": 0.0031654436606913805, |
| "down_gptq": 0.0011403142707422376, |
| "down_rtn": 0.0013711598003283143, |
| "min_tokens": 393, |
| "rtn_experts": 2, |
| "median_tokens": 9692, |
| "seconds": 12.4 |
| }, |
| "3": { |
| "gate_up_gptq": 0.0004486024263314903, |
| "gate_up_rtn": 0.0035775690339505672, |
| "down_gptq": 0.0011974559165537357, |
| "down_rtn": 0.0020377496257424355, |
| "min_tokens": 181, |
| "rtn_experts": 3, |
| "median_tokens": 10752, |
| "seconds": 12.4 |
| }, |
| "4": { |
| "gate_up_gptq": 0.00048080249689519405, |
| "gate_up_rtn": 0.003583609825000167, |
| "down_gptq": 0.0016042006900534034, |
| "down_rtn": 0.005502886138856411, |
| "min_tokens": 178, |
| "rtn_experts": 4, |
| "median_tokens": 9519, |
| "seconds": 12.4 |
| }, |
| "5": { |
| "gate_up_gptq": 0.0006693529430776834, |
| "gate_up_rtn": 0.004200228489935398, |
| "down_gptq": 0.0021063147578388453, |
| "down_rtn": 0.007462659385055304, |
| "min_tokens": 201, |
| "rtn_experts": 9, |
| "median_tokens": 8063, |
| "seconds": 12.4 |
| }, |
| "6": { |
| "gate_up_gptq": 0.0007278254488483071, |
| "gate_up_rtn": 0.005395835731178522, |
| "down_gptq": 0.0023192509543150663, |
| "down_rtn": 0.008674511685967445, |
| "min_tokens": 389, |
| "rtn_experts": 3, |
| "median_tokens": 10866, |
| "seconds": 12.4 |
| }, |
| "7": { |
| "gate_up_gptq": 0.001137979095801711, |
| "gate_up_rtn": 0.00711344089359045, |
| "down_gptq": 0.003323533106595278, |
| "down_rtn": 0.010497448965907097, |
| "min_tokens": 1910, |
| "rtn_experts": 0, |
| "median_tokens": 14387, |
| "seconds": 12.4 |
| }, |
| "8": { |
| "gate_up_gptq": 0.001368482131510973, |
| "gate_up_rtn": 0.00805857963860035, |
| "down_gptq": 0.0037235012277960777, |
| "down_rtn": 0.011371309868991375, |
| "min_tokens": 270, |
| "rtn_experts": 2, |
| "median_tokens": 11303, |
| "seconds": 12.4 |
| }, |
| "9": { |
| "gate_up_gptq": 0.001509908470325172, |
| "gate_up_rtn": 0.008765019476413727, |
| "down_gptq": 0.0036017727106809616, |
| "down_rtn": 0.011491487734019756, |
| "min_tokens": 122, |
| "rtn_experts": 2, |
| "median_tokens": 9795, |
| "seconds": 12.4 |
| }, |
| "10": { |
| "gate_up_gptq": 0.0012995208380743861, |
| "gate_up_rtn": 0.008577797561883926, |
| "down_gptq": 0.0031649183947592974, |
| "down_rtn": 0.011098089627921581, |
| "min_tokens": 776, |
| "rtn_experts": 0, |
| "median_tokens": 8757, |
| "seconds": 12.5 |
| }, |
| "11": { |
| "gate_up_gptq": 0.0011600807774811983, |
| "gate_up_rtn": 0.007048054598271847, |
| "down_gptq": 0.003558366559445858, |
| "down_rtn": 0.011127912439405918, |
| "min_tokens": 274, |
| "rtn_experts": 1, |
| "median_tokens": 10485, |
| "seconds": 12.5 |
| }, |
| "12": { |
| "gate_up_gptq": 0.0012261439114809036, |
| "gate_up_rtn": 0.00784603226929903, |
| "down_gptq": 0.0034296889789402485, |
| "down_rtn": 0.010923998430371284, |
| "min_tokens": 532, |
| "rtn_experts": 0, |
| "median_tokens": 12420, |
| "seconds": 12.4 |
| }, |
| "13": { |
| "gate_up_gptq": 0.0014384717214852571, |
| "gate_up_rtn": 0.008202435448765755, |
| "down_gptq": 0.003912266343832016, |
| "down_rtn": 0.011433502659201622, |
| "min_tokens": 480, |
| "rtn_experts": 1, |
| "median_tokens": 12094, |
| "seconds": 12.4 |
| }, |
| "14": { |
| "gate_up_gptq": 0.0015345895662903786, |
| "gate_up_rtn": 0.008407820016145706, |
| "down_gptq": 0.0037493123672902584, |
| "down_rtn": 0.01141633652150631, |
| "min_tokens": 0, |
| "rtn_experts": 6, |
| "median_tokens": 9663, |
| "seconds": 12.4 |
| }, |
| "15": { |
| "gate_up_gptq": 0.001488260691985488, |
| "gate_up_rtn": 0.008495872840285301, |
| "down_gptq": 0.003748207353055477, |
| "down_rtn": 0.011867057532072067, |
| "min_tokens": 190, |
| "rtn_experts": 6, |
| "median_tokens": 9719, |
| "seconds": 12.4 |
| }, |
| "16": { |
| "gate_up_gptq": 0.0015479682479053736, |
| "gate_up_rtn": 0.008134016767144203, |
| "down_gptq": 0.003845006227493286, |
| "down_rtn": 0.011831938289105892, |
| "min_tokens": 86, |
| "rtn_experts": 8, |
| "median_tokens": 7157, |
| "seconds": 12.4 |
| }, |
| "17": { |
| "gate_up_gptq": 0.0017206623451784253, |
| "gate_up_rtn": 0.008347640745341778, |
| "down_gptq": 0.004097810480743647, |
| "down_rtn": 0.012366971001029015, |
| "min_tokens": 70, |
| "rtn_experts": 15, |
| "median_tokens": 6849, |
| "seconds": 12.4 |
| }, |
| "18": { |
| "gate_up_gptq": 0.0018428658368065953, |
| "gate_up_rtn": 0.00844129640609026, |
| "down_gptq": 0.004415551200509071, |
| "down_rtn": 0.01230144128203392, |
| "min_tokens": 138, |
| "rtn_experts": 13, |
| "median_tokens": 7865, |
| "seconds": 12.4 |
| }, |
| "19": { |
| "gate_up_gptq": 0.0016065083909779787, |
| "gate_up_rtn": 0.008510604500770569, |
| "down_gptq": 0.00409139646217227, |
| "down_rtn": 0.012211648747324944, |
| "min_tokens": 2, |
| "rtn_experts": 7, |
| "median_tokens": 8007, |
| "seconds": 12.5 |
| }, |
| "20": { |
| "gate_up_gptq": 0.0017452312167733908, |
| "gate_up_rtn": 0.00872165895998478, |
| "down_gptq": 0.004387559834867716, |
| "down_rtn": 0.012459429912269115, |
| "min_tokens": 45, |
| "rtn_experts": 10, |
| "median_tokens": 7660, |
| "seconds": 12.4 |
| }, |
| "21": { |
| "gate_up_gptq": 0.0017268355004489422, |
| "gate_up_rtn": 0.00809776596724987, |
| "down_gptq": 0.004480446223169565, |
| "down_rtn": 0.01215333491563797, |
| "min_tokens": 0, |
| "rtn_experts": 11, |
| "median_tokens": 10186, |
| "seconds": 12.4 |
| }, |
| "22": { |
| "gate_up_gptq": 0.0018961416790261865, |
| "gate_up_rtn": 0.009161854162812233, |
| "down_gptq": 0.004712393507361412, |
| "down_rtn": 0.012702958658337593, |
| "min_tokens": 11, |
| "rtn_experts": 9, |
| "median_tokens": 8987, |
| "seconds": 12.4 |
| }, |
| "23": { |
| "gate_up_gptq": 0.001928131328895688, |
| "gate_up_rtn": 0.009237086400389671, |
| "down_gptq": 0.004669089801609516, |
| "down_rtn": 0.012546403333544731, |
| "min_tokens": 173, |
| "rtn_experts": 6, |
| "median_tokens": 9320, |
| "seconds": 12.4 |
| }, |
| "24": { |
| "gate_up_gptq": 0.002065985929220915, |
| "gate_up_rtn": 0.00936163030564785, |
| "down_gptq": 0.004873292520642281, |
| "down_rtn": 0.012620853260159492, |
| "min_tokens": 101, |
| "rtn_experts": 8, |
| "median_tokens": 9211, |
| "seconds": 12.4 |
| }, |
| "25": { |
| "gate_up_gptq": 0.0016711244825273752, |
| "gate_up_rtn": 0.009494742378592491, |
| "down_gptq": 0.004377100151032209, |
| "down_rtn": 0.012810494750738144, |
| "min_tokens": 0, |
| "rtn_experts": 4, |
| "median_tokens": 8500, |
| "seconds": 12.4 |
| }, |
| "26": { |
| "gate_up_gptq": 0.0017792824655771255, |
| "gate_up_rtn": 0.009501351043581963, |
| "down_gptq": 0.004401974380016327, |
| "down_rtn": 0.012996086850762367, |
| "min_tokens": 17, |
| "rtn_experts": 4, |
| "median_tokens": 7322, |
| "seconds": 12.4 |
| }, |
| "27": { |
| "gate_up_gptq": 0.0018349896417930722, |
| "gate_up_rtn": 0.009470868855714798, |
| "down_gptq": 0.0046291351318359375, |
| "down_rtn": 0.0129995197057724, |
| "min_tokens": 0, |
| "rtn_experts": 3, |
| "median_tokens": 9296, |
| "seconds": 12.4 |
| }, |
| "28": { |
| "gate_up_gptq": 0.0017072544433176517, |
| "gate_up_rtn": 0.009812809526920319, |
| "down_gptq": 0.004357963800430298, |
| "down_rtn": 0.013008510693907738, |
| "min_tokens": 355, |
| "rtn_experts": 1, |
| "median_tokens": 7773, |
| "seconds": 12.4 |
| }, |
| "29": { |
| "gate_up_gptq": 0.0014677031431347132, |
| "gate_up_rtn": 0.008205555379390717, |
| "down_gptq": 0.004335377365350723, |
| "down_rtn": 0.01287685614079237, |
| "min_tokens": 189, |
| "rtn_experts": 1, |
| "median_tokens": 9100, |
| "seconds": 12.7 |
| }, |
| "30": { |
| "gate_up_gptq": 0.0012774858623743057, |
| "gate_up_rtn": 0.006964295636862516, |
| "down_gptq": 0.004197453148663044, |
| "down_rtn": 0.013085516169667244, |
| "min_tokens": 382, |
| "rtn_experts": 2, |
| "median_tokens": 8435, |
| "seconds": 12.8 |
| }, |
| "31": { |
| "gate_up_gptq": 0.001151838107034564, |
| "gate_up_rtn": 0.006889866665005684, |
| "down_gptq": 0.004136691801249981, |
| "down_rtn": 0.011467322707176208, |
| "min_tokens": 0, |
| "rtn_experts": 11, |
| "median_tokens": 5974, |
| "seconds": 12.4 |
| } |
| } |
