| model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,ggml_cuda_init,kl_divergence,llama_context,llama_kv_cache,llama_memory_breakdown_print,llama_model_loader,llama_params_fit,llama_params_fit_impl,llama_perf_context_print,load,load_tensors,print_info,sched_reserve,system_info | |
| MiniMax-M2.7-IQ3_S (aes_sedai),83.60153841664001,2.92,0.28274,-0.0,-95.363,7e-06,-64.924,0.000744,-15.535,-3.641,0.000122,-28.109,0.747,0.68169,7.768,1.16197,15.352,2.855629,38.567,6.940854,76.356,93.68,22.948486,99.967,0.001687,0.954583,0.024081,1.12143,0.003047,8.815764,0.067859,7.861181,0.059535,0.114605,0.002717,-2.459,0.041,0.098503,-0.034,-9e-06,-99.993,15.412,0.074,79.848,0.107,kld/MiniMax-M2.7/wiki-test-raw/aes_sedai/MiniMax-M2.7-IQ3_S.md,77.86,4389000.0,552512819216.0,12.21,128.0,-7374800256.0,-2124.0,0.77,95050.38252,33.0,1.3355,318267.89,256.0,596.984,4.848561200112841e+50 | |
| MiniMax-M2.7-IQ4_XS (aes_sedai),108.5552984064,3.8,0.128807,-1e-06,-81.704,3e-06,-40.411,0.000267,-8.592,-1.755,4.4e-05,-15.826,0.671,0.291244,5.764,0.509207,11.409,1.366539,28.43,4.454674,64.01,97.14,23.78923,99.975,0.00107,0.429493,0.015235,1.054635,0.001922,8.290674,0.063543,7.861181,0.059535,0.053194,0.001823,-0.961,0.028,0.040065,-0.005,-7.9e-05,-99.894,10.471,0.064,86.346,0.092,kld/MiniMax-M2.7/wiki-test-raw/aes_sedai/MiniMax-M2.7-IQ4_XS.md,101.1,4389000.0,552512819216.0,12.21,128.0,-8796220256.0,-462.0,0.52,118701.382508,33.0,1.3355,323718.24,256.0,509.634,4.848561200112841e+50 | |
| MiniMax-M2.7-Q4_K_M (aes_sedai),140.14478286848,4.9,,-2e-06,-54.874,1e-06,-23.401,0.000104,-4.672,-0.769,1.7e-05,-8.989,0.705,0.125012,4.556,0.214298,8.599,0.597549,21.485,2.722201,48.404,,22.649797,99.979,,,,,,,,7.861181,0.059535,,,,,0.017201,-0.0,-6e-05,-99.882,,,90.718,0.077,kld/MiniMax-M2.7/wiki-test-raw/aes_sedai/MiniMax-M2.7-Q4_K_M.md,130.52,4389000.0,552512819216.0,12.21,128.0,-8796220256.0,-562.0,0.89,148833.385919,33.0,1.3355,330522.24,256.0,417.094,4.848561200112841e+50 | |
| MiniMax-M2.7-Q5_K_M (aes_sedai),168.82442698752,5.91,0.038926,-3e-06,-43.174,0.0,-17.173,6.4e-05,-3.593,-0.572,1.1e-05,-6.809,0.586,0.075408,3.639,0.128819,6.837,0.367792,17.089,2.198945,40.894,99.12,24.088629,99.853,0.000692,0.010697,0.007921,1.001361,0.001008,7.871878,0.059897,7.861181,0.059535,0.00136,0.001006,-0.004,0.015,0.010531,0.0,-3.9e-05,-99.603,5.591,0.052,92.59,0.07,kld/MiniMax-M2.7/wiki-test-raw/aes_sedai/MiniMax-M2.7-Q5_K_M.md,157.23,4389000.0,552512819216.0,12.21,128.0,-8796220256.0,-662.0,0.76,176175.385919,33.0,1.3355,336696.24,256.0,596.374,4.848561200112841e+50 | |
| MiniMax-M2.7-Q8_0 (aes_sedai),243.12736120832002,8.51,0.029715,-3e-06,-35.387,0.0,-14.327,4.5e-05,-2.974,-0.461,7e-06,-5.596,0.507,0.053784,3.089,0.091453,5.783,0.276523,14.613,1.938838,34.987,99.31,22.690596,99.72,0.000649,0.018957,0.007052,1.002412,0.000897,7.880138,0.060034,7.861181,0.059535,0.002409,0.000895,0.034,0.013,0.007496,0.0,-6.2e-05,-99.971,4.783,0.051,93.772,0.064,kld/MiniMax-M2.7/wiki-test-raw/aes_sedai/MiniMax-M2.7-Q8_0.md,226.43,4389000.0,552512819216.0,12.21,128.0,-8796220256.0,-80436.0,0.94,247041.385919,33.0,1.3355,352698.24,256.0,812.494,4.848561200112841e+50 | |