| model_name,file_size_gb,bpw,Mean KLD_mean,0.01.305.931 I common_memory_breakdown_print,0.01.326.839 I common_memory_breakdown_print,0.01.334.397 I common_memory_breakdown_print,0.01.351.650 I common_params_fit_impl,0.01.351.656 I common_fit_params,0.01.377.222 I common_params_fit_impl,0.01.377.235 I common_fit_params,0.01.384.447 I llama_model_loader,0.01.384.454 I llama_model_loader,0.01.384.455 I llama_model_loader,0.01.386.011 I common_params_fit_impl,0.01.386.018 I common_fit_params,0.01.409.368 I llama_model_loader,0.01.409.369 I llama_model_loader,0.01.409.370 I llama_model_loader,0.01.409.372 I llama_model_loader,0.01.409.373 I llama_model_loader,0.01.409.375 I print_info,0.01.409.376 I print_info,0.01.410.251 I llama_model_loader,0.01.410.256 I llama_model_loader,0.01.410.257 I llama_model_loader,0.01.419.134 I llama_model_loader,0.01.419.140 I llama_model_loader,0.01.434.943 I llama_model_loader,0.01.434.944 I llama_model_loader,0.01.434.945 I llama_model_loader,0.01.434.946 I print_info,0.01.434.947 I print_info,0.01.444.003 I llama_model_loader,0.01.444.004 I llama_model_loader,0.01.444.005 I llama_model_loader,0.01.444.008 I llama_model_loader,0.01.444.009 I llama_model_loader,0.01.444.010 I print_info,0.01.444.011 I print_info,0.01.468.722 I load,0.01.484.953 I load,0.01.484.954 I load,0.01.485.110 I load,0.01.504.695 I load,0.01.508.154 I load,0.01.520.077 I load,0.01.520.078 I load,0.01.520.079 I load,0.01.520.195 I load,0.01.522.525 I load,0.01.522.526 I load,0.01.522.644 I load,0.01.522.949 I load,0.01.522.973 I print_info,0.01.522.974 I print_info,0.01.522.975 I print_info,0.01.522.976 I print_info,0.01.522.986 I print_info,0.01.522.987 I print_info,0.01.522.988 I print_info,0.01.522.990 I print_info,0.01.522.991 I print_info,0.01.522.992 I print_info,0.01.522.993 I print_info,0.01.522.994 I print_info,0.01.522.995 I print_info,0.01.522.996 I print_info,0.01.523.029 I print_info,0.01.523.031 I print_info,0.01.523.033 I print_info,0.01.523.034 I print_info,0.01.523.035 I print_info,0.01.523.036 I print_info,0.01.523.038 I print_info,0.01.523.040 I print_info,0.01.523.041 I print_info,0.01.523.042 I print_info,0.01.523.043 I print_info,0.01.523.044 I print_info,0.01.523.045 I print_info,0.01.523.046 I print_info,0.01.523.047 I print_info,0.01.556.270 I load,0.01.556.291 I print_info,0.01.556.292 I print_info,0.01.556.293 I print_info,0.01.556.294 I print_info,0.01.556.303 I print_info,0.01.556.304 I print_info,0.01.556.305 I print_info,0.01.556.306 I print_info,0.01.556.307 I print_info,0.01.556.309 I print_info,0.01.556.311 I print_info,0.01.556.312 I print_info,0.01.556.313 I print_info,0.01.556.314 I print_info,0.01.556.315 I print_info,0.01.556.316 I print_info,0.01.556.317 I print_info,0.01.556.319 I print_info,0.01.556.320 I print_info,0.01.556.321 I print_info,0.01.556.322 I print_info,0.01.558.679 I load,0.01.558.700 I print_info,0.01.558.701 I print_info,0.01.558.702 I print_info,0.01.558.703 I print_info,0.01.558.711 I print_info,0.01.558.712 I print_info,0.01.558.713 I print_info,0.01.558.714 I print_info,0.01.558.716 I print_info,0.01.558.717 I print_info,0.01.558.718 I print_info,0.01.558.720 I print_info,0.01.558.721 I print_info,0.01.558.722 I print_info,0.01.558.723 I print_info,0.01.558.724 I print_info,0.01.558.725 I print_info,0.01.558.726 I print_info,0.01.558.728 I print_info,0.01.558.729 I print_info,0.01.558.730 I print_info,0.01.558.731 I print_info,0.01.897.634 I load_tensors,0.01.897.640 I load_tensors,0.01.897.641 I load_tensors,0.01.897.642 I load_tensors,0.01.897.643 I load_tensors,0.01.936.690 I load_tensors,0.01.936.696 I load_tensors,0.01.936.697 I load_tensors,0.01.936.698 I load_tensors,0.01.936.699 I load_tensors,0.01.936.700 I load_tensors,0.01.941.335 I load_tensors,0.01.941.336 I load_tensors,0.01.941.342 I load_tensors,0.01.941.343 I load_tensors,0.01.941.344 I load_tensors,0.01.941.345 I load_tensors,0.02.612.405 I common_memory_breakdown_print,0.02.675.495 I common_params_fit_impl,0.02.675.516 I common_fit_params,0.02.770.668 I common_memory_breakdown_print,0.02.827.039 I common_params_fit_impl,0.02.827.044 I common_fit_params,0.02.849.124 I llama_model_loader,0.02.849.131 I llama_model_loader,0.02.849.132 I llama_model_loader,0.02.860.406 I llama_model_loader,0.02.860.412 I llama_model_loader,0.02.885.460 I llama_model_loader,0.02.885.461 I llama_model_loader,0.02.885.462 I llama_model_loader,0.02.885.464 I llama_model_loader,0.02.885.465 I llama_model_loader,0.02.885.466 I print_info,0.02.885.467 I print_info,0.02.916.956 I llama_model_loader,0.02.916.957 I llama_model_loader,0.02.916.958 I llama_model_loader,0.02.916.959 I llama_model_loader,0.02.916.963 I llama_model_loader,0.02.916.965 I llama_model_loader,0.02.916.967 I print_info,0.02.916.968 I print_info,0.02.954.288 I load,0.02.969.402 I load,0.02.969.403 I load,0.02.969.531 I load,0.03.005.852 I load,0.03.005.873 I print_info,0.03.005.874 I print_info,0.03.005.875 I print_info,0.03.005.884 I print_info,0.03.005.885 I print_info,0.03.005.886 I print_info,0.03.005.887 I print_info,0.03.005.888 I print_info,0.03.005.889 I print_info,0.03.005.890 I print_info,0.03.005.892 I print_info,0.03.005.894 I print_info,0.03.005.895 I print_info,0.03.005.897 I print_info,0.03.005.898 I print_info,0.03.005.899 I print_info,0.03.005.900 I print_info,0.03.005.901 I print_info,0.03.005.902 I print_info,0.03.005.903 I print_info,0.03.019.206 I load,0.03.039.268 I load,0.03.039.275 I load,0.03.039.280 I load,0.03.039.428 I load,0.03.092.042 I load,0.03.092.098 I print_info,0.03.092.105 I print_info,0.03.092.110 I print_info,0.03.092.116 I print_info,0.03.092.122 I print_info,0.03.092.128 I print_info,0.03.092.134 I print_info,0.03.092.140 I print_info,0.03.092.145 I print_info,0.03.092.162 I print_info,0.03.092.169 I print_info,0.03.092.189 I print_info,0.03.092.199 I print_info,0.03.092.206 I print_info,0.03.092.212 I print_info,0.03.092.218 I print_info,0.03.092.226 I print_info,0.03.092.233 I print_info,0.03.092.240 I print_info,0.03.092.246 I print_info,0.03.092.260 I print_info,0.03.092.266 I print_info,0.03.092.271 I print_info,0.03.092.277 I print_info,0.03.092.282 I print_info,0.03.092.289 I print_info,0.03.092.295 I print_info,0.03.092.300 I print_info,0.03.092.306 I print_info,0.03.092.312 I print_info,0.03.092.317 I print_info,0.03.092.322 I print_info,0.03.092.328 I print_info,0.03.092.341 I print_info,0.03.092.346 I print_info,0.03.092.352 I print_info,0.03.092.358 I print_info,0.03.092.369 I print_info,0.03.092.376 I print_info,0.03.092.401 I print_info,0.03.092.421 I print_info,0.03.092.427 I print_info,0.03.092.433 I print_info,0.03.092.438 I print_info,0.03.092.444 I print_info,0.03.092.451 I print_info,0.03.092.464 I print_info,0.03.092.469 I print_info,0.03.092.474 I print_info,0.03.092.480 I print_info,0.03.092.485 I print_info,0.03.092.490 I print_info,0.03.092.496 I print_info,0.03.092.501 I print_info,0.03.092.507 I print_info,0.03.092.512 I print_info,0.03.295.847 I load_tensors,0.03.295.853 I load_tensors,0.03.295.854 I load_tensors,0.03.295.855 I load_tensors,0.03.295.856 I load_tensors,0.03.295.857 I load_tensors,0.03.530.550 I load_tensors,0.03.530.556 I load_tensors,0.03.530.569 I load_tensors,0.03.530.575 I load_tensors,0.03.530.581 I load_tensors,0.03.530.587 I load_tensors,0.03.530.593 I load_tensors,0.03.530.598 I load_tensors,0.03.530.604 I load_tensors,0.03.530.610 I load_tensors,0.1% KLD,0.1% Δp,0.10.710.577 I common_memory_breakdown_print,0.10.764.995 I common_params_fit_impl,0.10.765.002 I common_fit_params,0.10.912.926 I llama_model_loader,0.10.912.933 I llama_model_loader,0.10.994.239 I llama_model_loader,0.10.994.240 I llama_model_loader,0.10.994.241 I llama_model_loader,0.10.994.242 I llama_model_loader,0.10.994.246 I llama_model_loader,0.10.994.247 I llama_model_loader,0.10.994.248 I llama_model_loader,0.10.994.250 I print_info,0.10.994.251 I print_info,0.11.085.781 I load,0.11.116.002 I load,0.11.116.009 I load,0.11.116.015 I load,0.11.116.214 I load,0.11.171.363 I load,0.11.171.441 I print_info,0.11.171.451 I print_info,0.11.171.457 I print_info,0.11.171.462 I print_info,0.11.171.468 I print_info,0.11.171.474 I print_info,0.11.171.479 I print_info,0.11.171.484 I print_info,0.11.171.489 I print_info,0.11.171.505 I print_info,0.11.171.512 I print_info,0.11.171.517 I print_info,0.11.171.522 I print_info,0.11.171.527 I print_info,0.11.171.533 I print_info,0.11.171.538 I print_info,0.11.171.544 I print_info,0.11.171.550 I print_info,0.11.171.557 I print_info,0.11.171.563 I print_info,0.11.171.575 I print_info,0.11.171.580 I print_info,0.11.171.586 I print_info,0.11.171.591 I print_info,0.11.171.597 I print_info,0.11.171.603 I print_info,0.11.171.608 I print_info,0.11.171.613 I print_info,0.11.171.618 I print_info,0.11.171.623 I print_info,0.11.171.628 I print_info,0.11.171.634 I print_info,0.11.171.639 I print_info,0.11.171.650 I print_info,0.11.171.655 I print_info,0.11.171.660 I print_info,0.11.171.665 I print_info,0.11.171.677 I print_info,0.11.171.682 I print_info,0.11.171.687 I print_info,0.11.171.699 I print_info,0.11.171.704 I print_info,0.11.171.710 I print_info,0.11.171.715 I print_info,0.11.171.720 I print_info,0.11.171.725 I print_info,0.11.171.730 I print_info,0.11.171.735 I print_info,0.11.171.740 I print_info,0.11.171.745 I print_info,0.11.171.750 I print_info,0.11.171.755 I print_info,0.11.171.760 I print_info,0.11.171.766 I print_info,0.11.171.771 I print_info,0.11.171.776 I print_info,0.11.583.425 I load_tensors,0.11.583.435 I load_tensors,0.11.583.447 I load_tensors,0.11.583.454 I load_tensors,0.11.583.459 I load_tensors,0.11.583.465 I load_tensors,0.11.583.471 I load_tensors,0.11.583.476 I load_tensors,0.11.583.482 I load_tensors,0.11.583.488 I load_tensors,1.0% KLD,1.0% Δp,1.16.414.011 I llama_context,1.16.414.012 I llama_context,1.16.414.016 I llama_context,1.16.414.017 I llama_context,1.16.419.623 I llama_context,1.16.420.256 I llama_kv_cache,1.16.430.984 I llama_kv_cache,1.16.442.587 I llama_kv_cache,1.16.453.061 I llama_kv_cache,1.16.463.617 I llama_kv_cache,1.16.471.262 I llama_kv_cache,1.16.471.555 I llama_kv_cache,1.16.471.656 I llama_kv_cache,1.16.561.188 I resolve_fused_ops,1.16.566.124 I resolve_fused_ops,1.16.570.514 I resolve_fused_ops,1.16.574.953 I resolve_fused_ops,1.16.768.416 I sched_reserve,1.16.768.429 I sched_reserve,1.16.768.430 I sched_reserve,1.16.768.431 I sched_reserve,1.16.768.432 I sched_reserve,1.16.768.433 I sched_reserve,1.16.768.435 I sched_reserve,1.16.768.437 I sched_reserve,1.16.930.779 I system_info,1.16.950.682 I kl_divergence,1.45.425.034 I llama_context,1.45.425.035 I llama_context,1.45.425.036 I llama_context,1.45.425.040 I llama_context,1.45.425.041 I llama_context,1.45.430.977 I llama_context,1.45.431.692 I llama_kv_cache,1.45.443.519 I llama_kv_cache,1.45.459.132 I llama_kv_cache,1.45.475.339 I llama_kv_cache,1.45.487.595 I llama_kv_cache,1.45.493.979 I llama_kv_cache,1.45.494.274 I llama_kv_cache,1.45.494.398 I llama_kv_cache,1.45.585.744 I resolve_fused_ops,1.45.590.784 I resolve_fused_ops,1.45.595.296 I resolve_fused_ops,1.45.599.730 I resolve_fused_ops,1.45.788.332 I sched_reserve,1.45.788.347 I sched_reserve,1.45.788.348 I sched_reserve,1.45.788.349 I sched_reserve,1.45.788.350 I sched_reserve,1.45.788.351 I sched_reserve,1.45.788.352 I sched_reserve,1.45.788.354 I sched_reserve,1.45.963.483 I system_info,1.48.093.329 I kl_divergence,10.0% KLD,10.0% Δp,12.13.411.434 I llama_perf_context_print,12.13.411.439 I llama_perf_context_print,12.13.411.440 I llama_perf_context_print,12.13.411.725 I common_memory_breakdown_print,13.13.273.140 I llama_perf_context_print,13.13.273.144 I llama_perf_context_print,13.13.273.145 I llama_perf_context_print,13.13.273.392 I common_memory_breakdown_print,2.11.172.353 I llama_context,2.11.172.354 I llama_context,2.11.172.355 I llama_context,2.11.172.359 I llama_context,2.11.172.360 I llama_context,2.11.178.132 I llama_context,2.11.178.935 I llama_kv_cache,2.11.189.582 I llama_kv_cache,2.11.207.906 I llama_kv_cache,2.11.224.182 I llama_kv_cache,2.11.242.046 I llama_kv_cache,2.11.256.452 I llama_kv_cache,2.11.262.362 I llama_kv_cache,2.11.262.462 I llama_kv_cache,2.11.262.463 I llama_kv_cache,2.11.343.883 I resolve_fused_ops,2.11.348.253 I resolve_fused_ops,2.11.352.591 I resolve_fused_ops,2.11.357.082 I resolve_fused_ops,2.11.529.808 I sched_reserve,2.11.529.825 I sched_reserve,2.11.529.826 I sched_reserve,2.11.529.827 I sched_reserve,2.11.529.828 I sched_reserve,2.11.529.829 I sched_reserve,2.11.529.830 I sched_reserve,2.11.529.832 I sched_reserve,2.11.746.326 I system_info,2.13.769.190 I kl_divergence,2.15.923.338 I llama_context,2.15.923.339 I llama_context,2.15.923.340 I llama_context,2.15.923.344 I llama_context,2.15.923.345 I llama_context,2.15.929.165 I llama_context,2.15.929.913 I llama_kv_cache,2.15.941.635 I llama_kv_cache,2.15.961.914 I llama_kv_cache,2.15.977.647 I llama_kv_cache,2.15.988.245 I llama_kv_cache,2.15.995.580 I llama_kv_cache,2.15.995.884 I llama_kv_cache,2.15.995.996 I llama_kv_cache,2.16.083.730 I resolve_fused_ops,2.16.087.868 I resolve_fused_ops,2.16.092.028 I resolve_fused_ops,2.16.096.184 I resolve_fused_ops,2.16.284.659 I sched_reserve,2.16.284.675 I sched_reserve,2.16.284.676 I sched_reserve,2.16.284.677 I sched_reserve,2.16.284.678 I sched_reserve,2.16.284.679 I sched_reserve,2.16.284.680 I sched_reserve,2.16.284.681 I sched_reserve,2.16.284.682 I sched_reserve,2.16.530.181 I system_info,2.18.582.277 I kl_divergence,2.41.117.183 I llama_context,2.41.117.184 I llama_context,2.41.117.188 I llama_context,2.41.117.189 I llama_context,2.41.122.964 I llama_context,2.41.123.444 I llama_kv_cache,2.41.133.216 I llama_kv_cache,2.41.144.891 I llama_kv_cache,2.41.155.786 I llama_kv_cache,2.41.166.194 I llama_kv_cache,2.41.183.686 I llama_kv_cache,2.41.202.013 I llama_kv_cache,2.41.202.126 I llama_kv_cache,2.41.283.799 I resolve_fused_ops,2.41.288.084 I resolve_fused_ops,2.41.292.324 I resolve_fused_ops,2.41.296.557 I resolve_fused_ops,2.41.467.606 I sched_reserve,2.41.467.622 I sched_reserve,2.41.467.623 I sched_reserve,2.41.467.624 I sched_reserve,2.41.467.625 I sched_reserve,2.41.467.626 I sched_reserve,2.41.467.627 I sched_reserve,2.41.467.629 I sched_reserve,2.41.653.669 I system_info,2.43.604.237 I kl_divergence,25.0% Δp,3.55.540.072 I llama_context,3.55.540.073 I llama_context,3.55.540.077 I llama_context,3.55.540.078 I llama_context,3.55.546.161 I llama_context,3.55.546.939 I llama_kv_cache,3.55.564.982 I llama_kv_cache,3.55.573.584 I llama_kv_cache,3.55.588.550 I llama_kv_cache,3.55.599.252 I llama_kv_cache,3.55.615.533 I llama_kv_cache,3.55.632.468 I llama_kv_cache,3.55.632.615 I llama_kv_cache,3.55.724.216 I resolve_fused_ops,3.55.728.756 I resolve_fused_ops,3.55.733.359 I resolve_fused_ops,3.55.737.766 I resolve_fused_ops,3.55.912.734 I sched_reserve,3.55.912.745 I sched_reserve,3.55.912.746 I sched_reserve,3.55.912.747 I sched_reserve,3.55.912.748 I sched_reserve,3.55.912.749 I sched_reserve,3.55.912.750 I sched_reserve,3.55.912.752 I sched_reserve,3.56.093.169 I system_info,3.58.076.596 I kl_divergence,4.55.436.292 I llama_perf_context_print,4.55.436.296 I llama_perf_context_print,4.55.436.297 I llama_perf_context_print,4.55.436.503 I common_memory_breakdown_print,5.0% KLD,5.0% Δp,5.09.623.584 I llama_perf_context_print,5.09.623.589 I llama_perf_context_print,5.09.623.807 I common_memory_breakdown_print,5.31.428.514 I llama_perf_context_print,5.31.428.518 I llama_perf_context_print,5.31.428.731 I common_memory_breakdown_print,6.36.692.945 I llama_perf_context_print,6.36.692.952 I llama_perf_context_print,6.36.692.953 I llama_perf_context_print,6.36.693.163 I common_memory_breakdown_print,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,is_self_ref,mixture | |
| MiniMax-M3-IQ2_S (aes_sedai),143.89214183424,2.7,0.397892,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-14929610531.0,170240.670651,1.09,,,,-1.0,-6.0,-45.3218,-48.3,-49.6,-32583.0,-357.0,3.0,6.0,,,,,,,,,0.0,-200005.0,-200020.0,61.0,1.3356,-3.0,1048576.0,60.0,64.0,0.0,128.0,16.0,512.0,512.0,0.0,0.0,128.0,2.0,0.0,428.23,0.3,199744.0,200001.0,200005.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6161.0,14942.83,121240.16,221240.16,521240.16,961.61,,,,,,,,,,,0.0,-97.787,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.8e-05,-83.205,512.0,1.0,5000000.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,23275.62,43178.62,53275.62,531.0,1832819281.0,296.704,4.848561200141313e+47,552512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.00132,-26.119,,,,,74044.74,716342.61282625,33.0,-14929610531.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-7.341,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000262,-45.483,,,,,,,,,,,0.331,1.014117,6.923,1.722604,15.082,3.908828,40.937,9.88673,83.39,89.45,29.887363,99.984,0.002336,1.451523,0.0217,1.279929,0.004016,6.636852,0.046125,5.185329,0.034498,0.246804,0.003137,-5.541,0.052,0.125476,-0.344,-0.000185,-99.997,20.227,0.081,77.495,0.111,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-IQ2_S.md,134.01,False,Q6_K / IQ2_XS / IQ2_XS / IQ3_XXS | |
| MiniMax-M3-IQ3_S (aes_sedai),158.95673962496,2.98,0.321256,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-14929610531.0,184604.670651,2.57,,,,-1.0,-5.12816,-6.0,,,,,,,,,,-45.3218,-47.2,-48.3,-49.6,-32583.0,-2114.0,3.0,6.0,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-200004.0,-200005.0,-200020.0,61.0,1.3356,-3.0,0.0,0.0,1048576.0,6144.0,6144.0,6144.0,60.0,60.0,64.0,4.0,64.0,0.0,0.0,128.0,128.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,0.0,0.0,12288.0,128.0,4.0,0.0,0.0,1.0,-1.0,2.0,5000000.0,1.0,1048576.0,0.0,428.23,426.17,0.3,200064.0,199744.0,200019.0,200020.0,200020.0,200000.0,10.0,200001.0,200003.0,200002.0,200004.0,200005.0,200004.0,200005.0,200020.0,256.0,,,,,,,59.0,6161.0,16454.83,123508.16,223508.16,323508.16,420896.14,523508.16,619245.76,961.61,0.0,-97.025,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.2e-05,-77.02,,,,,,,,,,,,,,,,,,,,,,,,,,,,16.0,512.0,1.0,5000000.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,23275.62,43178.62,69055.75,531.0,1832819281.0,293.874,4.848561200141313e+47,552512819216.0,0.00093,-21.228,103045.82,627448.24282625,33.0,-14929610531.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-5.579,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000189,-38.507,,,,,,,,,,,0.399,0.810823,6.66,1.386801,14.218,3.279014,37.919,8.872003,79.113,91.34,32.643654,99.991,0.002052,1.232138,0.019418,1.23762,0.003541,6.417468,0.04492,5.185329,0.034498,0.21319,0.002861,-4.371,0.047,0.092674,-0.208,-0.000293,-100.0,18.07,0.079,79.896,0.107,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-IQ3_S.md,148.04,False,Q6_K / IQ2_S / IQ2_S / IQ3_S | |
| MiniMax-M3-IQ4_XS (aes_sedai),203.06605375488002,3.81,0.151112,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1e-06,-86.46,-14929610531.0,226670.670651,10.64,-1.0,-6.0,-45.3218,-47.3,-48.4,-49.6,-32583.0,-6422.0,-457.0,3.0,6.0,0.0,-200004.0,-200005.0,-200020.0,61.0,1.3356,-3.0,0.0,0.0,1048576.0,6144.0,6144.0,6144.0,60.0,60.0,64.0,4.0,64.0,0.0,0.0,128.0,128.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,0.0,0.0,12288.0,128.0,4.0,0.0,0.0,1.0,-1.0,2.0,5000000.0,1.0,1048576.0,0.0,428.23,426.17,0.3,200064.0,199744.0,200019.0,200020.0,200020.0,200000.0,10.0,200001.0,200003.0,200002.0,200004.0,200005.0,200004.0,200005.0,200020.0,256.0,59.0,6161.0,20882.83,130150.16,230150.16,330150.16,426800.14,530150.16,624411.76,961.61,4e-06,-49.742,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.00033,-11.021,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,8192.0,8192.0,1.0,0.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,33275.62,53275.62,69055.75,531.0,29701819265021.0,1832819281.0,288.564,4.848561200141313e+47,552512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,-2.632,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6.7e-05,-20.506,125535.27,33.0,-14929610531.0,,,,,,,,0.508,0.339806,5.316,0.598541,10.991,1.656664,29.939,7.269484,69.121,95.79,31.82596,99.998,0.001437,0.472062,0.011358,1.091038,0.002141,5.657391,0.038606,5.185329,0.034498,0.08713,0.001963,-1.845,0.032,0.036945,-0.045,-0.000255,-99.998,12.019,0.068,86.522,0.091,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-IQ4_XS.md,189.12,False,Q6_K / IQ3_S / IQ3_S / IQ4_XS | |
| MiniMax-M3-Q4_K_M (aes_sedai),264.25860030464,4.96,0.068863,,,-177612450531.0,,,,,,,,284743.670651,0.99,,,,,,,,,,,-1.0,-6.0,,,,,,-46.4,-48.5,-49.8,-4114.0,-557.0,3.0,80.0,,,,,,0.0,,,,,-200004.0,-200020.0,61.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.3356,-3.0,1048576.0,6144.0,60.0,64.0,4.0,0.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,2.0,1048576.0,428.23,0.3,200020.0,200002.0,200005.0,256.0,,,,,,6161.0,139238.19,339238.19,539238.19,631764.13,1245.52,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-3e-06,-60.571,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1e-06,-27.913,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000114,-5.483,,,,,,,,,16.0,8192.0,1.0,0.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,33275.62,53275.62,69055.75,531.0,1832819281.0,267.264,4.848561200141313e+47,552512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1.065,,,,,,,,,,,,,,,,,,,,,,,,,,,,130301.67,163690.26282625,33.0,-177612450531.0,2.3e-05,-10.482,,,,,,,,,,,0.618,0.137425,4.312,0.247574,8.585,0.757645,23.705,4.9636,57.064,98.02,26.547745,99.998,0.000982,0.097519,0.007016,1.018807,0.001355,5.282848,0.035408,5.185329,0.034498,0.018632,0.00133,-0.373,0.021,0.01407,-0.002,-0.000314,-99.995,7.892,0.059,91.221,0.075,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-Q4_K_M.md,246.11,False,Q8_0 / Q4_K / Q4_K / Q5_K | |
| MiniMax-M3-Q5_K_M (aes_sedai),316.9685864448,5.95,0.041986,-177612450531.0,,,335017.670651,0.97,,,-1.0,-5.12816,-6.0,,,-45.327,-48.6,-49.8,-32583.0,-657.0,3.0,80.0,,,,,,,,,,,,,,,,,,0.0,-200004.0,-200020.0,61.0,,,,,,,,,,1.3356,-3.0,0.0,6144.0,60.0,4.0,0.0,16.0,512.0,512.0,0.0,0.0,0.0,128.0,1.0,-1.0,2.0,5000000.0,1.0,0.0,428.23,0.3,199744.0,200020.0,200000.0,200003.0,200005.0,200004.0,200020.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6161.0,147176.19,347176.19,547176.19,1245.52,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-4e-06,-42.702,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-17.904,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,5.7e-05,-3.559,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,512.0,1.0,1.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,23275.62,53275.62,69055.75,531.0,1832819281.0,265.394,4.848561200141313e+47,552512819216.0,-0.64,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.1e-05,-6.823,,,,160243.7,33.0,-177612450531.0,,,,,0.515,0.064972,3.237,0.118016,6.23,0.395825,16.783,4.873271,45.81,98.68,34.987473,99.999,0.001016,0.033577,0.005657,1.006475,0.001092,5.218907,0.034969,5.185329,0.034498,0.006455,0.001085,-0.105,0.015,0.006906,-0.0,-0.000255,-99.947,5.793,0.062,93.807,0.064,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-Q5_K_M.md,295.2,False,Q8_0 / Q5_K / Q5_K / Q6_K | |
| MiniMax-M3-Q8_0 (aes_sedai),452.94725103616,8.5,0.030136,,-177612450531.0,,,,464691.670651,0.99,,,,,,,,,,,,,-1.0,-4.3,-6.0,,,-44.322,-45.327,-80707.0,3.0,80.0,,,,,,,,,,,,0.0,,-200004.0,-200005.0,-200020.0,61.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.3356,-3.0,1048576.0,6144.0,60.0,64.0,0.0,128.0,16.0,512.0,0.0,0.0,0.0,1.0,2.0,1.0,0.0,0.3,200020.0,200002.0,200005.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,59.0,6161.0,46114.47,267651.05,567651.05,1245.52,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-4e-06,-37.481,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.0,-13.044,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3.3e-05,-2.581,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.469,512.0,1.0,1.0,8192.0,12.21,168.0,1180.0,2180.0,3180.0,4160.0,5180.0,6140.0,128.0,4.0,4.0,4.0,4.0,2842.62,13275.62,33275.62,53275.62,69055.75,531.0,1832819281.0,280.024,4.848561200141313e+47,552512819216.0,,,,,6e-06,-4.917,,,,,,,234657.61,160600.02282625,33.0,-177612450531.0,0.407,0.038392,2.481,0.072522,4.845,0.285154,12.863,3.996085,37.762,98.98,24.18799,99.99,0.000884,0.017408,0.004973,1.003357,0.000959,5.202737,0.034827,5.185329,0.034498,0.003352,0.000956,-0.026,0.013,0.003958,-0.0,-0.00023,-100.0,4.761,0.069,95.143,0.057,kld/MiniMax-M3/wiki-test-raw/aes_sedai/MiniMax-M3-Q8_0.md,421.84,False, | |