kld_data/llm_quantization_data.csv

model_name,file_size_gb,bpw,Mean KLD_mean,0.01.261.352 I common_memory_breakdown_print,0.01.269.191 I common_memory_breakdown_print,0.01.287.004 I common_params_fit_impl,0.01.287.010 I common_fit_params,0.01.294.460 I common_params_fit_impl,0.01.294.466 I common_fit_params,0.01.305.695 I llama_model_loader,0.01.305.696 I llama_model_loader,0.01.305.703 I llama_model_loader,0.01.305.719 I llama_model_loader,0.01.305.720 I llama_model_loader,0.01.305.721 I llama_model_loader,0.01.305.722 I llama_model_loader,0.01.305.728 I llama_model_loader,0.01.305.729 I llama_model_loader,0.01.305.733 I llama_model_loader,0.01.305.734 I llama_model_loader,0.01.305.738 I llama_model_loader,0.01.313.741 I llama_model_loader,0.01.313.742 I llama_model_loader,0.01.313.748 I llama_model_loader,0.01.313.760 I llama_model_loader,0.01.313.761 I llama_model_loader,0.01.313.762 I llama_model_loader,0.01.313.769 I llama_model_loader,0.01.313.770 I llama_model_loader,0.01.313.772 I llama_model_loader,0.01.313.778 I llama_model_loader,0.01.313.779 I llama_model_loader,0.01.313.781 I llama_model_loader,0.01.324.590 I llama_model_loader,0.01.324.591 I llama_model_loader,0.01.324.593 I print_info,0.01.332.351 I llama_model_loader,0.01.332.352 I llama_model_loader,0.01.332.355 I llama_model_loader,0.01.332.357 I print_info,0.01.365.057 I load,0.01.367.401 I common_memory_breakdown_print,0.01.372.002 I load,0.01.374.669 I load,0.01.374.670 I load,0.01.374.671 I load,0.01.374.741 I load,0.01.381.583 I load,0.01.381.584 I load,0.01.381.650 I load,0.01.395.142 I common_params_fit_impl,0.01.395.147 I common_fit_params,0.01.399.825 I load,0.01.399.853 I print_info,0.01.399.854 I print_info,0.01.399.855 I print_info,0.01.399.857 I print_info,0.01.399.865 I print_info,0.01.399.871 I print_info,0.01.399.872 I print_info,0.01.399.873 I print_info,0.01.399.874 I print_info,0.01.399.876 I print_info,0.01.399.882 I print_info,0.01.399.891 I print_info,0.01.399.892 I print_info,0.01.399.894 I print_info,0.01.399.895 I print_info,0.01.399.896 I print_info,0.01.399.897 I print_info,0.01.399.898 I print_info,0.01.399.899 I print_info,0.01.399.900 I print_info,0.01.399.901 I print_info,0.01.399.902 I print_info,0.01.399.903 I print_info,0.01.399.904 I print_info,0.01.399.905 I print_info,0.01.399.959 I print_info,0.01.399.961 I print_info,0.01.399.962 I print_info,0.01.399.963 I print_info,0.01.399.964 I print_info,0.01.406.563 I load,0.01.406.580 I print_info,0.01.406.581 I print_info,0.01.406.582 I print_info,0.01.406.590 I print_info,0.01.406.594 I print_info,0.01.406.595 I print_info,0.01.406.597 I print_info,0.01.406.602 I print_info,0.01.406.605 I print_info,0.01.406.606 I print_info,0.01.406.607 I print_info,0.01.406.608 I print_info,0.01.406.609 I print_info,0.01.406.610 I print_info,0.01.406.612 I print_info,0.01.406.613 I print_info,0.01.406.614 I print_info,0.01.406.616 I print_info,0.01.406.617 I print_info,0.01.406.618 I print_info,0.01.406.619 I print_info,0.01.406.621 I print_info,0.01.406.622 I print_info,0.01.406.624 I print_info,0.01.406.625 I print_info,0.01.406.626 I print_info,0.01.406.627 I print_info,0.01.406.628 I print_info,0.01.406.629 I print_info,0.01.406.630 I print_info,0.01.406.631 I print_info,0.01.414.437 I llama_model_loader,0.01.414.444 I llama_model_loader,0.01.414.458 I llama_model_loader,0.01.414.459 I llama_model_loader,0.01.414.460 I llama_model_loader,0.01.414.466 I llama_model_loader,0.01.414.467 I llama_model_loader,0.01.414.468 I llama_model_loader,0.01.414.471 I llama_model_loader,0.01.414.472 I llama_model_loader,0.01.414.475 I llama_model_loader,0.01.434.452 I llama_model_loader,0.01.434.453 I llama_model_loader,0.01.434.454 I llama_model_loader,0.01.434.455 I llama_model_loader,0.01.434.458 I llama_model_loader,0.01.434.459 I llama_model_loader,0.01.434.460 I llama_model_loader,0.01.434.461 I print_info,0.01.434.462 I print_info,0.01.492.565 I load,0.01.502.854 I load,0.01.502.855 I load,0.01.502.856 I load,0.01.502.945 I load,0.01.527.552 I load,0.01.527.572 I print_info,0.01.527.573 I print_info,0.01.527.574 I print_info,0.01.527.582 I print_info,0.01.527.586 I print_info,0.01.527.587 I print_info,0.01.527.589 I print_info,0.01.527.593 I print_info,0.01.527.600 I print_info,0.01.527.601 I print_info,0.01.527.602 I print_info,0.01.527.603 I print_info,0.01.527.604 I print_info,0.01.527.605 I print_info,0.01.527.606 I print_info,0.01.527.607 I print_info,0.01.527.608 I print_info,0.01.527.609 I print_info,0.01.527.611 I print_info,0.01.527.613 I print_info,0.01.527.614 I print_info,0.01.527.615 I print_info,0.01.527.738 I print_info,0.01.527.743 I print_info,0.01.527.744 I print_info,0.01.527.745 I print_info,0.02.366.014 I common_memory_breakdown_print,0.02.387.676 I common_params_fit_impl,0.02.387.681 I common_fit_params,0.02.406.991 I llama_model_loader,0.02.406.992 I llama_model_loader,0.02.406.997 I llama_model_loader,0.02.407.009 I llama_model_loader,0.02.407.010 I llama_model_loader,0.02.407.011 I llama_model_loader,0.02.407.016 I llama_model_loader,0.02.407.017 I llama_model_loader,0.02.407.020 I llama_model_loader,0.02.407.021 I llama_model_loader,0.02.407.025 I llama_model_loader,0.02.411.735 I common_memory_breakdown_print,0.02.425.908 I llama_model_loader,0.02.425.909 I llama_model_loader,0.02.425.910 I llama_model_loader,0.02.425.912 I llama_model_loader,0.02.425.913 I llama_model_loader,0.02.425.914 I print_info,0.02.425.915 I print_info,0.02.435.545 I common_params_fit_impl,0.02.435.550 I common_fit_params,0.02.455.003 I llama_model_loader,0.02.455.004 I llama_model_loader,0.02.455.010 I llama_model_loader,0.02.455.023 I llama_model_loader,0.02.455.024 I llama_model_loader,0.02.455.025 I llama_model_loader,0.02.455.031 I llama_model_loader,0.02.455.032 I llama_model_loader,0.02.455.037 I llama_model_loader,0.02.455.038 I llama_model_loader,0.02.455.041 I llama_model_loader,0.02.465.907 I load,0.02.473.758 I llama_model_loader,0.02.473.759 I llama_model_loader,0.02.473.760 I llama_model_loader,0.02.473.763 I llama_model_loader,0.02.473.764 I llama_model_loader,0.02.473.765 I print_info,0.02.475.539 I load,0.02.475.540 I load,0.02.475.541 I load,0.02.475.617 I load,0.02.500.167 I load,0.02.500.184 I print_info,0.02.500.185 I print_info,0.02.500.186 I print_info,0.02.500.193 I print_info,0.02.500.198 I print_info,0.02.500.199 I print_info,0.02.500.201 I print_info,0.02.500.205 I print_info,0.02.500.208 I print_info,0.02.500.209 I print_info,0.02.500.210 I print_info,0.02.500.211 I print_info,0.02.500.212 I print_info,0.02.500.213 I print_info,0.02.500.214 I print_info,0.02.500.215 I print_info,0.02.500.216 I print_info,0.02.500.218 I print_info,0.02.500.219 I print_info,0.02.500.221 I print_info,0.02.500.222 I print_info,0.02.500.223 I print_info,0.02.500.224 I print_info,0.02.500.225 I print_info,0.02.500.227 I print_info,0.02.513.739 I load,0.02.523.306 I load,0.02.523.307 I load,0.02.523.308 I load,0.02.523.376 I load,0.02.548.068 I load,0.02.548.085 I print_info,0.02.548.086 I print_info,0.02.548.087 I print_info,0.02.548.094 I print_info,0.02.548.098 I print_info,0.02.548.099 I print_info,0.02.548.100 I print_info,0.02.548.102 I print_info,0.02.548.105 I print_info,0.02.548.108 I print_info,0.02.548.109 I print_info,0.02.548.110 I print_info,0.02.548.111 I print_info,0.02.548.112 I print_info,0.02.548.113 I print_info,0.02.548.114 I print_info,0.02.548.115 I print_info,0.02.548.116 I print_info,0.02.548.117 I print_info,0.02.548.118 I print_info,0.02.548.120 I print_info,0.02.548.122 I print_info,0.02.548.123 I print_info,0.02.548.124 I print_info,0.02.548.125 I print_info,0.02.548.126 I print_info,0.02.548.128 I print_info,0.02.548.129 I print_info,0.02.548.130 I print_info,0.02.548.131 I print_info,0.02.548.132 I print_info,0.03.145.678 I common_memory_breakdown_print,0.03.172.222 I common_params_fit_impl,0.03.172.227 I common_fit_params,0.03.284.024 I llama_model_loader,0.03.284.025 I llama_model_loader,0.03.284.034 I llama_model_loader,0.03.284.049 I llama_model_loader,0.03.284.050 I llama_model_loader,0.03.284.052 I llama_model_loader,0.03.284.059 I llama_model_loader,0.03.284.060 I llama_model_loader,0.03.284.061 I llama_model_loader,0.03.284.067 I llama_model_loader,0.03.284.068 I llama_model_loader,0.03.284.071 I llama_model_loader,0.03.303.563 I llama_model_loader,0.03.303.564 I llama_model_loader,0.03.303.565 I llama_model_loader,0.03.303.568 I llama_model_loader,0.03.303.569 I llama_model_loader,0.03.303.570 I print_info,0.03.303.571 I print_info,0.03.344.568 I load,0.03.354.234 I load,0.03.354.235 I load,0.03.354.236 I load,0.03.354.310 I load,0.03.378.896 I load,0.03.378.912 I print_info,0.03.378.913 I print_info,0.03.378.914 I print_info,0.03.378.922 I print_info,0.03.378.926 I print_info,0.03.378.927 I print_info,0.03.378.929 I print_info,0.03.378.934 I print_info,0.03.378.937 I print_info,0.03.378.938 I print_info,0.03.378.939 I print_info,0.03.378.940 I print_info,0.03.378.941 I print_info,0.03.378.942 I print_info,0.03.378.944 I print_info,0.03.378.945 I print_info,0.03.378.946 I print_info,0.03.378.947 I print_info,0.03.378.948 I print_info,0.03.378.950 I print_info,0.03.378.951 I print_info,0.03.378.953 I print_info,0.03.378.954 I print_info,0.03.378.955 I print_info,0.03.378.956 I print_info,0.03.378.958 I print_info,0.03.378.959 I print_info,0.03.378.960 I print_info,0.03.378.961 I print_info,0.03.378.962 I print_info,0.03.378.963 I print_info,0.1% KLD,0.1% Δp,0.32.166.841 I load_tensors,0.32.166.842 I load_tensors,0.32.166.847 I load_tensors,0.32.166.848 I load_tensors,0.32.166.849 I load_tensors,0.32.166.850 I load_tensors,0.37.126.983 I llama_context,0.37.126.984 I llama_context,0.37.126.988 I llama_context,0.37.126.989 I llama_context,0.37.130.861 I llama_context,0.37.130.871 I llama_kv_cache_iswa,0.37.131.185 I llama_kv_cache,0.37.131.426 I llama_kv_cache,0.37.131.611 I llama_kv_cache,0.37.131.805 I llama_kv_cache,0.37.131.993 I llama_kv_cache,0.37.132.184 I llama_kv_cache,0.37.132.411 I llama_kv_cache,0.37.132.602 I llama_kv_cache,0.37.132.640 I llama_kv_cache,0.37.132.642 I llama_kv_cache_iswa,0.37.132.882 I llama_kv_cache,0.37.133.163 I llama_kv_cache,0.37.133.473 I llama_kv_cache,0.37.133.773 I llama_kv_cache,0.37.134.037 I llama_kv_cache,0.37.140.750 I llama_kv_cache,0.37.141.032 I llama_kv_cache,0.37.141.355 I llama_kv_cache,0.37.141.394 I llama_kv_cache,0.37.141.395 I llama_kv_cache,0.37.232.521 I sched_reserve,0.37.232.534 I sched_reserve,0.37.232.535 I sched_reserve,0.37.232.536 I sched_reserve,0.37.232.537 I sched_reserve,0.37.232.538 I sched_reserve,0.37.232.539 I sched_reserve,0.37.445.301 I system_info,0.37.461.119 I kl_divergence,0.53.276.220 I load_tensors,0.53.276.221 I load_tensors,0.53.276.236 I load_tensors,0.53.276.238 I load_tensors,0.53.276.239 I load_tensors,0.53.276.244 I load_tensors,0.53.276.246 I load_tensors,0.53.276.247 I load_tensors,1.0% KLD,1.0% Δp,1.05.197.643 I load_tensors,1.05.197.649 I load_tensors,1.05.197.650 I load_tensors,1.05.197.651 I load_tensors,1.05.197.652 I load_tensors,1.12.458.429 I llama_context,1.12.458.430 I llama_context,1.12.458.431 I llama_context,1.12.458.435 I llama_context,1.12.458.436 I llama_context,1.12.462.177 I llama_context,1.12.462.187 I llama_kv_cache_iswa,1.12.462.503 I llama_kv_cache,1.12.462.713 I llama_kv_cache,1.12.462.909 I llama_kv_cache,1.12.463.132 I llama_kv_cache,1.12.463.320 I llama_kv_cache,1.12.463.516 I llama_kv_cache,1.12.463.718 I llama_kv_cache,1.12.463.924 I llama_kv_cache,1.12.463.962 I llama_kv_cache,1.12.463.963 I llama_kv_cache,1.12.463.964 I llama_kv_cache_iswa,1.12.464.241 I llama_kv_cache,1.12.464.515 I llama_kv_cache,1.12.464.784 I llama_kv_cache,1.12.468.347 I llama_kv_cache,1.12.468.753 I llama_kv_cache,1.12.469.147 I llama_kv_cache,1.12.469.474 I llama_kv_cache,1.12.469.815 I llama_kv_cache,1.12.469.872 I llama_kv_cache,1.12.469.873 I llama_kv_cache,1.12.566.115 I sched_reserve,1.12.566.128 I sched_reserve,1.12.566.129 I sched_reserve,1.12.566.130 I sched_reserve,1.12.566.131 I sched_reserve,1.12.566.132 I sched_reserve,1.12.566.133 I sched_reserve,1.12.812.519 I system_info,1.13.762.488 I kl_divergence,1.13.803.052 I load_tensors,1.13.803.053 I load_tensors,1.13.803.058 I load_tensors,1.13.803.059 I load_tensors,1.13.803.060 I load_tensors,1.13.803.061 I load_tensors,1.13.803.062 I load_tensors,1.24.084.708 I llama_context,1.24.084.709 I llama_context,1.24.084.710 I llama_context,1.24.084.714 I llama_context,1.24.084.715 I llama_context,1.24.088.630 I llama_context,1.24.088.639 I llama_kv_cache_iswa,1.24.088.927 I llama_kv_cache,1.24.089.131 I llama_kv_cache,1.24.089.318 I llama_kv_cache,1.24.089.517 I llama_kv_cache,1.24.089.698 I llama_kv_cache,1.24.089.878 I llama_kv_cache,1.24.090.071 I llama_kv_cache,1.24.090.267 I llama_kv_cache,1.24.090.305 I llama_kv_cache,1.24.090.306 I llama_kv_cache,1.24.090.307 I llama_kv_cache_iswa,1.24.090.597 I llama_kv_cache,1.24.090.878 I llama_kv_cache,1.24.091.159 I llama_kv_cache,1.24.094.665 I llama_kv_cache,1.24.095.076 I llama_kv_cache,1.24.095.440 I llama_kv_cache,1.24.095.765 I llama_kv_cache,1.24.096.095 I llama_kv_cache,1.24.096.144 I llama_kv_cache,1.24.096.145 I llama_kv_cache,1.24.188.260 I sched_reserve,1.24.188.272 I sched_reserve,1.24.188.273 I sched_reserve,1.24.188.274 I sched_reserve,1.24.188.275 I sched_reserve,1.24.188.276 I sched_reserve,1.24.188.277 I sched_reserve,1.24.505.602 I system_info,1.26.212.411 I kl_divergence,1.32.868.918 I load_tensors,1.32.868.927 I load_tensors,1.32.868.950 I load_tensors,1.32.868.953 I load_tensors,1.32.868.954 I load_tensors,1.32.868.955 I load_tensors,1.48.535.024 I load_tensors,1.48.535.025 I load_tensors,1.48.535.030 I load_tensors,1.48.535.031 I load_tensors,1.48.535.032 I load_tensors,1.48.535.033 I load_tensors,1.52.493.431 I llama_context,1.52.493.432 I llama_context,1.52.493.436 I llama_context,1.52.493.437 I llama_context,1.52.498.584 I llama_context,1.52.498.591 I llama_kv_cache_iswa,1.52.498.950 I llama_kv_cache,1.52.515.023 I llama_kv_cache,1.52.528.496 I llama_kv_cache,1.52.535.036 I llama_kv_cache,1.52.541.209 I llama_kv_cache,1.52.541.409 I llama_kv_cache,1.52.541.620 I llama_kv_cache,1.52.541.820 I llama_kv_cache,1.52.541.858 I llama_kv_cache,1.52.541.859 I llama_kv_cache,1.52.541.860 I llama_kv_cache_iswa,1.52.542.127 I llama_kv_cache,1.52.542.406 I llama_kv_cache,1.52.542.705 I llama_kv_cache,1.52.543.005 I llama_kv_cache,1.52.543.281 I llama_kv_cache,1.52.543.595 I llama_kv_cache,1.52.543.868 I llama_kv_cache,1.52.544.162 I llama_kv_cache,1.52.544.199 I llama_kv_cache,1.52.544.200 I llama_kv_cache,1.52.635.277 I sched_reserve,1.52.635.287 I sched_reserve,1.52.635.288 I sched_reserve,1.52.635.289 I sched_reserve,1.52.635.290 I sched_reserve,1.52.635.291 I sched_reserve,1.52.635.292 I sched_reserve,1.52.866.465 I system_info,1.53.764.944 I kl_divergence,10.0% KLD,10.0% Δp,2.25.258.309 I llama_context,2.25.258.310 I llama_context,2.25.258.311 I llama_context,2.25.258.315 I llama_context,2.25.258.316 I llama_context,2.25.267.177 I llama_context,2.25.267.189 I llama_kv_cache_iswa,2.25.267.562 I llama_kv_cache,2.25.281.591 I llama_kv_cache,2.25.288.193 I llama_kv_cache,2.25.301.984 I llama_kv_cache,2.25.310.579 I llama_kv_cache,2.25.310.785 I llama_kv_cache,2.25.311.018 I llama_kv_cache,2.25.311.212 I llama_kv_cache,2.25.311.253 I llama_kv_cache,2.25.311.255 I llama_kv_cache_iswa,2.25.311.561 I llama_kv_cache,2.25.311.853 I llama_kv_cache,2.25.312.145 I llama_kv_cache,2.25.312.449 I llama_kv_cache,2.25.312.726 I llama_kv_cache,2.25.313.065 I llama_kv_cache,2.25.313.342 I llama_kv_cache,2.25.313.634 I llama_kv_cache,2.25.313.673 I llama_kv_cache,2.25.313.674 I llama_kv_cache,2.25.402.877 I sched_reserve,2.25.402.891 I sched_reserve,2.25.402.892 I sched_reserve,2.25.402.893 I sched_reserve,2.25.402.894 I sched_reserve,2.25.402.895 I sched_reserve,2.25.402.896 I sched_reserve,2.25.402.897 I sched_reserve,2.25.829.372 I system_info,2.25.844.383 I kl_divergence,2.34.560.467 I llama_perf_context_print,2.34.560.472 I llama_perf_context_print,2.34.560.695 I common_memory_breakdown_print,25.0% Δp,3.00.057.456 I llama_context,3.00.057.457 I llama_context,3.00.057.461 I llama_context,3.00.057.462 I llama_context,3.00.063.176 I llama_context,3.00.063.184 I llama_kv_cache_iswa,3.00.063.527 I llama_kv_cache,3.00.075.488 I llama_kv_cache,3.00.083.631 I llama_kv_cache,3.00.098.558 I llama_kv_cache,3.00.107.733 I llama_kv_cache,3.00.117.397 I llama_kv_cache,3.00.117.605 I llama_kv_cache,3.00.117.825 I llama_kv_cache,3.00.117.870 I llama_kv_cache,3.00.117.872 I llama_kv_cache_iswa,3.00.118.365 I llama_kv_cache,3.00.118.670 I llama_kv_cache,3.00.118.967 I llama_kv_cache,3.00.119.272 I llama_kv_cache,3.00.119.541 I llama_kv_cache,3.00.119.872 I llama_kv_cache,3.00.120.146 I llama_kv_cache,3.00.120.438 I llama_kv_cache,3.00.120.480 I llama_kv_cache,3.00.120.481 I llama_kv_cache,3.00.208.290 I sched_reserve,3.00.208.301 I sched_reserve,3.00.208.302 I sched_reserve,3.00.208.303 I sched_reserve,3.00.208.304 I sched_reserve,3.00.208.305 I sched_reserve,3.00.208.306 I sched_reserve,3.00.492.193 I system_info,3.00.854.274 I llama_perf_context_print,3.00.854.278 I llama_perf_context_print,3.00.854.536 I common_memory_breakdown_print,3.00.870.465 I kl_divergence,3.13.222.856 I llama_perf_context_print,3.13.222.860 I llama_perf_context_print,3.13.223.094 I common_memory_breakdown_print,3.56.036.689 I llama_perf_context_print,3.56.036.693 I llama_perf_context_print,3.56.036.921 I common_memory_breakdown_print,4.06.103.023 I llama_perf_context_print,4.06.103.035 I llama_perf_context_print,4.06.103.036 I llama_perf_context_print,4.06.103.259 I common_memory_breakdown_print,4.49.346.970 I llama_perf_context_print,4.49.346.975 I llama_perf_context_print,4.49.347.212 I common_memory_breakdown_print,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,is_self_ref,mixture
MiMo-V2.5-Base-IQ2_S (aes_sedai),103.10068994048,2.66,0.198398,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-8744880385.0,126276.773503,1.29,-0.2,-1.0,-6.0,-8.2,-112.324096,-122.3216384,-182.321,-202.322,-252.32256,-262.322048,-302.323,,-41.3218,-44.3,-45.6,-8018.0,-347.0,3.0,6.0,,,,,,,,,,,,,,0.0,,,,,,,-128247.0,-151645.0,-151664.0,33.0,0.9312,0.0,4096.0,51.0,64.0,1.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.707,8.0,2.0,1.0,262144.0,0.0,309.77,151387.0,151645.0,151659.0,151663.0,128247.0,151645.0,151663.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2e-06,-97.931,50.0,5252.0,488.91,12498.32,512271.06,74761.42,8192.0,1.0,5000000.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,22625.12,62625.12,385.38,9.0,91.054,4.848561200112841e+50,584512819216.0,,,,,,,,,1.5e-05,-83.552,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0006,-19.367,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,35018.69,35.0,-8744880385.0,-4.872,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000134,-39.085,0.459,0.429969,5.517,0.860006,10.499,2.641135,23.855,5.484975,50.799,93.62,10.762757,94.513,0.001302,0.771474,0.009251,1.209831,0.002315,4.448123,0.0242,3.67665,0.019014,0.19048,0.001913,-4.885,0.044,0.057141,-0.196,-3e-06,-99.948,17.68,0.083,84.172,0.095,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-IQ2_S.md,96.02,False,Q6_K / IQ2_XS / IQ2_XS / IQ3_XXS
MiMo-V2.5-Base-IQ3_S (aes_sedai),114.14949330944,2.95,0.141091,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-8744880385.0,,,,,,,,,136804.773503,0.83,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1.0,-6.0,-8.2,-102.32262144,-122.3216384,-172.328,-192.321,-202.322,-252.32256,-262.322048,-302.323,-40.322,-42.2,-44.3,-45.6,-32248.0,-347.0,-294.0,3.0,6.0,0.0,-128247.0,-151662.0,-151664.0,33.0,0.9312,2.0,4096.0,51.0,64.0,128.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.0,0.707,1.0,2.0,5000000.0,192.0,0.0,310.15,309.77,151645.0,198.0,151659.0,151661.0,151662.0,151643.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1e-06,-95.878,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,50.0,5252.0,488.91,113615.06,215884.92,313615.06,513615.06,75209.42,1.2e-05,-74.034,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,8192.0,1.0,1.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,192.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,42625.12,75473.25,385.38,9.0,91.004,4.848561200112841e+50,584512819216.0,0.000446,-14.733,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-4.121,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,111431.34,35.0,-8744880385.0,,,,,,,,0.000104,-29.151,0.267,0.297505,4.109,0.593523,8.317,1.925318,20.885,4.470429,48.64,95.64,8.075535,97.735,0.000982,0.517346,0.006851,1.140711,0.001768,4.193995,0.022192,3.67665,0.019014,0.131652,0.00155,-3.985,0.037,0.039586,-0.218,-1.2e-05,-99.767,14.891,0.079,86.863,0.088,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-IQ3_S.md,106.31,False,Q6_K / IQ2_S / IQ2_S / IQ3_S
MiMo-V2.5-Base-IQ4_XS (aes_sedai),147.907936256,3.82,0.05082,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-10186330385.0,168863.773503,2.7,-0.2,-1.0,-6.0,-92.3251,-112.324096,-122.3216384,-172.328,-182.321,-202.322,-252.32256,-262.322048,-302.323,-40.322,-43.3,-45.8,-32248.0,-447.0,3.0,80.0,0.0,-128247.0,-151663.0,-151664.0,33.0,0.9312,2.0,262144.0,51.0,64.0,128.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.0,0.707,1.0,2.0,5000000.0,10000.0,128.0,262144.0,0.0,310.15,309.77,152576.0,11.0,151645.0,151661.0,151660.0,128247.0,151643.0,151662.0,151664.0,256.0,-1e-06,-74.888,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,4e-06,-36.731,5252.0,633.25,220628.29,517680.63,76708.14,16.0,8192.0,1.0,1.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,192.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,42625.12,75473.25,385.38,9.0,96.114,4.848561200112841e+50,584512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000139,-6.742,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1.852,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,69508.25,35.0,-10186330385.0,,,,,,,,,,,,,,,3.4e-05,-12.417,0.336,0.105591,3.152,0.196788,6.215,0.655339,17.021,2.030722,41.431,98.59,6.327989,86.421,0.000396,0.138122,0.003331,1.037567,0.000901,3.814771,0.019731,3.67665,0.019014,0.036879,0.000869,-1.419,0.021,0.014813,-0.039,-1.4e-05,-98.499,8.352,0.059,92.042,0.07,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-IQ4_XS.md,137.75,False,Q8_0 / IQ3_S / IQ3_S / IQ4_XS
MiMo-V2.5-Base-Q4_K_M (aes_sedai),190.78244728832001,4.93,0.019317,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-10186330385.0,,,,,,,,209743.773503,0.98,-0.2,-1.0,-6.0,-92.3251,-112.324096,-122.3216384,-182.321,-202.322,-252.32256,-262.322048,-302.323,,-40.322,-43.4,-45.8,-494.0,-61.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-128247.0,-151663.0,-151664.0,33.0,0.9312,0.0,4096.0,51.0,64.0,64.0,192.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.0,0.707,1.0,2.0,1.0,64.0,0.0,310.15,309.77,151387.0,151645.0,151645.0,151659.0,151661.0,151660.0,151664.0,128247.0,151645.0,151663.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-2e-06,-41.855,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1e-06,-17.359,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,5252.0,633.25,23158.98,226676.29,522864.63,78708.14,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,5.1e-05,-3.177,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.63,16.0,1.0,5000000.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,32625.12,75473.25,385.38,9.0,87.734,4.848561200112841e+50,,,,584512819216.0,,,,,,,,,,,178017.79,35.0,-10186330385.0,1.3e-05,-6.005,0.528,0.041068,2.798,0.074153,5.022,0.232341,12.749,0.75984,32.69,99.49,4.94755,84.172,0.000158,0.033577,0.001941,1.009132,0.000526,3.710226,0.019266,3.67665,0.019014,0.009091,0.000521,-0.223,0.013,0.005762,-0.0,-1.4e-05,-99.11,4.832,0.04,94.941,0.057,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-Q4_K_M.md,177.68,False,Q8_0 / Q4_K / Q4_K / Q5_K
MiMo-V2.5-Base-Q5_K_M (aes_sedai),229.12576782336,5.92,0.010688,,-10186330385.0,,,246319.773503,0.81,,,,,,,,,,,,,-0.2,-1.0,-6.0,-8.2,-112.324096,-122.3216384,-172.328,-192.321,-202.322,-252.32256,-262.322048,-302.323,,,,-41.327,-45.8,-647.0,80.0,,,0.0,,,,,-151643.0,-151664.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.9312,2.0,262144.0,51.0,64.0,64.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.0,0.707,8.0,1.0,2.0,5000000.0,1.0,10000.0,192.0,262144.0,0.0,310.15,309.77,11.0,151645.0,198.0,151661.0,151662.0,128247.0,151643.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-2e-06,-28.101,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-11.263,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,50.0,5252.0,633.25,27862.98,327568.63,632164.29,710004.14,8192.0,8192.0,1.0,5000000.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,192.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,32625.12,62625.12,385.38,9.0,92.014,4.848561200112841e+50,584512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3e-05,-2.304,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.464,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,83172.59,35.0,-10186330385.0,,,,,,,,,,,7e-06,-4.219,0.426,0.023291,2.24,0.04089,4.04,0.120603,10.123,0.391553,24.361,99.71,2.485419,84.341,8.3e-05,0.008737,0.001459,1.002376,0.000397,3.685386,0.019089,3.67665,0.019014,0.002374,0.000396,-0.053,0.009,0.003427,-0.0,-3.1e-05,-68.436,3.462,0.03,96.04,0.051,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-Q5_K_M.md,213.39,False,Q8_0 / Q5_K / Q5_K / Q6_K
MiMo-V2.5-Base-Q8_0 (aes_sedai),329.27366774784,8.5,0.007228,-10186330385.0,,341823.773503,0.8,,,-0.2,-1.0,-6.0,-8.2,-92.3251,-112.324096,-122.3216384,-192.321,-202.322,-252.32256,-262.322048,-302.323,,,,,,,,,,,,,-41.327,-80260.0,80.0,,,,,0.0,,,-128247.0,-151663.0,-151664.0,33.0,,,,,,0.9312,2.0,0.0,4096.0,51.0,64.0,4.888848888848889e+50,64.0,128.0,128.0,1.688881688888169e+59,7.681536153615362e+194,5.121024102410241e+194,0.0,0.0,0.707,256.0,1.0,2.0,5000000.0,1.0,0.0,310.15,309.77,152576.0,151387.0,11.0,198.0,151664.0,151663.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-3e-06,-22.133,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-8.541,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,50.0,5252.0,633.25,139760.63,446388.29,714068.14,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.9e-05,-1.885,16.0,8192.0,1.0,1.0,0.0,9.31,-512.0,40.0,120.0,220.0,320.0,420.0,520.0,620.0,720.0,128.0,512.0,200.0,1200.0,2240.0,3200.0,4240.0,5200.0,6240.0,740.0,192.0,128.0,2705.12,12625.12,22625.12,42625.12,75473.25,385.38,9.0,89.134,4.848561200112841e+50,584512819216.0,,,,-0.381,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,144504.07,100273.90299009,35.0,-10186330385.0,,,,5e-06,-3.357,0.353,0.015625,1.855,0.026734,3.3,0.079718,8.234,0.274319,20.915,99.8,2.165799,74.947,6.1e-05,0.000731,0.001218,1.000199,0.000331,3.67738,0.019028,3.67665,0.019014,0.000199,0.000331,-0.018,0.007,0.002312,0.0,-2e-05,-71.739,2.783,0.027,96.679,0.046,kld/MiMo-V2.5-Base/wiki-test-raw/aes_sedai/MiMo-V2.5-Base-Q8_0.md,306.66,False,