LongCat-Flash-Chat-GGUF / kld_data /llm_quantization_data.csv
AesSedai's picture
Super-squash branch 'main' using huggingface_hub
af0dcfe
Raw
History Blame Contribute Delete
15 kB
model_name,file_size_gb,bpw,Mean KLD_mean,0.01.106.834 I common_memory_breakdown_print,0.01.126.390 I common_params_fit_impl,0.01.126.391 I common_params_fit_impl,0.01.250.047 I common_memory_breakdown_print,0.01.269.208 I common_params_fit_impl,0.01.269.218 I common_params_fit_impl,0.01.269.219 I common_params_fit_impl,0.01.388.007 I common_memory_breakdown_print,0.01.406.661 I common_params_fit_impl,0.01.406.662 I common_params_fit_impl,0.01.406.663 I common_params_fit_impl,0.01.618.725 I common_memory_breakdown_print,0.01.647.681 I common_params_fit_impl,0.01.647.682 I common_params_fit_impl,0.01.647.683 I common_params_fit_impl,0.01.647.690 I common_params_fit_impl,0.01.769.752 I common_memory_breakdown_print,0.01.789.196 I common_params_fit_impl,0.01.789.197 I common_params_fit_impl,0.01.789.198 I common_params_fit_impl,0.01.895.237 I common_memory_breakdown_print,0.01.915.077 I common_params_fit_impl,0.01.915.083 I common_fit_params,0.01.936.715 I llama_model_loader,0.01.936.716 I llama_model_loader,0.01.936.717 I llama_model_loader,0.01.953.247 I llama_model_loader,0.01.953.250 I llama_model_loader,0.01.953.251 I llama_model_loader,0.01.953.253 I print_info,0.01.987.723 I common_memory_breakdown_print,0.01.991.417 I load,0.01.999.777 I load,0.01.999.778 I load,0.01.999.842 I load,0.02.006.608 I common_params_fit_impl,0.02.006.609 I common_params_fit_impl,0.02.006.610 I common_params_fit_impl,0.02.006.611 I common_params_fit_impl,0.02.022.227 I load,0.02.022.243 I print_info,0.02.022.244 I print_info,0.02.022.245 I print_info,0.02.022.252 I print_info,0.02.022.253 I print_info,0.02.022.254 I print_info,0.02.022.255 I print_info,0.02.022.257 I print_info,0.02.022.258 I print_info,0.02.022.259 I print_info,0.02.022.260 I print_info,0.02.022.261 I print_info,0.02.022.262 I print_info,0.02.022.263 I print_info,0.02.022.264 I print_info,0.02.022.267 I print_info,0.02.022.269 I print_info,0.02.022.270 I print_info,0.02.022.271 I print_info,0.02.022.272 I print_info,0.02.079.267 I load_tensors,0.02.079.273 I load_tensors,0.02.079.274 I load_tensors,0.02.079.275 I load_tensors,0.02.079.276 I load_tensors,0.02.079.277 I load_tensors,0.02.202.272 I common_memory_breakdown_print,0.02.221.642 I common_params_fit_impl,0.02.221.643 I common_params_fit_impl,0.02.221.645 I common_params_fit_impl,0.02.418.444 I common_memory_breakdown_print,0.02.438.399 I common_params_fit_impl,0.02.438.400 I common_params_fit_impl,0.02.438.402 I common_params_fit_impl,0.02.638.071 I common_memory_breakdown_print,0.02.658.498 I common_params_fit_impl,0.02.658.499 I common_params_fit_impl,0.02.855.077 I common_memory_breakdown_print,0.02.877.783 I common_params_fit_impl,0.02.877.784 I common_params_fit_impl,0.02.877.785 I common_params_fit_impl,0.03.000.486 I common_memory_breakdown_print,0.03.019.099 I common_params_fit_impl,0.03.019.100 I common_params_fit_impl,0.03.019.101 I common_params_fit_impl,0.03.202.043 I common_memory_breakdown_print,0.03.221.304 I common_params_fit_impl,0.03.221.305 I common_params_fit_impl,0.03.221.306 I common_params_fit_impl,0.03.221.307 I common_params_fit_impl,0.03.405.467 I common_memory_breakdown_print,0.03.433.375 I common_params_fit_impl,0.03.433.376 I common_params_fit_impl,0.03.433.377 I common_params_fit_impl,0.03.433.380 I common_params_fit_impl,0.03.619.197 I common_memory_breakdown_print,0.03.637.112 I common_params_fit_impl,0.03.637.113 I common_params_fit_impl,0.03.637.114 I common_params_fit_impl,0.03.820.379 I common_memory_breakdown_print,0.03.839.104 I common_params_fit_impl,0.03.839.105 I common_params_fit_impl,0.03.839.106 I common_params_fit_impl,0.03.958.585 I common_memory_breakdown_print,0.03.977.340 I common_params_fit_impl,0.03.977.341 I common_params_fit_impl,0.03.977.342 I common_params_fit_impl,0.04.146.294 I common_memory_breakdown_print,0.04.165.479 I common_params_fit_impl,0.04.165.480 I common_params_fit_impl,0.04.165.481 I common_params_fit_impl,0.04.165.483 I common_params_fit_impl,0.04.336.124 I common_memory_breakdown_print,0.04.354.241 I common_params_fit_impl,0.04.354.242 I common_params_fit_impl,0.04.354.243 I common_params_fit_impl,0.04.354.245 I common_params_fit_impl,0.04.525.039 I common_memory_breakdown_print,0.04.543.204 I common_params_fit_impl,0.04.543.205 I common_params_fit_impl,0.04.543.206 I common_params_fit_impl,0.04.714.216 I common_memory_breakdown_print,0.04.733.136 I common_params_fit_impl,0.04.733.137 I common_params_fit_impl,0.04.733.138 I common_params_fit_impl,0.04.852.127 I common_memory_breakdown_print,0.04.870.373 I common_params_fit_impl,0.04.870.374 I common_params_fit_impl,0.05.026.434 I common_memory_breakdown_print,0.05.044.531 I common_params_fit_impl,0.05.044.532 I common_params_fit_impl,0.05.044.533 I common_params_fit_impl,0.05.044.534 I common_params_fit_impl,0.05.203.278 I common_memory_breakdown_print,0.05.221.212 I common_params_fit_impl,0.05.221.213 I common_params_fit_impl,0.05.221.215 I common_params_fit_impl,0.05.378.843 I common_memory_breakdown_print,0.05.397.184 I common_params_fit_impl,0.05.397.185 I common_params_fit_impl,0.05.397.186 I common_params_fit_impl,0.05.554.927 I common_memory_breakdown_print,0.05.574.141 I common_params_fit_impl,0.05.574.142 I common_params_fit_impl,0.05.574.143 I common_params_fit_impl,0.05.693.271 I common_memory_breakdown_print,0.05.712.295 I common_params_fit_impl,0.05.712.296 I common_params_fit_impl,0.05.712.297 I common_params_fit_impl,0.05.855.566 I common_memory_breakdown_print,0.05.874.108 I common_params_fit_impl,0.05.874.109 I common_params_fit_impl,0.05.874.110 I common_params_fit_impl,0.06.019.169 I common_memory_breakdown_print,0.06.037.200 I common_params_fit_impl,0.06.037.201 I common_params_fit_impl,0.06.037.202 I common_params_fit_impl,0.06.037.204 I common_params_fit_impl,0.06.190.101 I common_memory_breakdown_print,0.06.215.500 I common_params_fit_impl,0.06.215.501 I common_params_fit_impl,0.06.215.502 I common_params_fit_impl,0.06.362.870 I common_memory_breakdown_print,0.06.381.749 I common_params_fit_impl,0.06.381.750 I common_params_fit_impl,0.06.381.751 I common_params_fit_impl,0.06.381.752 I common_params_fit_impl,0.06.501.371 I common_memory_breakdown_print,0.06.520.426 I common_params_fit_impl,0.06.520.427 I common_params_fit_impl,0.06.520.428 I common_params_fit_impl,0.06.520.429 I common_params_fit_impl,0.06.650.247 I common_memory_breakdown_print,0.06.669.700 I common_params_fit_impl,0.06.669.701 I common_params_fit_impl,0.06.669.702 I common_params_fit_impl,0.06.669.703 I common_params_fit_impl,0.06.803.688 I common_memory_breakdown_print,0.06.823.906 I common_params_fit_impl,0.06.823.907 I common_params_fit_impl,0.06.823.908 I common_params_fit_impl,0.06.823.909 I common_params_fit_impl,0.06.823.910 I common_params_fit_impl,0.06.955.736 I common_memory_breakdown_print,0.06.974.597 I common_params_fit_impl,0.06.974.598 I common_params_fit_impl,0.06.974.599 I common_params_fit_impl,0.06.974.601 I common_params_fit_impl,0.07.107.156 I common_memory_breakdown_print,0.07.125.556 I common_params_fit_impl,0.07.125.557 I common_params_fit_impl,0.07.125.559 I common_params_fit_impl,0.07.255.650 I common_memory_breakdown_print,0.07.273.697 I common_params_fit_impl,0.07.273.698 I common_params_fit_impl,0.07.273.706 I common_fit_params,0.07.295.371 I llama_model_loader,0.07.295.372 I llama_model_loader,0.07.295.373 I llama_model_loader,0.07.311.600 I llama_model_loader,0.07.311.601 I llama_model_loader,0.07.311.602 I llama_model_loader,0.07.311.603 I print_info,0.07.349.296 I load,0.07.357.736 I load,0.07.357.737 I load,0.07.357.824 I load,0.07.379.393 I load,0.07.379.409 I print_info,0.07.379.410 I print_info,0.07.379.411 I print_info,0.07.379.417 I print_info,0.07.379.418 I print_info,0.07.379.419 I print_info,0.07.379.420 I print_info,0.07.379.421 I print_info,0.07.379.422 I print_info,0.07.379.423 I print_info,0.07.379.424 I print_info,0.07.379.425 I print_info,0.07.379.426 I print_info,0.07.379.427 I print_info,0.07.379.428 I print_info,0.07.379.429 I print_info,0.07.379.430 I print_info,0.07.379.433 I print_info,0.07.379.434 I print_info,0.07.379.435 I print_info,0.1% KLD,0.1% Δp,0.29.594.666 I load_tensors,0.29.594.683 I load_tensors,0.29.594.685 I load_tensors,0.29.594.686 I load_tensors,0.29.594.693 I load_tensors,0.29.594.694 I load_tensors,0.29.594.695 I load_tensors,0.49.312.628 I llama_context,0.49.312.629 I llama_context,0.49.312.630 I llama_context,0.49.312.634 I llama_context,0.49.312.635 I llama_context,0.49.315.575 I llama_context,0.49.315.881 I llama_kv_cache,0.49.324.431 I llama_kv_cache,0.49.332.126 I llama_kv_cache,0.49.341.754 I llama_kv_cache,0.49.341.966 I llama_kv_cache,0.49.342.209 I llama_kv_cache,0.49.342.274 I llama_kv_cache,0.49.342.275 I llama_kv_cache,0.49.345.148 I resolve_fused_ops,0.49.345.755 I resolve_fused_ops,0.49.346.402 I resolve_fused_ops,0.49.347.014 I resolve_fused_ops,0.49.430.575 I sched_reserve,0.49.430.588 I sched_reserve,0.49.430.589 I sched_reserve,0.49.430.590 I sched_reserve,0.49.430.591 I sched_reserve,0.49.430.592 I sched_reserve,0.49.430.593 I sched_reserve,0.49.545.672 I system_info,0.49.558.971 I kl_divergence,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,4.00.150.930 I llama_perf_context_print,4.00.150.936 I llama_perf_context_print,4.00.151.171 I common_memory_breakdown_print,4.37.641.317 I llama_context,4.37.641.318 I llama_context,4.37.641.319 I llama_context,4.37.641.323 I llama_context,4.37.641.324 I llama_context,4.37.646.121 I llama_context,4.37.646.262 I llama_kv_cache,4.37.646.728 I llama_kv_cache,4.37.665.130 I llama_kv_cache,4.37.676.789 I llama_kv_cache,4.37.688.794 I llama_kv_cache,4.37.702.788 I llama_kv_cache,4.37.715.400 I llama_kv_cache,4.37.746.399 I llama_kv_cache,4.37.746.400 I llama_kv_cache,4.37.748.903 I resolve_fused_ops,4.37.749.503 I resolve_fused_ops,4.37.750.131 I resolve_fused_ops,4.37.750.740 I resolve_fused_ops,4.37.828.039 I sched_reserve,4.37.828.050 I sched_reserve,4.37.828.051 I sched_reserve,4.37.828.052 I sched_reserve,4.37.828.053 I sched_reserve,4.37.828.054 I sched_reserve,4.37.984.887 I system_info,4.38.292.543 I kl_divergence,5.0% KLD,5.0% Δp,75.0% Δp,9.07.674.883 I llama_perf_context_print,9.07.674.886 I llama_perf_context_print,9.07.675.092 I common_memory_breakdown_print,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,is_self_ref,mixture
LongCat-Flash-Chat-IQ1_S (aes_sedai),114.02064429056,1.62,1.331246,,,,,,,,,,,,,,,,,,,,,-6682520416.0,154443.580127,0.78,-1.0,-3.0,-6.0,-47.3224,-51.0,-456.0,3.0,,0.0,-31.0,-35.0,224.0,,,,,0.8412,131072.0,6144.0,57.0,64.0,64.0,512.0,64.0,512.0,0.0,0.0,0.0,0.0,0.0,10000000.0,0.0,562.92,2.0,3.0,2.0,1024.0,5858.0,20443.98,118760.98,418760.98,511848.2,252.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2.2e-05,-99.977,,,,,,,,16.0,8192.0,1.0,10000000.0,8192.0,8.0,90.0,190.0,281.0,390.0,490.0,572.0,576.0,0.0,4.0,4.0,4.0,4.0,5984.38,15984.38,26752.38,47520.38,416.62,13.0,88.254,4.848561200141313e+47,583512819216.0,0.000349,-99.35,0.024166,-83.262,-49.358,47591.86,35.0,-6682520416.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.005078,-93.587,-0.742,,,,3.416132,1.358,4.749619,8.874,7.745934,34.876,11.757332,68.411,63.51,66.207481,99.427,0.00435,7.744112,0.067472,3.370971,0.018555,11.010332,0.077291,3.26622,0.017653,1.215201,0.005504,-26.362,0.087,0.755495,-13.375,-0.0,-100.0,42.709,0.085,56.787,0.128,kld/LongCat-Flash-Chat/wiki-test-raw/aes_sedai/LongCat-Flash-Chat-IQ1_S.md,106.19,False,
LongCat-Flash-Chat-Q8_0 (aes_sedai),598.49295527936,8.51,0.003764,-12328160416.0,615908.580127,41925.0,-5506315502390392.0,523313.0,195663.0,595663.0,-5.704585695535134e+17,10040.0,30040.0,50040.0,-5509795505789392.0,10040.0,30040.0,55756423767.0,5.57,-21178207779392.0,5604559296.0,20040.0,51045104.0,,,,,,,,,,,-4724904720899392.0,,,,,80494477.0,30040.0,54948421052.0,0.805,,,,,,,,,,,,,,,,,,,,,,,,,,,,-4724904720899392.0,10040.0,54847420722.0,0.905,-4528684524679392.0,10040.0,54746420373.0,0.1005,-4528684524679392.0,1004921.0,54746420373.0,-4528684524679392.0,10041765.0,40040.0,54746420373.0,-21178207779392.0,14704472122.0,40040.0,51045104.0,-3743793739789392.0,90494807.0,30040.0,53938417659.0,1.905,-3940013936009392.0,90494807.0,20040.0,54039418007.0,1.805,-3743793739789392.0,90494807.0,30040.0,53938417659.0,-3743793739789392.0,1911106136.0,40040.0,53938417659.0,-21178207779392.0,180486395.0,30040.0,51045104.0,-2958902954899392.0,180486395.0,40040.0,53130414944.0,2.905,-3155123151119392.0,90494807.0,40040.0,53231415292.0,2.805,-2958902954899392.0,90494807.0,2912106213.0,53130414944.0,-2958902954899392.0,90494807.0,180486395.0,53130414944.0,-21178207779392.0,180486395.0,51045104.0,-2174012170009392.0,90494807.0,40040.0,52322412229.0,3.905,-2370232366229392.0,180486395.0,52423412578.0,3.805,-2174012170009392.0,90494807.0,3912106213.0,52322412229.0,-2174012170009392.0,90494807.0,3911106136.0,52322412229.0,-21178207779392.0,90492367.0,380486395.0,51045104.0,-1389121385119392.0,280486395.0,5151449515.0,4.905,-1585341581339392.0,90494807.0,280486395.0,5161549863.0,4.805,-1389121385119392.0,180486395.0,4912106213.0,5151449668.0,-1389121385119392.0,90494807.0,280486395.0,4911106136.0,5151449744.0,-21178207779392.0,90492367.0,180486395.0,380486395.0,51604148123.0,-60423600229392.0,90494807.0,380486395.0,51664108878.0,5.1665,-80045796449392.0,90494807.0,280486395.0,480486395.0,5168489256.0,5.1685,-80045796449392.0,180486395.0,380486395.0,5167489256.0,5.1675,-73675732749392.0,280486395.0,5167295626.0,5.1675,-67040666399392.0,180486395.0,51673102261.0,6.85,-1.0,-3.0,-6.0,-46.322,-32288.0,-80601.0,80.0,0.0,-9.0,-35.0,224.0,0.8412,131072.0,56.0,57.0,64.0,0.0,512.0,64.0,576.0,512.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,562.92,31.0,35.0,1024.0,-4e-06,-16.33,5758.0,81452.97,181131.64,281131.64,381131.64,481131.64,73274.58,,,,,,,,,,,,,,,,,,,,,,,,,,,,-2e-06,-7.432,3e-06,-1.422,-0.217,,,,8192.0,8192.0,1.0,1.0,8192.0,8.0,9.0,81.0,172.0,272.0,372.0,472.0,5135.0,576.0,0.0,4.0,4.0,4.0,4.0,13273.88,15192.09,35192.09,55192.09,458192231.0,81.641,4.848561200141313e+47,583512819216.0,0.0,-2.824,0.19,270672.62,35.0,-73675732749392.0,0.008914,1.345,0.01608,2.671,0.044305,6.988,0.133486,14.907,99.73,3.638232,82.352,4.5e-05,0.009529,0.00131,1.002918,0.000399,3.275749,0.017863,3.26622,0.017653,0.002913,0.000398,-0.034,0.006,0.000729,0.0,-3.5e-05,-62.142,2.224,0.021,97.922,0.037,kld/LongCat-Flash-Chat/wiki-test-raw/aes_sedai/LongCat-Flash-Chat-Q8_0.md,557.39,False,