model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,ggml_cuda_init,kl_divergence,llama_context,llama_kv_cache,llama_kv_cache_iswa,llama_memory_breakdown_print,llama_model_loader,llama_params_fit,llama_params_fit_impl,llama_perf_context_print,load,load_tensors,print_info,sched_reserve,system_info
Step-3.5-Flash-Base-Midtrain-IQ3_S (aes_sedai),73.52984010752,2.99,0.386923,0.0,-96.29,9e-06,-85.675,0.000446,-40.848,-13.849,0.000106,-59.722,-0.001,1.150783,4.8,1.755405,14.052,3.2277,41.995,5.478559,72.616,82.95,10.687525,97.898,0.001795,0.866279,0.008942,1.394822,0.0038,3.060379,0.014918,2.194101,0.009127,0.332767,0.002725,-9.378,0.059,0.101085,-1.188,-0.000141,-99.673,24.283,0.077,79.479,0.107,kld/Step-3.5-Flash-Base-Midtrain/wiki-test-raw/aes_sedai/Step-3.5-Flash-Base-Midtrain-IQ3_S.md,68.48,2194500.0,561512819216.0,7.87,1512.0,512.0,-7984130385.0,-284.0,1.12,79579.193379,34.0,0.822,136416.51,256.0,1154.774,4.848561200112841e+50
Step-3.5-Flash-Base-Midtrain-IQ4_XS (aes_sedai),95.45564815360001,3.88,0.136298,-6e-06,-78.32,2e-06,-55.711,0.0001,-17.893,-4.343,2.4e-05,-30.171,0.104,0.400891,5.189,0.638018,12.633,1.283051,33.249,2.499153,59.169,93.53,9.885875,97.959,0.000718,0.246224,0.003881,1.112221,0.001725,2.440324,0.010689,2.194101,0.009127,0.106359,0.001551,-3.309,0.036,0.027332,-0.134,-0.000172,-96.802,14.091,0.058,88.196,0.085,kld/Step-3.5-Flash-Base-Midtrain/wiki-test-raw/aes_sedai/Step-3.5-Flash-Base-Midtrain-IQ4_XS.md,88.9,2194500.0,561512819216.0,7.87,1512.0,512.0,-9205340385.0,-442.0,0.79,100366.193379,34.0,0.822,147275.32,256.0,150.894,4.848561200112841e+50
Step-3.5-Flash-Base-Midtrain-Q4_K_M (aes_sedai),122.21329440768,4.96,0.04324,-7e-06,-49.508,0.0,-29.405,2.3e-05,-7.22,-1.187,6e-06,-13.568,0.371,0.125881,4.473,0.20374,9.529,0.432581,23.265,0.910016,43.563,97.91,6.978684,92.999,0.00025,0.057618,0.001946,1.02626,0.000882,2.251718,0.009525,2.194101,0.009127,0.025921,0.00086,-0.735,0.021,0.007344,-0.004,-0.000238,-75.917,7.828,0.039,93.345,0.066,kld/Step-3.5-Flash-Base-Midtrain/wiki-test-raw/aes_sedai/Step-3.5-Flash-Base-Midtrain-Q4_K_M.md,113.82,2194500.0,561512819216.0,7.87,1512.0,512.0,-9205340385.0,-542.0,0.69,125881.193379,34.0,0.822,160640.32,256.0,543.934,4.848561200112841e+50
Step-3.5-Flash-Base-Midtrain-Q5_K_M (aes_sedai),146.49059704832,5.95,0.016217,-6e-06,-29.67,-0.0,-16.569,9e-06,-3.854,-0.543,2e-06,-7.396,0.336,0.046576,3.239,0.075895,6.489,0.164038,15.23,0.355431,29.255,99.19,3.017422,62.9,9.7e-05,0.0137,0.001176,1.006244,0.000536,2.207801,0.009234,2.194101,0.009127,0.006225,0.000533,-0.166,0.013,0.002754,-0.001,-0.000288,-57.82,4.738,0.025,95.781,0.053,kld/Step-3.5-Flash-Base-Midtrain/wiki-test-raw/aes_sedai/Step-3.5-Flash-Base-Midtrain-Q5_K_M.md,136.43,2194500.0,561512819216.0,7.87,1512.0,512.0,-9205340385.0,-642.0,0.61,149034.193379,34.0,0.822,172767.82,256.0,709.214,4.848561200112841e+50