{ "models": [ { "repo": "unsloth/Llama-3.2-1B-Instruct-GGUF", "name": "Llama-3.2-1B-Instruct", "variants": [ { "quant": "BF16", "filename": "Llama-3.2-1B-Instruct-BF16.gguf", "sizeMB": 2364.73 }, { "quant": "F16", "filename": "Llama-3.2-1B-Instruct-F16.gguf", "sizeMB": 2364.73 }, { "quant": "IQ4_NL", "filename": "Llama-3.2-1B-Instruct-IQ4_NL.gguf", "sizeMB": 737.21 }, { "quant": "IQ4_XS", "filename": "Llama-3.2-1B-Instruct-IQ4_XS.gguf", "sizeMB": 708.71 }, { "quant": "Q2_K", "filename": "Llama-3.2-1B-Instruct-Q2_K.gguf", "sizeMB": 553.96 }, { "quant": "Q2_K_L", "filename": "Llama-3.2-1B-Instruct-Q2_K_L.gguf", "sizeMB": 553.96 }, { "quant": "Q3_K_M", "filename": "Llama-3.2-1B-Instruct-Q3_K_M.gguf", "sizeMB": 658.84 }, { "quant": "Q3_K_S", "filename": "Llama-3.2-1B-Instruct-Q3_K_S.gguf", "sizeMB": 611.96 }, { "quant": "Q4_0", "filename": "Llama-3.2-1B-Instruct-Q4_0.gguf", "sizeMB": 737.21 }, { "quant": "Q4_1", "filename": "Llama-3.2-1B-Instruct-Q4_1.gguf", "sizeMB": 793.21 }, { "quant": "Q4_K_M", "filename": "Llama-3.2-1B-Instruct-Q4_K_M.gguf", "sizeMB": 770.28 }, { "quant": "Q4_K_S", "filename": "Llama-3.2-1B-Instruct-Q4_K_S.gguf", "sizeMB": 739.71 }, { "quant": "Q5_K_M", "filename": "Llama-3.2-1B-Instruct-Q5_K_M.gguf", "sizeMB": 869.28 }, { "quant": "Q5_K_S", "filename": "Llama-3.2-1B-Instruct-Q5_K_S.gguf", "sizeMB": 851.21 }, { "quant": "Q6_K", "filename": "Llama-3.2-1B-Instruct-Q6_K.gguf", "sizeMB": 974.46 }, { "quant": "Q8_0", "filename": "Llama-3.2-1B-Instruct-Q8_0.gguf", "sizeMB": 1259.88 }, { "quant": "UD-IQ1_M", "filename": "Llama-3.2-1B-Instruct-UD-IQ1_M.gguf", "sizeMB": 418.84 }, { "quant": "UD-IQ1_S", "filename": "Llama-3.2-1B-Instruct-UD-IQ1_S.gguf", "sizeMB": 402.09 }, { "quant": "UD-IQ2_M", "filename": "Llama-3.2-1B-Instruct-UD-IQ2_M.gguf", "sizeMB": 511.48 }, { "quant": "UD-IQ2_XXS", "filename": "Llama-3.2-1B-Instruct-UD-IQ2_XXS.gguf", "sizeMB": 442.82 }, { "quant": "UD-IQ3_XXS", "filename": "Llama-3.2-1B-Instruct-UD-IQ3_XXS.gguf", "sizeMB": 548.73 }, { "quant": "UD-Q2_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf", "sizeMB": 577.48 }, { "quant": "UD-Q3_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q3_K_XL.gguf", "sizeMB": 690.46 }, { "quant": "UD-Q4_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q4_K_XL.gguf", "sizeMB": 795.56 }, { "quant": "UD-Q5_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q5_K_XL.gguf", "sizeMB": 877.41 }, { "quant": "UD-Q6_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q6_K_XL.gguf", "sizeMB": 1135.88 }, { "quant": "UD-Q8_K_XL", "filename": "Llama-3.2-1B-Instruct-UD-Q8_K_XL.gguf", "sizeMB": 1758.16 } ] }, { "repo": "unsloth/gemma-3-270m-it-GGUF", "name": "gemma-3-270m-it", "variants": [ { "quant": "F16", "filename": "gemma-3-270m-it-F16.gguf", "sizeMB": 517.69 }, { "quant": "IQ4_NL", "filename": "gemma-3-270m-it-IQ4_NL.gguf", "sizeMB": 230.75 }, { "quant": "IQ4_XS", "filename": "gemma-3-270m-it-IQ4_XS.gguf", "sizeMB": 229.7 }, { "quant": "Q2_K", "filename": "gemma-3-270m-it-Q2_K.gguf", "sizeMB": 226.1 }, { "quant": "Q2_K_L", "filename": "gemma-3-270m-it-Q2_K_L.gguf", "sizeMB": 226.1 }, { "quant": "Q3_K_M", "filename": "gemma-3-270m-it-Q3_K_M.gguf", "sizeMB": 230.75 }, { "quant": "Q3_K_S", "filename": "gemma-3-270m-it-Q3_K_S.gguf", "sizeMB": 225.75 }, { "quant": "Q4_0", "filename": "gemma-3-270m-it-Q4_0.gguf", "sizeMB": 230.38 }, { "quant": "Q4_1", "filename": "gemma-3-270m-it-Q4_1.gguf", "sizeMB": 236.2 }, { "quant": "Q4_K_M", "filename": "gemma-3-270m-it-Q4_K_M.gguf", "sizeMB": 241.39 }, { "quant": "Q4_K_S", "filename": "gemma-3-270m-it-Q4_K_S.gguf", "sizeMB": 238.31 }, { "quant": "Q5_K_M", "filename": "gemma-3-270m-it-Q5_K_M.gguf", "sizeMB": 247.98 }, { "quant": "Q5_K_S", "filename": "gemma-3-270m-it-Q5_K_S.gguf", "sizeMB": 246.05 }, { "quant": "Q6_K", "filename": "gemma-3-270m-it-Q6_K.gguf", "sizeMB": 269.87 }, { "quant": "Q8_0", "filename": "gemma-3-270m-it-Q8_0.gguf", "sizeMB": 278.04 }, { "quant": "UD-IQ2_M", "filename": "gemma-3-270m-it-UD-IQ2_M.gguf", "sizeMB": 174.32 }, { "quant": "UD-IQ2_XXS", "filename": "gemma-3-270m-it-UD-IQ2_XXS.gguf", "sizeMB": 171.76 }, { "quant": "UD-IQ3_XXS", "filename": "gemma-3-270m-it-UD-IQ3_XXS.gguf", "sizeMB": 175.97 }, { "quant": "UD-Q2_K_XL", "filename": "gemma-3-270m-it-UD-Q2_K_XL.gguf", "sizeMB": 226.73 }, { "quant": "UD-Q3_K_XL", "filename": "gemma-3-270m-it-UD-Q3_K_XL.gguf", "sizeMB": 231.38 }, { "quant": "UD-Q4_K_XL", "filename": "gemma-3-270m-it-UD-Q4_K_XL.gguf", "sizeMB": 242.17 }, { "quant": "UD-Q5_K_XL", "filename": "gemma-3-270m-it-UD-Q5_K_XL.gguf", "sizeMB": 247.98 }, { "quant": "UD-Q6_K_XL", "filename": "gemma-3-270m-it-UD-Q6_K_XL.gguf", "sizeMB": 272.89 }, { "quant": "UD-Q8_K_XL", "filename": "gemma-3-270m-it-UD-Q8_K_XL.gguf", "sizeMB": 449.28 } ] }, { "repo": "unsloth/Qwen3-0.6B-GGUF", "name": "Qwen3-0.6B", "variants": [ { "quant": "BF16", "filename": "Qwen3-0.6B-BF16.gguf", "sizeMB": 1142.68 }, { "quant": "IQ4_NL", "filename": "Qwen3-0.6B-IQ4_NL.gguf", "sizeMB": 363.89 }, { "quant": "IQ4_XS", "filename": "Qwen3-0.6B-IQ4_XS.gguf", "sizeMB": 350.77 }, { "quant": "Q2_K", "filename": "Qwen3-0.6B-Q2_K.gguf", "sizeMB": 282.52 }, { "quant": "Q2_K_L", "filename": "Qwen3-0.6B-Q2_K_L.gguf", "sizeMB": 282.52 }, { "quant": "Q3_K_M", "filename": "Qwen3-0.6B-Q3_K_M.gguf", "sizeMB": 331.05 }, { "quant": "Q3_K_S", "filename": "Qwen3-0.6B-Q3_K_S.gguf", "sizeMB": 308.11 }, { "quant": "Q4_0", "filename": "Qwen3-0.6B-Q4_0.gguf", "sizeMB": 364.45 }, { "quant": "Q4_1", "filename": "Qwen3-0.6B-Q4_1.gguf", "sizeMB": 390.14 }, { "quant": "Q4_K_M", "filename": "Qwen3-0.6B-Q4_K_M.gguf", "sizeMB": 378.33 }, { "quant": "Q4_K_S", "filename": "Qwen3-0.6B-Q4_K_S.gguf", "sizeMB": 365.52 }, { "quant": "Q5_K_M", "filename": "Qwen3-0.6B-Q5_K_M.gguf", "sizeMB": 423.83 }, { "quant": "Q5_K_S", "filename": "Qwen3-0.6B-Q5_K_S.gguf", "sizeMB": 416.39 }, { "quant": "Q6_K", "filename": "Qwen3-0.6B-Q6_K.gguf", "sizeMB": 472.17 }, { "quant": "Q8_0", "filename": "Qwen3-0.6B-Q8_0.gguf", "sizeMB": 609.82 }, { "quant": "UD-IQ1_M", "filename": "Qwen3-0.6B-UD-IQ1_M.gguf", "sizeMB": 210.53 }, { "quant": "UD-IQ1_S", "filename": "Qwen3-0.6B-UD-IQ1_S.gguf", "sizeMB": 204.7 }, { "quant": "UD-IQ2_M", "filename": "Qwen3-0.6B-UD-IQ2_M.gguf", "sizeMB": 256.25 }, { "quant": "UD-IQ2_XXS", "filename": "Qwen3-0.6B-UD-IQ2_XXS.gguf", "sizeMB": 223.23 }, { "quant": "UD-IQ3_XXS", "filename": "Qwen3-0.6B-UD-IQ3_XXS.gguf", "sizeMB": 269.02 }, { "quant": "UD-Q2_K_XL", "filename": "Qwen3-0.6B-UD-Q2_K_XL.gguf", "sizeMB": 287.75 }, { "quant": "UD-Q3_K_XL", "filename": "Qwen3-0.6B-UD-Q3_K_XL.gguf", "sizeMB": 340.1 }, { "quant": "UD-Q4_K_XL", "filename": "Qwen3-0.6B-UD-Q4_K_XL.gguf", "sizeMB": 386.59 }, { "quant": "UD-Q5_K_XL", "filename": "Qwen3-0.6B-UD-Q5_K_XL.gguf", "sizeMB": 425.7 }, { "quant": "UD-Q6_K_XL", "filename": "Qwen3-0.6B-UD-Q6_K_XL.gguf", "sizeMB": 549.76 }, { "quant": "UD-Q8_K_XL", "filename": "Qwen3-0.6B-UD-Q8_K_XL.gguf", "sizeMB": 805.18 } ] }, { "repo": "LiquidAI/LFM2.5-350M-GGUF", "name": "LFM2.5-350M", "variants": [ { "quant": "BF16", "filename": "LFM2.5-350M-BF16.gguf", "sizeMB": 678.53 }, { "quant": "F16", "filename": "LFM2.5-350M-F16.gguf", "sizeMB": 678.53 }, { "quant": "Q4_0", "filename": "LFM2.5-350M-Q4_0.gguf", "sizeMB": 209.15 }, { "quant": "Q4_K_M", "filename": "LFM2.5-350M-Q4_K_M.gguf", "sizeMB": 218.69 }, { "quant": "Q5_K_M", "filename": "LFM2.5-350M-Q5_K_M.gguf", "sizeMB": 248.31 }, { "quant": "Q6_K", "filename": "LFM2.5-350M-Q6_K.gguf", "sizeMB": 279.79 }, { "quant": "Q8_0", "filename": "LFM2.5-350M-Q8_0.gguf", "sizeMB": 361.65 } ] }, { "repo": "unsloth/SmolLM3-3B-GGUF", "name": "SmolLM3-3B", "variants": [ { "quant": "BF16", "filename": "SmolLM3-3B-BF16.gguf", "sizeMB": 5873.05 }, { "quant": "IQ4_NL", "filename": "SmolLM3-3B-IQ4_NL.gguf", "sizeMB": 1726.66 }, { "quant": "IQ4_XS", "filename": "SmolLM3-3B-IQ4_XS.gguf", "sizeMB": 1643.98 }, { "quant": "Q2_K", "filename": "SmolLM3-3B-Q2_K.gguf", "sizeMB": 1195.24 }, { "quant": "Q2_K_L", "filename": "SmolLM3-3B-Q2_K_L.gguf", "sizeMB": 1195.24 }, { "quant": "Q3_K_M", "filename": "SmolLM3-3B-Q3_K_M.gguf", "sizeMB": 1498.29 }, { "quant": "Q3_K_S", "filename": "SmolLM3-3B-Q3_K_S.gguf", "sizeMB": 1365.96 }, { "quant": "Q4_0", "filename": "SmolLM3-3B-Q4_0.gguf", "sizeMB": 1727.54 }, { "quant": "Q4_1", "filename": "SmolLM3-3B-Q4_1.gguf", "sizeMB": 1889.79 }, { "quant": "Q4_K_M", "filename": "SmolLM3-3B-Q4_K_M.gguf", "sizeMB": 1826.58 }, { "quant": "Q4_K_S", "filename": "SmolLM3-3B-Q4_K_S.gguf", "sizeMB": 1733.41 }, { "quant": "Q5_K_M", "filename": "SmolLM3-3B-Q5_K_M.gguf", "sizeMB": 2111.2 }, { "quant": "Q5_K_S", "filename": "SmolLM3-3B-Q5_K_S.gguf", "sizeMB": 2057.41 }, { "quant": "Q6_K", "filename": "SmolLM3-3B-Q6_K.gguf", "sizeMB": 2413.62 }, { "quant": "Q8_0", "filename": "SmolLM3-3B-Q8_0.gguf", "sizeMB": 3123.83 }, { "quant": "UD-IQ2_M", "filename": "SmolLM3-3B-UD-IQ2_M.gguf", "sizeMB": 1097.31 }, { "quant": "UD-IQ2_XXS", "filename": "SmolLM3-3B-UD-IQ2_XXS.gguf", "sizeMB": 910.91 }, { "quant": "UD-IQ3_XXS", "filename": "SmolLM3-3B-UD-IQ3_XXS.gguf", "sizeMB": 1225.68 }, { "quant": "UD-Q2_K_XL", "filename": "SmolLM3-3B-UD-Q2_K_XL.gguf", "sizeMB": 1226.71 }, { "quant": "UD-Q3_K_XL", "filename": "SmolLM3-3B-UD-Q3_K_XL.gguf", "sizeMB": 1536.66 }, { "quant": "UD-Q4_K_XL", "filename": "SmolLM3-3B-UD-Q4_K_XL.gguf", "sizeMB": 1850.53 }, { "quant": "UD-Q5_K_XL", "filename": "SmolLM3-3B-UD-Q5_K_XL.gguf", "sizeMB": 2112.11 }, { "quant": "UD-Q6_K_XL", "filename": "SmolLM3-3B-UD-Q6_K_XL.gguf", "sizeMB": 2630.74 }, { "quant": "UD-Q8_K_XL", "filename": "SmolLM3-3B-UD-Q8_K_XL.gguf", "sizeMB": 3718.21 } ] }, { "repo": "unsloth/Ministral-3-3B-Instruct-2512-GGUF", "name": "Ministral-3-3B-Instruct-2512", "variants": [ { "quant": "BF16", "filename": "Ministral-3-3B-Instruct-2512-BF16.gguf", "sizeMB": 6548.14 }, { "quant": "IQ4_NL", "filename": "Ministral-3-3B-Instruct-2512-IQ4_NL.gguf", "sizeMB": 1956.26 }, { "quant": "IQ4_XS", "filename": "Ministral-3-3B-Instruct-2512-IQ4_XS.gguf", "sizeMB": 1868.51 }, { "quant": "Q2_K", "filename": "Ministral-3-3B-Instruct-2512-Q2_K.gguf", "sizeMB": 1391.37 }, { "quant": "Q2_K_L", "filename": "Ministral-3-3B-Instruct-2512-Q2_K_L.gguf", "sizeMB": 1391.37 }, { "quant": "Q3_K_M", "filename": "Ministral-3-3B-Instruct-2512-Q3_K_M.gguf", "sizeMB": 1712.37 }, { "quant": "Q3_K_S", "filename": "Ministral-3-3B-Instruct-2512-Q3_K_S.gguf", "sizeMB": 1563.22 }, { "quant": "Q4_0", "filename": "Ministral-3-3B-Instruct-2512-Q4_0.gguf", "sizeMB": 1951.58 }, { "quant": "Q4_1", "filename": "Ministral-3-3B-Instruct-2512-Q4_1.gguf", "sizeMB": 2126.89 }, { "quant": "Q4_K_M", "filename": "Ministral-3-3B-Instruct-2512-Q4_K_M.gguf", "sizeMB": 2047.06 }, { "quant": "Q4_K_S", "filename": "Ministral-3-3B-Instruct-2512-Q4_K_S.gguf", "sizeMB": 1958.14 }, { "quant": "Q5_K_M", "filename": "Ministral-3-3B-Instruct-2512-Q5_K_M.gguf", "sizeMB": 2359.06 }, { "quant": "Q5_K_S", "filename": "Ministral-3-3B-Instruct-2512-Q5_K_S.gguf", "sizeMB": 2307.26 }, { "quant": "Q6_K", "filename": "Ministral-3-3B-Instruct-2512-Q6_K.gguf", "sizeMB": 2690.56 }, { "quant": "Q8_0", "filename": "Ministral-3-3B-Instruct-2512-Q8_0.gguf", "sizeMB": 3482.51 }, { "quant": "UD-IQ1_M", "filename": "Ministral-3-3B-Instruct-2512-UD-IQ1_M.gguf", "sizeMB": 971.98 }, { "quant": "UD-IQ1_S", "filename": "Ministral-3-3B-Instruct-2512-UD-IQ1_S.gguf", "sizeMB": 924.26 }, { "quant": "UD-IQ2_M", "filename": "Ministral-3-3B-Instruct-2512-UD-IQ2_M.gguf", "sizeMB": 1277.82 }, { "quant": "UD-IQ2_XXS", "filename": "Ministral-3-3B-Instruct-2512-UD-IQ2_XXS.gguf", "sizeMB": 1057.58 }, { "quant": "UD-IQ3_XXS", "filename": "Ministral-3-3B-Instruct-2512-UD-IQ3_XXS.gguf", "sizeMB": 1390.27 }, { "quant": "UD-Q2_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q2_K_XL.gguf", "sizeMB": 1423.2 }, { "quant": "UD-Q3_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q3_K_XL.gguf", "sizeMB": 1770.1 }, { "quant": "UD-Q4_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q4_K_XL.gguf", "sizeMB": 2090.42 }, { "quant": "UD-Q5_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q5_K_XL.gguf", "sizeMB": 2364.31 }, { "quant": "UD-Q6_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q6_K_XL.gguf", "sizeMB": 3027.68 }, { "quant": "UD-Q8_K_XL", "filename": "Ministral-3-3B-Instruct-2512-UD-Q8_K_XL.gguf", "sizeMB": 4292.51 } ] }, { "repo": "unsloth/Qwen3.5-2B-GGUF", "name": "Qwen3.5-2B", "variants": [ { "quant": "BF16", "filename": "Qwen3.5-2B-BF16.gguf", "sizeMB": 3600.8 }, { "quant": "IQ4_NL", "filename": "Qwen3.5-2B-IQ4_NL.gguf", "sizeMB": 1157.09 }, { "quant": "IQ4_XS", "filename": "Qwen3.5-2B-IQ4_XS.gguf", "sizeMB": 1118.66 }, { "quant": "Q3_K_M", "filename": "Qwen3.5-2B-Q3_K_M.gguf", "sizeMB": 1055.86 }, { "quant": "Q3_K_S", "filename": "Qwen3.5-2B-Q3_K_S.gguf", "sizeMB": 983.19 }, { "quant": "Q4_0", "filename": "Qwen3.5-2B-Q4_0.gguf", "sizeMB": 1158.59 }, { "quant": "Q4_1", "filename": "Qwen3.5-2B-Q4_1.gguf", "sizeMB": 1233.59 }, { "quant": "Q4_K_M", "filename": "Qwen3.5-2B-Q4_K_M.gguf", "sizeMB": 1221.5 }, { "quant": "Q4_K_S", "filename": "Qwen3.5-2B-Q4_K_S.gguf", "sizeMB": 1161.34 }, { "quant": "Q5_K_M", "filename": "Qwen3.5-2B-Q5_K_M.gguf", "sizeMB": 1368.75 }, { "quant": "Q5_K_S", "filename": "Qwen3.5-2B-Q5_K_S.gguf", "sizeMB": 1320.41 }, { "quant": "Q6_K", "filename": "Qwen3.5-2B-Q6_K.gguf", "sizeMB": 1502 }, { "quant": "Q8_0", "filename": "Qwen3.5-2B-Q8_0.gguf", "sizeMB": 1918.8 }, { "quant": "UD-IQ2_M", "filename": "Qwen3.5-2B-UD-IQ2_M.gguf", "sizeMB": 820.02 }, { "quant": "UD-IQ2_XXS", "filename": "Qwen3.5-2B-UD-IQ2_XXS.gguf", "sizeMB": 732.68 }, { "quant": "UD-IQ3_XXS", "filename": "Qwen3.5-2B-UD-IQ3_XXS.gguf", "sizeMB": 888.66 }, { "quant": "UD-Q2_K_XL", "filename": "Qwen3.5-2B-UD-Q2_K_XL.gguf", "sizeMB": 921.76 }, { "quant": "UD-Q3_K_XL", "filename": "Qwen3.5-2B-UD-Q3_K_XL.gguf", "sizeMB": 1105.57 }, { "quant": "UD-Q4_K_XL", "filename": "Qwen3.5-2B-UD-Q4_K_XL.gguf", "sizeMB": 1277.69 }, { "quant": "UD-Q5_K_XL", "filename": "Qwen3.5-2B-UD-Q5_K_XL.gguf", "sizeMB": 1398.74 }, { "quant": "UD-Q6_K_XL", "filename": "Qwen3.5-2B-UD-Q6_K_XL.gguf", "sizeMB": 1778.11 }, { "quant": "UD-Q8_K_XL", "filename": "Qwen3.5-2B-UD-Q8_K_XL.gguf", "sizeMB": 2703.61 } ] }, { "repo": "unsloth/gemma-4-E2B-it-GGUF", "name": "gemma-4-E2B-it", "variants": [ { "quant": "BF16", "filename": "gemma-4-E2B-it-BF16.gguf", "sizeMB": 8879.95 }, { "quant": "IQ4_NL", "filename": "gemma-4-E2B-it-IQ4_NL.gguf", "sizeMB": 2900.2 }, { "quant": "IQ4_XS", "filename": "gemma-4-E2B-it-IQ4_XS.gguf", "sizeMB": 2845.71 }, { "quant": "Q3_K_M", "filename": "gemma-4-E2B-it-Q3_K_M.gguf", "sizeMB": 2419.27 }, { "quant": "Q3_K_S", "filename": "gemma-4-E2B-it-Q3_K_S.gguf", "sizeMB": 2332.35 }, { "quant": "Q4_0", "filename": "gemma-4-E2B-it-Q4_0.gguf", "sizeMB": 2900.48 }, { "quant": "Q4_1", "filename": "gemma-4-E2B-it-Q4_1.gguf", "sizeMB": 3008.76 }, { "quant": "Q4_K_M", "filename": "gemma-4-E2B-it-Q4_K_M.gguf", "sizeMB": 2962.81 }, { "quant": "Q4_K_S", "filename": "gemma-4-E2B-it-Q4_K_S.gguf", "sizeMB": 2902.92 }, { "quant": "Q5_K_M", "filename": "gemma-4-E2B-it-Q5_K_M.gguf", "sizeMB": 3200.56 }, { "quant": "Q5_K_S", "filename": "gemma-4-E2B-it-Q5_K_S.gguf", "sizeMB": 3167.29 }, { "quant": "Q6_K", "filename": "gemma-4-E2B-it-Q6_K.gguf", "sizeMB": 4293.17 }, { "quant": "Q8_0", "filename": "gemma-4-E2B-it-Q8_0.gguf", "sizeMB": 4814.48 }, { "quant": "UD-IQ2_M", "filename": "gemma-4-E2B-it-UD-IQ2_M.gguf", "sizeMB": 2181.16 }, { "quant": "UD-IQ3_XXS", "filename": "gemma-4-E2B-it-UD-IQ3_XXS.gguf", "sizeMB": 2259.49 }, { "quant": "UD-Q2_K_XL", "filename": "gemma-4-E2B-it-UD-Q2_K_XL.gguf", "sizeMB": 2288.73 }, { "quant": "UD-Q3_K_XL", "filename": "gemma-4-E2B-it-UD-Q3_K_XL.gguf", "sizeMB": 2780.03 }, { "quant": "UD-Q4_K_XL", "filename": "gemma-4-E2B-it-UD-Q4_K_XL.gguf", "sizeMB": 3027 }, { "quant": "UD-Q5_K_XL", "filename": "gemma-4-E2B-it-UD-Q5_K_XL.gguf", "sizeMB": 4093.17 }, { "quant": "UD-Q6_K_XL", "filename": "gemma-4-E2B-it-UD-Q6_K_XL.gguf", "sizeMB": 4491.89 }, { "quant": "UD-Q8_K_XL", "filename": "gemma-4-E2B-it-UD-Q8_K_XL.gguf", "sizeMB": 5025.42 } ] }, { "repo": "ibm-granite/granite-4.0-h-1b-GGUF", "name": "granite-4.0-h-1b", "variants": [ { "quant": "Q2_K", "filename": "granite-4.0-h-1b-Q2_K.gguf", "sizeMB": 561.65 }, { "quant": "Q3_K_L", "filename": "granite-4.0-h-1b-Q3_K_L.gguf", "sizeMB": 727.57 }, { "quant": "Q3_K_M", "filename": "granite-4.0-h-1b-Q3_K_M.gguf", "sizeMB": 697.76 }, { "quant": "Q3_K_S", "filename": "granite-4.0-h-1b-Q3_K_S.gguf", "sizeMB": 662.6 }, { "quant": "Q4_0", "filename": "granite-4.0-h-1b-Q4_0.gguf", "sizeMB": 828.09 }, { "quant": "Q4_1", "filename": "granite-4.0-h-1b-Q4_1.gguf", "sizeMB": 905.97 }, { "quant": "Q4_K_M", "filename": "granite-4.0-h-1b-Q4_K_M.gguf", "sizeMB": 859.42 }, { "quant": "Q4_K_S", "filename": "granite-4.0-h-1b-Q4_K_S.gguf", "sizeMB": 832.22 }, { "quant": "Q5_0", "filename": "granite-4.0-h-1b-Q5_0.gguf", "sizeMB": 983.84 }, { "quant": "Q5_1", "filename": "granite-4.0-h-1b-Q5_1.gguf", "sizeMB": 1061.72 }, { "quant": "Q5_K_M", "filename": "granite-4.0-h-1b-Q5_K_M.gguf", "sizeMB": 999.98 }, { "quant": "Q5_K_S", "filename": "granite-4.0-h-1b-Q5_K_S.gguf", "sizeMB": 983.84 }, { "quant": "Q6_K", "filename": "granite-4.0-h-1b-Q6_K.gguf", "sizeMB": 1149.33 }, { "quant": "Q8_0", "filename": "granite-4.0-h-1b-Q8_0.gguf", "sizeMB": 1486.71 }, { "quant": "bf16", "filename": "granite-4.0-h-1b-bf16.gguf", "sizeMB": 2792.68 } ] }, { "repo": "prism-ml/Bonsai-1.7B-gguf", "name": "Bonsai-1.7B", "variants": [ { "quant": "base", "filename": "Bonsai-1.7B.gguf", "sizeMB": 236.8 }, { "quant": "Q1_0", "filename": "Bonsai-1.7B-Q1_0.gguf", "sizeMB": 236.8 } ] } ], "quickVariants": [ "Q2_K", "Q4_K_M", "Q8_0" ], "defaultQuant": "Q4_K_M", "studySelection": { "focusModel": "Llama-3.2-1B-Instruct", "focusQuants": ["Q2_K", "Q4_K_M", "Q8_0", "F16"], "standardQuant": "Q4_K_M", "extras": [ { "model": "Bonsai-1.7B", "quant": "Q1_0" } ] } }