macbook-llm-compat / models.json
mishig's picture
mishig HF Staff
Upload folder using huggingface_hub
ab7732a verified
{
"generated_at": "2026-04-27T11:37:27.519Z",
"count": 85,
"models": [
{
"id": "unsloth/gemma-4-26B-A4B-it-GGUF",
"author": "unsloth",
"name": "gemma-4-26B-A4B-it-GGUF",
"downloads": 3154984,
"likes": 608,
"pipeline_tag": "image-text-to-text",
"params_b": 25.2,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"gemma4",
"unsloth",
"gemma",
"google",
"image-text-to-text",
"base_model:google/gemma-4-26B-A4B-it",
"base_model:quantized:google/gemma-4-26B-A4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf",
"size": 9882668352,
"sizeGB": 9.2,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ2_M.gguf",
"size": 9974943040,
"sizeGB": 9.29,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf",
"size": 10545963072,
"sizeGB": 9.82,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ3_S.gguf",
"size": 11219406656,
"sizeGB": 10.45,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf",
"size": 11219406656,
"sizeGB": 10.45,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q3_K_M.gguf",
"size": 12526284096,
"sizeGB": 11.67,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q3_K_S.gguf",
"size": 12526284096,
"sizeGB": 11.67,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf",
"size": 12875558208,
"sizeGB": 11.99,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ4_NL.gguf",
"size": 13418753344,
"sizeGB": 12.5,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ4_XS.gguf",
"size": 13418753344,
"sizeGB": 12.5,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-IQ4_NL_XL.gguf",
"size": 14556687680,
"sizeGB": 13.56,
"quant": "IQ4_NL_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q4_K_S.gguf",
"size": 16392449344,
"sizeGB": 15.27,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-MXFP4_MOE.gguf",
"size": 16630345024,
"sizeGB": 15.49,
"quant": "MXFP4_MOE",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
"size": 16868240704,
"sizeGB": 15.71,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf",
"size": 17090276672,
"sizeGB": 15.92,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q5_K_S.gguf",
"size": 18771406144,
"sizeGB": 17.48,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q5_K_M.gguf",
"size": 21150362944,
"sizeGB": 19.7,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf",
"size": 21217766720,
"sizeGB": 19.76,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q6_K.gguf",
"size": 23172476224,
"sizeGB": 21.58,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf",
"size": 23295388992,
"sizeGB": 21.7,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-Q8_0.gguf",
"size": 26859859264,
"sizeGB": 25.02,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf",
"size": 27866185024,
"sizeGB": 25.95,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/gemma-4-26B-A4B-it-BF16.gguf",
"size": 50505135360,
"sizeGB": 47.04,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "unsloth/gemma-4-31B-it-GGUF",
"author": "unsloth",
"name": "gemma-4-31B-it-GGUF",
"downloads": 1977512,
"likes": 371,
"pipeline_tag": "image-text-to-text",
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"gemma4",
"unsloth",
"gemma",
"google",
"image-text-to-text",
"base_model:google/gemma-4-31B-it",
"base_model:quantized:google/gemma-4-31B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "gemma-4-31B-it-UD-IQ2_XXS.gguf",
"size": 8534293024,
"sizeGB": 7.95,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-IQ2_M.gguf",
"size": 10752817696,
"sizeGB": 10.01,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q2_K_XL.gguf",
"size": 11774988832,
"sizeGB": 10.97,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-IQ3_XXS.gguf",
"size": 11837780512,
"sizeGB": 11.02,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q3_K_S.gguf",
"size": 13210853920,
"sizeGB": 12.3,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q3_K_M.gguf",
"size": 14736605728,
"sizeGB": 13.72,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q3_K_XL.gguf",
"size": 15322417696,
"sizeGB": 14.27,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "gemma-4-31B-it-IQ4_XS.gguf",
"size": 16372458016,
"sizeGB": 15.25,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-4-31B-it-IQ4_NL.gguf",
"size": 17287668256,
"sizeGB": 16.1,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q4_0.gguf",
"size": 17338245664,
"sizeGB": 16.15,
"quant": "Q4_0",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q4_K_S.gguf",
"size": 17399833120,
"sizeGB": 16.2,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q4_K_M.gguf",
"size": 18323730976,
"sizeGB": 17.07,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q4_K_XL.gguf",
"size": 18767229472,
"sizeGB": 17.48,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q4_1.gguf",
"size": 19118088736,
"sizeGB": 17.81,
"quant": "Q4_1",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q5_K_S.gguf",
"size": 21124669984,
"sizeGB": 19.67,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q5_K_M.gguf",
"size": 21658399264,
"sizeGB": 20.17,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q5_K_XL.gguf",
"size": 21890427424,
"sizeGB": 20.39,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q6_K.gguf",
"size": 25201484320,
"sizeGB": 23.47,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q6_K_XL.gguf",
"size": 27521335840,
"sizeGB": 25.63,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q8_0.gguf",
"size": 32635675168,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-31B-it-UD-Q8_K_XL.gguf",
"size": 35020038688,
"sizeGB": 32.61,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/gemma-4-31B-it-BF16.gguf",
"size": 61413188064,
"sizeGB": 57.2,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "unsloth/gemma-4-E4B-it-GGUF",
"author": "unsloth",
"name": "gemma-4-E4B-it-GGUF",
"downloads": 1720871,
"likes": 337,
"pipeline_tag": "image-text-to-text",
"params_b": 7.5,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"gemma4",
"unsloth",
"gemma",
"google",
"image-text-to-text",
"base_model:google/gemma-4-E4B-it",
"base_model:quantized:google/gemma-4-E4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-E4B-it-UD-IQ2_M.gguf",
"size": 3530232512,
"sizeGB": 3.29,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-IQ3_XXS.gguf",
"size": 3702264512,
"sizeGB": 3.45,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q2_K_XL.gguf",
"size": 3742794432,
"sizeGB": 3.49,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q3_K_S.gguf",
"size": 3862377152,
"sizeGB": 3.6,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q3_K_M.gguf",
"size": 4058135232,
"sizeGB": 3.78,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q3_K_XL.gguf",
"size": 4563503808,
"sizeGB": 4.25,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-IQ4_XS.gguf",
"size": 4715414208,
"sizeGB": 4.39,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-4-E4B-it-IQ4_NL.gguf",
"size": 4835836608,
"sizeGB": 4.5,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q4_0.gguf",
"size": 4836000448,
"sizeGB": 4.5,
"quant": "Q4_0",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q4_K_S.gguf",
"size": 4844847808,
"sizeGB": 4.51,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q4_K_M.gguf",
"size": 4977169088,
"sizeGB": 4.64,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q4_1.gguf",
"size": 5074387648,
"sizeGB": 4.73,
"quant": "Q4_1",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q4_K_XL.gguf",
"size": 5101718208,
"sizeGB": 4.75,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q5_K_S.gguf",
"size": 5404852928,
"sizeGB": 5.03,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q5_K_M.gguf",
"size": 5481796288,
"sizeGB": 5.11,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q5_K_XL.gguf",
"size": 6647847616,
"sizeGB": 6.19,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q6_K.gguf",
"size": 7074927296,
"sizeGB": 6.59,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q6_K_XL.gguf",
"size": 7457759936,
"sizeGB": 6.95,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q8_0.gguf",
"size": 8192950976,
"sizeGB": 7.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-E4B-it-UD-Q8_K_XL.gguf",
"size": 8658666176,
"sizeGB": 8.06,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "gemma-4-E4B-it-BF16.gguf",
"size": 15053095360,
"sizeGB": 14.02,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.6-35B-A3B-GGUF",
"author": "unsloth",
"name": "Qwen3.6-35B-A3B-GGUF",
"downloads": 1646295,
"likes": 808,
"pipeline_tag": "image-text-to-text",
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"qwen",
"qwen3_5_moe",
"image-text-to-text",
"base_model:Qwen/Qwen3.6-35B-A3B",
"base_model:quantized:Qwen/Qwen3.6-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"deploy:azure",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-35B-A3B-UD-IQ1_M.gguf",
"size": 10047749088,
"sizeGB": 9.36,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf",
"size": 10756586464,
"sizeGB": 10.02,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ2_M.gguf",
"size": 11522702304,
"sizeGB": 10.73,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf",
"size": 12290628576,
"sizeGB": 11.45,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf",
"size": 13211155424,
"sizeGB": 12.3,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ3_S.gguf",
"size": 13676723168,
"sizeGB": 12.74,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q3_K_S.gguf",
"size": 15359196128,
"sizeGB": 14.3,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q3_K_M.gguf",
"size": 16600710112,
"sizeGB": 15.46,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf",
"size": 16845511648,
"sizeGB": 15.69,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ4_XS.gguf",
"size": 17730509792,
"sizeGB": 16.51,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ4_NL.gguf",
"size": 18040888288,
"sizeGB": 16.8,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf",
"size": 19500506080,
"sizeGB": 18.16,
"quant": "IQ4_NL_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q4_K_S.gguf",
"size": 20893015008,
"sizeGB": 19.46,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-MXFP4_MOE.gguf",
"size": 21706144736,
"sizeGB": 20.22,
"quant": "MXFP4_MOE",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
"size": 22134528992,
"sizeGB": 20.61,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf",
"size": 22360456160,
"sizeGB": 20.82,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q5_K_S.gguf",
"size": 24942050272,
"sizeGB": 23.23,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q5_K_M.gguf",
"size": 26456194016,
"sizeGB": 24.64,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf",
"size": 26592508896,
"sizeGB": 24.77,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q6_K.gguf",
"size": 29308320736,
"sizeGB": 27.3,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf",
"size": 31843777504,
"sizeGB": 29.66,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Q8_0.gguf",
"size": 36903140320,
"sizeGB": 34.37,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf",
"size": 38451182560,
"sizeGB": 35.81,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3.6-35B-A3B-BF16.gguf",
"size": 69376638176,
"sizeGB": 64.61,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF",
"author": "Andycurrent",
"name": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF",
"downloads": 1531545,
"likes": 18,
"pipeline_tag": "text-generation",
"params_b": 1,
"arch": "gemma3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 32768,
"tags": [
"gguf",
"uncensored",
"text-generation",
"reasoning",
"instruction-tuned",
"lightweight",
"en",
"base_model:google/gemma-3-1b-it",
"base_model:quantized:google/gemma-3-1b-it",
"license:gemma",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf",
"size": 689815648,
"sizeGB": 0.64,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf",
"size": 722417248,
"sizeGB": 0.67,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf",
"size": 806059360,
"sizeGB": 0.75,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf",
"size": 851346784,
"sizeGB": 0.79,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf",
"size": 1011739744,
"sizeGB": 0.94,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf",
"size": 1069307488,
"sizeGB": 1,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf",
"size": 2006574688,
"sizeGB": 1.87,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive",
"downloads": 1415132,
"likes": 1366,
"pipeline_tag": "image-text-to-text",
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.5",
"moe",
"vision",
"multimodal",
"image-text-to-text",
"en",
"zh",
"multilingual",
"base_model:Qwen/Qwen3.5-35B-A3B",
"base_model:quantized:Qwen/Qwen3.5-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
"size": 11537338432,
"sizeGB": 10.74,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 15440519232,
"sizeGB": 14.38,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
"size": 16760832064,
"sizeGB": 15.61,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
"size": 18650134592,
"sizeGB": 17.37,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 21169117248,
"sizeGB": 19.72,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
"size": 24764782656,
"sizeGB": 23.06,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
"size": 28514152512,
"sizeGB": 26.56,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
"size": 36903139392,
"sizeGB": 34.37,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
"size": 69376637024,
"sizeGB": 64.61,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "lmstudio-community/gemma-4-E4B-it-GGUF",
"author": "lmstudio-community",
"name": "gemma-4-E4B-it-GGUF",
"downloads": 1199252,
"likes": 31,
"pipeline_tag": null,
"params_b": 7.5,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"base_model:google/gemma-4-E4B-it",
"base_model:quantized:google/gemma-4-E4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-E4B-it-Q4_K_M.gguf",
"size": 5335289664,
"sizeGB": 4.97,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q6_K.gguf",
"size": 6217260864,
"sizeGB": 5.79,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q8_0.gguf",
"size": 8031240000,
"sizeGB": 7.48,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
"downloads": 1194125,
"likes": 1248,
"pipeline_tag": null,
"params_b": 9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.5",
"qwen",
"en",
"zh",
"multilingual",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 5627044224,
"sizeGB": 5.24,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
"size": 7359259008,
"sizeGB": 6.85,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
"size": 9527501184,
"sizeGB": 8.87,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
"size": 17920696704,
"sizeGB": 16.69,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-35B-A3B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-35B-A3B-GGUF",
"downloads": 1124624,
"likes": 832,
"pipeline_tag": "image-text-to-text",
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5_moe",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-35B-A3B",
"base_model:quantized:Qwen/Qwen3.5-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-35B-A3B-UD-IQ2_XXS.gguf",
"size": 10656955008,
"sizeGB": 9.93,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-IQ2_M.gguf",
"size": 11391613568,
"sizeGB": 10.61,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q2_K_XL.gguf",
"size": 12156754560,
"sizeGB": 11.32,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-IQ3_XXS.gguf",
"size": 13080066688,
"sizeGB": 12.18,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-IQ3_S.gguf",
"size": 13583383168,
"sizeGB": 12.65,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q3_K_S.gguf",
"size": 15265856128,
"sizeGB": 14.22,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q3_K_M.gguf",
"size": 16356375168,
"sizeGB": 15.23,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q3_K_XL.gguf",
"size": 16601176704,
"sizeGB": 15.46,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-IQ4_XS.gguf",
"size": 17486174848,
"sizeGB": 16.29,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-IQ4_NL.gguf",
"size": 17821719168,
"sizeGB": 16.6,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q4_K_L.gguf",
"size": 20205632160,
"sizeGB": 18.82,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q4_K_S.gguf",
"size": 20673845888,
"sizeGB": 19.25,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-MXFP4_MOE.gguf",
"size": 21587638912,
"sizeGB": 20.11,
"quant": "MXFP4_MOE",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q4_K_M.gguf",
"size": 22016023168,
"sizeGB": 20.5,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
"size": 22241950336,
"sizeGB": 20.71,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q5_K_S.gguf",
"size": 24823544448,
"sizeGB": 23.12,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q5_K_M.gguf",
"size": 26249607808,
"sizeGB": 24.45,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q5_K_XL.gguf",
"size": 26385922688,
"sizeGB": 24.57,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q6_K_S.gguf",
"size": 28515105440,
"sizeGB": 26.56,
"quant": "Q6_K_S",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q6_K.gguf",
"size": 28852861568,
"sizeGB": 26.87,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf",
"size": 32071842432,
"sizeGB": 29.87,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q8_0.gguf",
"size": 36903139968,
"sizeGB": 34.37,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-UD-Q8_K_XL.gguf",
"size": 48688560768,
"sizeGB": 45.34,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3.5-35B-A3B-BF16.gguf",
"size": 69376637824,
"sizeGB": 64.61,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "lmstudio-community/gemma-4-26B-A4B-it-GGUF",
"author": "lmstudio-community",
"name": "gemma-4-26B-A4B-it-GGUF",
"downloads": 1101625,
"likes": 21,
"pipeline_tag": null,
"params_b": 25.2,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:google/gemma-4-26B-A4B-it",
"base_model:quantized:google/gemma-4-26B-A4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
"size": 16796015040,
"sizeGB": 15.64,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-Q6_K.gguf",
"size": 22638398400,
"sizeGB": 21.08,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-Q8_0.gguf",
"size": 26859858368,
"sizeGB": 25.02,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "lmstudio-community/Qwen3.5-9B-GGUF",
"author": "lmstudio-community",
"name": "Qwen3.5-9B-GGUF",
"downloads": 1032424,
"likes": 31,
"pipeline_tag": null,
"params_b": 9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:Qwen/Qwen3.5-9B",
"base_model:quantized:Qwen/Qwen3.5-9B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-9B-Q4_K_M.gguf",
"size": 5627044256,
"sizeGB": 5.24,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q6_K.gguf",
"size": 7359259040,
"sizeGB": 6.85,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q8_0.gguf",
"size": 9527501216,
"sizeGB": 8.87,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive",
"downloads": 1017806,
"likes": 488,
"pipeline_tag": "image-text-to-text",
"params_b": 7.5,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"uncensored",
"gemma4",
"abliterated",
"vision",
"multimodal",
"audio",
"image-text-to-text",
"en",
"multilingual",
"license:gemma",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
"size": 4431882208,
"sizeGB": 4.13,
"quant": "Q2_K_P",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 4714690528,
"sizeGB": 4.39,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
"size": 4850391008,
"sizeGB": 4.52,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
"size": 4884505568,
"sizeGB": 4.55,
"quant": "Q3_K_P",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
"size": 5070950368,
"sizeGB": 4.72,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 5335285728,
"sizeGB": 4.97,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
"size": 5369246688,
"sizeGB": 5,
"quant": "Q4_K_P",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
"size": 5762908128,
"sizeGB": 5.37,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
"size": 5812940768,
"sizeGB": 5.41,
"quant": "Q5_K_P",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
"size": 6249794528,
"sizeGB": 5.82,
"quant": "Q6_K_P",
"sharded": false
},
{
"path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
"size": 8133226464,
"sizeGB": 7.57,
"quant": "Q8_K_P",
"sharded": false
}
]
},
{
"id": "unsloth/gemma-4-E2B-it-GGUF",
"author": "unsloth",
"name": "gemma-4-E2B-it-GGUF",
"downloads": 990419,
"likes": 159,
"pipeline_tag": "image-text-to-text",
"params_b": 4.6,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"gemma4",
"unsloth",
"gemma",
"google",
"image-text-to-text",
"base_model:google/gemma-4-E2B-it",
"base_model:quantized:google/gemma-4-E2B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-E2B-it-UD-IQ2_M.gguf",
"size": 2287109792,
"sizeGB": 2.13,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-IQ3_XXS.gguf",
"size": 2369242784,
"sizeGB": 2.21,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q2_K_XL.gguf",
"size": 2399907488,
"sizeGB": 2.24,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q3_K_S.gguf",
"size": 2445649568,
"sizeGB": 2.28,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q3_K_M.gguf",
"size": 2536783520,
"sizeGB": 2.36,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q3_K_XL.gguf",
"size": 2915067552,
"sizeGB": 2.71,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-IQ4_XS.gguf",
"size": 2983941792,
"sizeGB": 2.78,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-4-E2B-it-IQ4_NL.gguf",
"size": 3041080992,
"sizeGB": 2.83,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q4_0.gguf",
"size": 3041375904,
"sizeGB": 2.83,
"quant": "Q4_0",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q4_K_S.gguf",
"size": 3043931808,
"sizeGB": 2.83,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q4_K_M.gguf",
"size": 3106735776,
"sizeGB": 2.89,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q4_1.gguf",
"size": 3154917024,
"sizeGB": 2.94,
"quant": "Q4_1",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q4_K_XL.gguf",
"size": 3174043296,
"sizeGB": 2.96,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q5_K_S.gguf",
"size": 3321149088,
"sizeGB": 3.09,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q5_K_M.gguf",
"size": 3356034720,
"sizeGB": 3.13,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q5_K_XL.gguf",
"size": 4291999392,
"sizeGB": 4,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q6_K.gguf",
"size": 4501718688,
"sizeGB": 4.19,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q6_K_XL.gguf",
"size": 4710086304,
"sizeGB": 4.39,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q8_0.gguf",
"size": 5048350368,
"sizeGB": 4.7,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-E2B-it-UD-Q8_K_XL.gguf",
"size": 5269534368,
"sizeGB": 4.91,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "gemma-4-E2B-it-BF16.gguf",
"size": 9311303072,
"sizeGB": 8.67,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-9B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-9B-GGUF",
"downloads": 965058,
"likes": 554,
"pipeline_tag": "image-text-to-text",
"params_b": 9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-9B",
"base_model:quantized:Qwen/Qwen3.5-9B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-9B-UD-IQ2_XXS.gguf",
"size": 3190613216,
"sizeGB": 2.97,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-IQ2_M.gguf",
"size": 3649365216,
"sizeGB": 3.4,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-IQ3_XXS.gguf",
"size": 4016235744,
"sizeGB": 3.74,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q2_K_XL.gguf",
"size": 4121781472,
"sizeGB": 3.84,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q3_K_S.gguf",
"size": 4316865760,
"sizeGB": 4.02,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q3_K_M.gguf",
"size": 4673643744,
"sizeGB": 4.35,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q3_K_XL.gguf",
"size": 5053834464,
"sizeGB": 4.71,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-IQ4_XS.gguf",
"size": 5168653536,
"sizeGB": 4.81,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-9B-IQ4_NL.gguf",
"size": 5371028704,
"sizeGB": 5,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q4_0.gguf",
"size": 5379417312,
"sizeGB": 5.01,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q4_K_S.gguf",
"size": 5394097376,
"sizeGB": 5.02,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q4_K_M.gguf",
"size": 5680522464,
"sizeGB": 5.29,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q4_1.gguf",
"size": 5837251808,
"sizeGB": 5.44,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q4_K_XL.gguf",
"size": 5966095584,
"sizeGB": 5.56,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q5_K_S.gguf",
"size": 6361146592,
"sizeGB": 5.92,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q5_K_M.gguf",
"size": 6577841376,
"sizeGB": 6.13,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q5_K_XL.gguf",
"size": 6743680224,
"sizeGB": 6.28,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q6_K.gguf",
"size": 7458301152,
"sizeGB": 6.95,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q6_K_XL.gguf",
"size": 8756929760,
"sizeGB": 8.16,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-Q8_0.gguf",
"size": 9527502048,
"sizeGB": 8.87,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-9B-UD-Q8_K_XL.gguf",
"size": 12974040288,
"sizeGB": 12.08,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-9B-BF16.gguf",
"size": 17920697312,
"sizeGB": 16.69,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
"author": "Jackrong",
"name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
"downloads": 823954,
"likes": 641,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"Dense",
"image-text-to-text",
"en",
"zh",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"base_model:Qwen/Qwen3.5-27B",
"base_model:quantized:Qwen/Qwen3.5-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B.Q2_K.gguf",
"size": 10121835936,
"sizeGB": 9.43,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q3_K_S.gguf",
"size": 12073948576,
"sizeGB": 11.24,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q3_K_M.gguf",
"size": 13289641376,
"sizeGB": 12.38,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q4_K_S.gguf",
"size": 15568614848,
"sizeGB": 14.5,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q4_K_M.gguf",
"size": 16540267968,
"sizeGB": 15.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q8_0.gguf",
"size": 28595758528,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF",
"author": "hugging-quants",
"name": "Llama-3.2-1B-Instruct-Q8_0-GGUF",
"downloads": 789259,
"likes": 46,
"pipeline_tag": "text-generation",
"params_b": 1.2,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"facebook",
"meta",
"pytorch",
"llama",
"llama-3",
"llama-cpp",
"gguf-my-repo",
"text-generation",
"en",
"de",
"fr",
"it",
"pt",
"hi",
"es",
"th",
"base_model:meta-llama/Llama-3.2-1B-Instruct",
"base_model:quantized:meta-llama/Llama-3.2-1B-Instruct",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "llama-3.2-1b-instruct-q8_0.gguf",
"size": 1321079200,
"sizeGB": 1.23,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "bartowski/gemma-2-2b-it-GGUF",
"author": "bartowski",
"name": "gemma-2-2b-it-GGUF",
"downloads": 718462,
"likes": 93,
"pipeline_tag": "text-generation",
"params_b": 2.6,
"arch": "gemma2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 8192,
"tags": [
"transformers",
"gguf",
"conversational",
"text-generation",
"base_model:google/gemma-2-2b-it",
"base_model:quantized:google/gemma-2-2b-it",
"license:gemma",
"endpoints_compatible",
"region:us"
],
"quants": [
{
"path": "gemma-2-2b-it-IQ3_M.gguf",
"size": 1393561440,
"sizeGB": 1.3,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q3_K_L.gguf",
"size": 1550436192,
"sizeGB": 1.44,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "gemma-2-2b-it-IQ4_XS.gguf",
"size": 1566250848,
"sizeGB": 1.46,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q4_K_S.gguf",
"size": 1638651744,
"sizeGB": 1.53,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q4_K_M.gguf",
"size": 1708582752,
"sizeGB": 1.59,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q5_K_S.gguf",
"size": 1882543968,
"sizeGB": 1.75,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q5_K_M.gguf",
"size": 1923278688,
"sizeGB": 1.79,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q6_K.gguf",
"size": 2151393120,
"sizeGB": 2,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q6_K_L.gguf",
"size": 2294241120,
"sizeGB": 2.14,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "gemma-2-2b-it-Q8_0.gguf",
"size": 2784495456,
"sizeGB": 2.59,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-2-2b-it-f32.gguf",
"size": 10463413856,
"sizeGB": 9.74,
"quant": "F32",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.6-27B-GGUF",
"author": "unsloth",
"name": "Qwen3.6-27B-GGUF",
"downloads": 636345,
"likes": 439,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"qwen",
"qwen3_5",
"image-text-to-text",
"base_model:Qwen/Qwen3.6-27B",
"base_model:quantized:Qwen/Qwen3.6-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-27B-UD-IQ2_XXS.gguf",
"size": 9388779744,
"sizeGB": 8.74,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-IQ2_M.gguf",
"size": 10846136544,
"sizeGB": 10.1,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q2_K_XL.gguf",
"size": 11849779424,
"sizeGB": 11.04,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-IQ3_XXS.gguf",
"size": 11994777824,
"sizeGB": 11.17,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q3_K_S.gguf",
"size": 12358727904,
"sizeGB": 11.51,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q3_K_M.gguf",
"size": 13586217184,
"sizeGB": 12.65,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q3_K_XL.gguf",
"size": 14473431264,
"sizeGB": 13.48,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-27B-IQ4_XS.gguf",
"size": 15440005344,
"sizeGB": 14.38,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q4_0.gguf",
"size": 15791278304,
"sizeGB": 14.71,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q4_K_S.gguf",
"size": 15856158944,
"sizeGB": 14.77,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.6-27B-IQ4_NL.gguf",
"size": 16071772384,
"sizeGB": 14.97,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q4_K_M.gguf",
"size": 16817244384,
"sizeGB": 15.66,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q4_1.gguf",
"size": 17252239584,
"sizeGB": 16.07,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q4_K_XL.gguf",
"size": 17612564704,
"sizeGB": 16.4,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q5_K_S.gguf",
"size": 18958305504,
"sizeGB": 17.66,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q5_K_M.gguf",
"size": 19509790944,
"sizeGB": 18.17,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q5_K_XL.gguf",
"size": 20038256864,
"sizeGB": 18.66,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q6_K.gguf",
"size": 22523238624,
"sizeGB": 20.98,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q6_K_XL.gguf",
"size": 25636485344,
"sizeGB": 23.88,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q8_0.gguf",
"size": 28595763424,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.6-27B-UD-Q8_K_XL.gguf",
"size": 35325163744,
"sizeGB": 32.9,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3.6-27B-BF16.gguf",
"size": 53808281760,
"sizeGB": 50.11,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "ggml-org/models-moved",
"author": "ggml-org",
"name": "models-moved",
"downloads": 630439,
"likes": 13,
"pipeline_tag": null,
"params_b": 7.2,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 32768,
"tags": [
"gguf",
"endpoints_compatible",
"region:us"
],
"quants": [
{
"path": "tinyllamas/stories15M-be.Q4_0.gguf",
"size": 19077344,
"sizeGB": 0.02,
"quant": "Q4_0",
"sharded": false
},
{
"path": "tinyllamas/stories15M-q4_0.gguf",
"size": 19077344,
"sizeGB": 0.02,
"quant": "Q4_0",
"sharded": false
},
{
"path": "tinyllamas/stories15M-be.Q8_0.gguf",
"size": 26671328,
"sizeGB": 0.02,
"quant": "Q8_0",
"sharded": false
},
{
"path": "tinyllamas/stories15M-q8_0.gguf",
"size": 26671328,
"sizeGB": 0.02,
"quant": "Q8_0",
"sharded": false
},
{
"path": "tinyllamas/split/stories15M-q8_0.gguf",
"size": 26671680,
"sizeGB": 0.02,
"quant": "Q8_0",
"sharded": true
},
{
"path": "bert-bge-small/ggml-model-f16-big-endian.gguf",
"size": 67308128,
"sizeGB": 0.06,
"quant": "F16",
"sharded": false
},
{
"path": "bert-bge-small/ggml-model-f16.gguf",
"size": 67308128,
"sizeGB": 0.06,
"quant": "F16",
"sharded": false
},
{
"path": "jina-reranker-v1-tiny-en/ggml-model-f16.gguf",
"size": 67504480,
"sizeGB": 0.06,
"quant": "F16",
"sharded": false
},
{
"path": "phi-2/ggml-model-q4_0.gguf",
"size": 1602461536,
"sizeGB": 1.49,
"quant": "Q4_0",
"sharded": false
},
{
"path": "tinyllama-1.1b/ggml-model-f16.gguf",
"size": 2201990016,
"sizeGB": 2.05,
"quant": "F16",
"sharded": false
},
{
"path": "phi-2/ggml-model-q8_0.gguf",
"size": 2958032736,
"sizeGB": 2.75,
"quant": "Q8_0",
"sharded": false
},
{
"path": "mistral-7b-v0.2-iq3_s-imat.gguf",
"size": 3182393056,
"sizeGB": 2.96,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "phi-2/ggml-model-f16.gguf",
"size": 5563095552,
"sizeGB": 5.18,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-4B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-4B-GGUF",
"downloads": 618110,
"likes": 226,
"pipeline_tag": "image-text-to-text",
"params_b": 4.2,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-4B",
"base_model:quantized:Qwen/Qwen3.5-4B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-4B-UD-IQ2_XXS.gguf",
"size": 1520217248,
"sizeGB": 1.42,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-IQ2_M.gguf",
"size": 1759997088,
"sizeGB": 1.64,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q2_K_XL.gguf",
"size": 1940825248,
"sizeGB": 1.81,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-IQ3_XXS.gguf",
"size": 1949047968,
"sizeGB": 1.82,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q3_K_S.gguf",
"size": 2105791648,
"sizeGB": 1.96,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q3_K_M.gguf",
"size": 2293388448,
"sizeGB": 2.14,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q3_K_XL.gguf",
"size": 2436420768,
"sizeGB": 2.27,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-IQ4_XS.gguf",
"size": 2477053088,
"sizeGB": 2.31,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-4B-IQ4_NL.gguf",
"size": 2579944608,
"sizeGB": 2.4,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q4_0.gguf",
"size": 2583221408,
"sizeGB": 2.41,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q4_K_S.gguf",
"size": 2590430368,
"sizeGB": 2.41,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q4_K_M.gguf",
"size": 2740937888,
"sizeGB": 2.55,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q4_1.gguf",
"size": 2784416928,
"sizeGB": 2.59,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q4_K_XL.gguf",
"size": 2912109728,
"sizeGB": 2.71,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q5_K_S.gguf",
"size": 3024934048,
"sizeGB": 2.82,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q5_K_M.gguf",
"size": 3143656608,
"sizeGB": 2.93,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q5_K_XL.gguf",
"size": 3250869408,
"sizeGB": 3.03,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q6_K.gguf",
"size": 3525956768,
"sizeGB": 3.28,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q6_K_XL.gguf",
"size": 4145548448,
"sizeGB": 3.86,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-Q8_0.gguf",
"size": 4482403488,
"sizeGB": 4.17,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-4B-UD-Q8_K_XL.gguf",
"size": 5952048288,
"sizeGB": 5.54,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-4B-BF16.gguf",
"size": 8424393632,
"sizeGB": 7.85,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "lmstudio-community/gemma-4-31B-it-GGUF",
"author": "lmstudio-community",
"name": "gemma-4-31B-it-GGUF",
"downloads": 536796,
"likes": 21,
"pipeline_tag": null,
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:google/gemma-4-31B-it",
"base_model:quantized:google/gemma-4-31B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-31B-it-Q4_K_M.gguf",
"size": 18687061664,
"sizeGB": 17.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q6_K.gguf",
"size": 25201483424,
"sizeGB": 23.47,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-31B-it-Q8_0.gguf",
"size": 32635674272,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
"downloads": 525932,
"likes": 469,
"pipeline_tag": "image-text-to-text",
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.6",
"moe",
"vision",
"multimodal",
"image-text-to-text",
"en",
"zh",
"multilingual",
"base_model:Qwen/Qwen3.6-35B-A3B",
"base_model:quantized:Qwen/Qwen3.6-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
"size": 11659235456,
"sizeGB": 10.86,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
"size": 14981265536,
"sizeGB": 13.95,
"quant": "Q2_K_P",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 15440519296,
"sizeGB": 14.38,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
"size": 18728777856,
"sizeGB": 17.44,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
"size": 19023337600,
"sizeGB": 17.72,
"quant": "Q3_K_P",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf",
"size": 19779278976,
"sizeGB": 18.42,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 21166758016,
"sizeGB": 19.71,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
"size": 23424536704,
"sizeGB": 21.82,
"quant": "Q4_K_P",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
"size": 28027394176,
"sizeGB": 26.1,
"quant": "Q5_K_P",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
"size": 30649317504,
"sizeGB": 28.54,
"quant": "Q6_K_P",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
"size": 43605014656,
"sizeGB": 40.61,
"quant": "Q8_K_P",
"sharded": false
}
]
},
{
"id": "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF",
"author": "bartowski",
"name": "Qwen2.5-Coder-7B-Instruct-GGUF",
"downloads": 516066,
"likes": 46,
"pipeline_tag": "text-generation",
"params_b": 7.6,
"arch": "qwen2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 32768,
"tags": [
"transformers",
"gguf",
"code",
"codeqwen",
"chat",
"qwen",
"qwen-coder",
"text-generation",
"en",
"base_model:Qwen/Qwen2.5-Coder-7B-Instruct",
"base_model:quantized:Qwen/Qwen2.5-Coder-7B-Instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen2.5-Coder-7B-Instruct-IQ2_M.gguf",
"size": 2780343072,
"sizeGB": 2.59,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
"size": 3015940896,
"sizeGB": 2.81,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-IQ3_XS.gguf",
"size": 3346256672,
"sizeGB": 3.12,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q3_K_S.gguf",
"size": 3492369184,
"sizeGB": 3.25,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q2_K_L.gguf",
"size": 3548164896,
"sizeGB": 3.3,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-IQ3_M.gguf",
"size": 3574012704,
"sizeGB": 3.33,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
"size": 3808391968,
"sizeGB": 3.55,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q3_K_L.gguf",
"size": 4088460064,
"sizeGB": 3.81,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-IQ4_XS.gguf",
"size": 4218473248,
"sizeGB": 3.93,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_4.gguf",
"size": 4431391520,
"sizeGB": 4.13,
"quant": "Q4_0_4_4",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_8.gguf",
"size": 4431391520,
"sizeGB": 4.13,
"quant": "Q4_0_4_8",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_0_8_8.gguf",
"size": 4431391520,
"sizeGB": 4.13,
"quant": "Q4_0_8_8",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
"size": 4444121888,
"sizeGB": 4.14,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_K_S.gguf",
"size": 4457769760,
"sizeGB": 4.15,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q3_K_XL.gguf",
"size": 4565332768,
"sizeGB": 4.25,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
"size": 4683074336,
"sizeGB": 4.36,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q4_K_L.gguf",
"size": 5087564576,
"sizeGB": 4.74,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q5_K_S.gguf",
"size": 5315177248,
"sizeGB": 4.95,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
"size": 5444832032,
"sizeGB": 5.07,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q5_K_L.gguf",
"size": 5781197600,
"sizeGB": 5.38,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
"size": 6254199584,
"sizeGB": 5.82,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q6_K_L.gguf",
"size": 6518182688,
"sizeGB": 6.07,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
"size": 8098525984,
"sizeGB": 7.54,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen2.5-Coder-7B-Instruct-f16.gguf",
"size": 15237853696,
"sizeGB": 14.19,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-27B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-27B-GGUF",
"downloads": 505234,
"likes": 488,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-27B",
"base_model:quantized:Qwen/Qwen3.5-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B-UD-IQ2_XXS.gguf",
"size": 8573593504,
"sizeGB": 7.98,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-IQ2_M.gguf",
"size": 10188072864,
"sizeGB": 9.49,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q2_K_XL.gguf",
"size": 11213752224,
"sizeGB": 10.44,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-IQ3_XXS.gguf",
"size": 11506493344,
"sizeGB": 10.72,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q3_K_S.gguf",
"size": 12289423264,
"sizeGB": 11.45,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q3_K_M.gguf",
"size": 13505116064,
"sizeGB": 12.58,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q3_K_XL.gguf",
"size": 14438533024,
"sizeGB": 13.45,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-27B-IQ4_XS.gguf",
"size": 14977484704,
"sizeGB": 13.95,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-IQ4_NL.gguf",
"size": 15687894944,
"sizeGB": 14.61,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q4_0.gguf",
"size": 15721973664,
"sizeGB": 14.64,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q4_K_S.gguf",
"size": 15769159584,
"sizeGB": 14.69,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q4_K_M.gguf",
"size": 16740812704,
"sizeGB": 15.59,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q4_1.gguf",
"size": 17182934944,
"sizeGB": 16,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q4_K_XL.gguf",
"size": 17621125024,
"sizeGB": 16.41,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q5_K_S.gguf",
"size": 18889000864,
"sizeGB": 17.59,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q5_K_M.gguf",
"size": 19608995744,
"sizeGB": 18.26,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q5_K_XL.gguf",
"size": 20171253664,
"sizeGB": 18.79,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q6_K.gguf",
"size": 22453933984,
"sizeGB": 20.91,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q6_K_XL.gguf",
"size": 25675642784,
"sizeGB": 23.91,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-27B-Q8_0.gguf",
"size": 28595763104,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-27B-UD-Q8_K_XL.gguf",
"size": 35528652704,
"sizeGB": 33.09,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3.5-27B-BF16.gguf",
"size": 53808281472,
"sizeGB": 50.11,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "ggml-org/embeddinggemma-300M-GGUF",
"author": "ggml-org",
"name": "embeddinggemma-300M-GGUF",
"downloads": 465142,
"likes": 26,
"pipeline_tag": null,
"params_b": 0.3,
"arch": "gemma-embedding",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 2048,
"tags": [
"gguf",
"base_model:google/embeddinggemma-300m",
"base_model:quantized:google/embeddinggemma-300m",
"endpoints_compatible",
"region:us"
],
"quants": [
{
"path": "embeddinggemma-300M-Q8_0.gguf",
"size": 328576992,
"sizeGB": 0.31,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "lmstudio-community/Qwen3.6-35B-A3B-GGUF",
"author": "lmstudio-community",
"name": "Qwen3.6-35B-A3B-GGUF",
"downloads": 451096,
"likes": 11,
"pipeline_tag": null,
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:Qwen/Qwen3.6-35B-A3B",
"base_model:quantized:Qwen/Qwen3.6-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
"size": 21166757728,
"sizeGB": 19.71,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Q6_K.gguf",
"size": 28514152288,
"sizeGB": 26.56,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.6-35B-A3B-Q8_0.gguf",
"size": 36903139168,
"sizeGB": 34.37,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
"downloads": 430849,
"likes": 319,
"pipeline_tag": null,
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.5",
"qwen",
"en",
"zh",
"multilingual",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
"size": 9395107168,
"sizeGB": 8.75,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 12580873568,
"sizeGB": 11.72,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
"size": 13289645152,
"sizeGB": 12.38,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
"size": 14689289568,
"sizeGB": 13.68,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 16540271712,
"sizeGB": 15.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
"size": 19399607392,
"sizeGB": 18.07,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
"size": 22082528352,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
"size": 28595762272,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
"size": 53808280672,
"sizeGB": 50.11,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "ggml-org/gemma-4-26B-A4B-it-GGUF",
"author": "ggml-org",
"name": "gemma-4-26B-A4B-it-GGUF",
"downloads": 423479,
"likes": 56,
"pipeline_tag": null,
"params_b": 25.2,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:google/gemma-4-26B-A4B-it",
"base_model:quantized:google/gemma-4-26B-A4B-it",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
"size": 16796015136,
"sizeGB": 15.64,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-Q8_0.gguf",
"size": 26859858464,
"sizeGB": 25.02,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-26B-A4B-it-bf16.gguf",
"size": 50505134624,
"sizeGB": 47.04,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "ggml-org/SmolVLM-500M-Instruct-GGUF",
"author": "ggml-org",
"name": "SmolVLM-500M-Instruct-GGUF",
"downloads": 411761,
"likes": 49,
"pipeline_tag": null,
"params_b": 0.4,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 8192,
"tags": [
"gguf",
"base_model:HuggingFaceTB/SmolVLM-500M-Instruct",
"base_model:quantized:HuggingFaceTB/SmolVLM-500M-Instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "SmolVLM-500M-Instruct-Q8_0.gguf",
"size": 436806912,
"sizeGB": 0.41,
"quant": "Q8_0",
"sharded": false
},
{
"path": "SmolVLM-500M-Instruct-f16.gguf",
"size": 820422912,
"sizeGB": 0.76,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "DeepBeepMeep/Wan2.1",
"author": "DeepBeepMeep",
"name": "Wan2.1",
"downloads": 387129,
"likes": 38,
"pipeline_tag": null,
"params_b": 4.8,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": null,
"tags": [
"diffusion-single-file",
"onnx",
"safetensors",
"gguf",
"i2v",
"base_model:Wan-AI/Wan2.1-T2V-1.3B",
"base_model:quantized:Wan-AI/Wan2.1-T2V-1.3B",
"region:us"
],
"quants": [
{
"path": "Qwen3_5_4B_Abliterated/Qwen3.5-4B-Abliterated-text-Q4_K_M.gguf",
"size": 2724723264,
"sizeGB": 2.54,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M.gguf",
"size": 5038065216,
"sizeGB": 4.69,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M_bis.gguf",
"size": 5627044704,
"sizeGB": 5.24,
"quant": "Q4_K_M_BIS",
"sharded": false
}
]
},
{
"id": "SakuraLLM/Sakura-GalTransl-7B-v3.7",
"author": "SakuraLLM",
"name": "Sakura-GalTransl-7B-v3.7",
"downloads": 375521,
"likes": 94,
"pipeline_tag": null,
"params_b": 7.7,
"arch": "qwen2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 32768,
"tags": [
"gguf",
"zh",
"license:cc-by-nc-sa-4.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Sakura-Galtransl-7B-v3.7-IQ4_XS.gguf",
"size": 4250296192,
"sizeGB": 3.96,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Sakura-GalTransl-7B-v3-Q5_K_S.gguf",
"size": 5315174176,
"sizeGB": 4.95,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Sakura-GalTransl-7B-v3.5-Q5_K_S.gguf",
"size": 5315174272,
"sizeGB": 4.95,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "GalTransl-7B-v1-Q6_K.gguf",
"size": 6341946720,
"sizeGB": 5.91,
"quant": "Q6_K",
"sharded": false
},
{
"path": "GalTransl-7B-v1.5-Q6_K.gguf",
"size": 6341946720,
"sizeGB": 5.91,
"quant": "Q6_K",
"sharded": false
},
{
"path": "GalTransl-7B-v2-Q6_K.gguf",
"size": 6341946880,
"sizeGB": 5.91,
"quant": "Q6_K",
"sharded": false
},
{
"path": "GalTransl-7B-v2.6-Q6_K.gguf",
"size": 6341946880,
"sizeGB": 5.91,
"quant": "Q6_K",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
"author": "Jackrong",
"name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
"downloads": 374838,
"likes": 599,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"lora",
"image-text-to-text",
"en",
"zh",
"ko",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"dataset:Roman1111111/claude-opus-4.6-10000x",
"base_model:Qwen/Qwen3.5-27B",
"base_model:adapter:Qwen/Qwen3.5-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B.Q4_K_M.gguf",
"size": 16547395008,
"sizeGB": 15.41,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q5_K_M.gguf",
"size": 19231094208,
"sizeGB": 17.91,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q6_K.gguf",
"size": 22082524608,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-27B.Q8_0.gguf",
"size": 28595758528,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "janhq/Jan-v3.5-4B-gguf",
"author": "janhq",
"name": "Jan-v3.5-4B-gguf",
"downloads": 363292,
"likes": 12,
"pipeline_tag": "text-generation",
"params_b": 4.4,
"arch": "qwen3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"math",
"identity",
"text-generation",
"en",
"base_model:janhq/Jan-v3-4B-base-instruct",
"base_model:quantized:janhq/Jan-v3-4B-base-instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Jan-v3.5-4B-Q3_K_S.gguf",
"size": 2054124896,
"sizeGB": 1.91,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q3_K_M.gguf",
"size": 2242745696,
"sizeGB": 2.09,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q3_K_L.gguf",
"size": 2406913376,
"sizeGB": 2.24,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q4_0.gguf",
"size": 2588332896,
"sizeGB": 2.41,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q4_K_S.gguf",
"size": 2602095456,
"sizeGB": 2.42,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q4_K_M.gguf",
"size": 2716066656,
"sizeGB": 2.53,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q4_1.gguf",
"size": 2839724896,
"sizeGB": 2.64,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q4_K_XL.gguf",
"size": 2999182176,
"sizeGB": 2.79,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q5_0.gguf",
"size": 3091116896,
"sizeGB": 2.88,
"quant": "Q5_0",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q5_K_S.gguf",
"size": 3091116896,
"sizeGB": 2.88,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q5_K_M.gguf",
"size": 3156919136,
"sizeGB": 2.94,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q5_1.gguf",
"size": 3342508896,
"sizeGB": 3.11,
"quant": "Q5_1",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q6_K.gguf",
"size": 3625324896,
"sizeGB": 3.38,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Jan-v3.5-4B-Q8_0.gguf",
"size": 4693669216,
"sizeGB": 4.37,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "ggml-org/gpt-oss-120b-GGUF",
"author": "ggml-org",
"name": "gpt-oss-120b-GGUF",
"downloads": 360079,
"likes": 71,
"pipeline_tag": null,
"params_b": 116.8,
"arch": "gpt-oss",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"base_model:openai/gpt-oss-120b",
"base_model:quantized:openai/gpt-oss-120b",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gpt-oss-120b-mxfp4.gguf",
"size": 63387346464,
"sizeGB": 59.03,
"quant": "MXFP4",
"sharded": true
}
]
},
{
"id": "bartowski/Llama-3.2-3B-Instruct-GGUF",
"author": "bartowski",
"name": "Llama-3.2-3B-Instruct-GGUF",
"downloads": 340336,
"likes": 205,
"pipeline_tag": "text-generation",
"params_b": 3.2,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"facebook",
"meta",
"llama",
"llama-3",
"text-generation",
"en",
"de",
"fr",
"it",
"pt",
"hi",
"es",
"th",
"base_model:meta-llama/Llama-3.2-3B-Instruct",
"base_model:quantized:meta-llama/Llama-3.2-3B-Instruct",
"license:llama3.2",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Llama-3.2-3B-Instruct-IQ3_M.gguf",
"size": 1599668768,
"sizeGB": 1.49,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q3_K_L.gguf",
"size": 1815347744,
"sizeGB": 1.69,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-IQ4_XS.gguf",
"size": 1829110304,
"sizeGB": 1.7,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q3_K_XL.gguf",
"size": 1910770208,
"sizeGB": 1.78,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_0_4_4.gguf",
"size": 1917190688,
"sizeGB": 1.79,
"quant": "Q4_0_4_4",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_0_4_8.gguf",
"size": 1917190688,
"sizeGB": 1.79,
"quant": "Q4_0_4_8",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_0_8_8.gguf",
"size": 1917190688,
"sizeGB": 1.79,
"quant": "Q4_0_8_8",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_0.gguf",
"size": 1921909280,
"sizeGB": 1.79,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_K_S.gguf",
"size": 1928200736,
"sizeGB": 1.8,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
"size": 2019377696,
"sizeGB": 1.88,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q4_K_L.gguf",
"size": 2114800160,
"sizeGB": 1.97,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q5_K_S.gguf",
"size": 2269512224,
"sizeGB": 2.11,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q5_K_M.gguf",
"size": 2322154016,
"sizeGB": 2.16,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q5_K_L.gguf",
"size": 2417576480,
"sizeGB": 2.25,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q6_K.gguf",
"size": 2643853856,
"sizeGB": 2.46,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q6_K_L.gguf",
"size": 2739276320,
"sizeGB": 2.55,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-Q8_0.gguf",
"size": 3421899296,
"sizeGB": 3.19,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Llama-3.2-3B-Instruct-f16.gguf",
"size": 6433687840,
"sizeGB": 5.99,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "lmstudio-community/gemma-4-E2B-it-GGUF",
"author": "lmstudio-community",
"name": "gemma-4-E2B-it-GGUF",
"downloads": 333116,
"likes": 11,
"pipeline_tag": null,
"params_b": 4.6,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"base_model:google/gemma-4-E2B-it",
"base_model:quantized:google/gemma-4-E2B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-E2B-it-Q4_K_M.gguf",
"size": 3427877696,
"sizeGB": 3.19,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q6_K.gguf",
"size": 3845344064,
"sizeGB": 3.58,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-E2B-it-Q8_0.gguf",
"size": 4967494464,
"sizeGB": 4.63,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive",
"downloads": 326845,
"likes": 142,
"pipeline_tag": "image-text-to-text",
"params_b": 4.6,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"uncensored",
"gemma4",
"vision",
"multimodal",
"audio",
"abliterated",
"image-text-to-text",
"en",
"multilingual",
"license:gemma",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
"size": 3009448896,
"sizeGB": 2.8,
"quant": "Q2_K_P",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 3134964672,
"sizeGB": 2.92,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
"size": 3224043456,
"sizeGB": 3,
"quant": "Q3_K_P",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
"size": 3450277824,
"sizeGB": 3.21,
"quant": "Q4_K_P",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
"size": 3663440832,
"sizeGB": 3.41,
"quant": "Q5_K_P",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
"size": 3866957760,
"sizeGB": 3.6,
"quant": "Q6_K_P",
"sharded": false
},
{
"path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
"size": 5036057536,
"sizeGB": 4.69,
"quant": "Q8_K_P",
"sharded": false
}
]
},
{
"id": "Qwen/Qwen2.5-1.5B-Instruct-GGUF",
"author": "Qwen",
"name": "Qwen2.5-1.5B-Instruct-GGUF",
"downloads": 323595,
"likes": 93,
"pipeline_tag": "text-generation",
"params_b": 1.8,
"arch": "qwen2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 8192,
"tags": [
"gguf",
"chat",
"text-generation",
"en",
"arxiv:2407.10671",
"base_model:Qwen/Qwen2.5-1.5B-Instruct",
"base_model:quantized:Qwen/Qwen2.5-1.5B-Instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "qwen2.5-1.5b-instruct-q2_k.gguf",
"size": 752880160,
"sizeGB": 0.7,
"quant": "Q2_K",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q3_k_m.gguf",
"size": 924455968,
"sizeGB": 0.86,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q4_0.gguf",
"size": 1066227232,
"sizeGB": 0.99,
"quant": "Q4_0",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q4_k_m.gguf",
"size": 1117320736,
"sizeGB": 1.04,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q5_0.gguf",
"size": 1259173408,
"sizeGB": 1.17,
"quant": "Q5_0",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q5_k_m.gguf",
"size": 1285494304,
"sizeGB": 1.2,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q6_k.gguf",
"size": 1464178720,
"sizeGB": 1.36,
"quant": "Q6_K",
"sharded": false
},
{
"path": "qwen2.5-1.5b-instruct-q8_0.gguf",
"size": 1894532128,
"sizeGB": 1.76,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-2B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-2B-GGUF",
"downloads": 315858,
"likes": 97,
"pipeline_tag": "image-text-to-text",
"params_b": 1.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-2B",
"base_model:quantized:Qwen/Qwen3.5-2B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-2B-UD-IQ2_XXS.gguf",
"size": 768270592,
"sizeGB": 0.72,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-IQ2_M.gguf",
"size": 859857152,
"sizeGB": 0.8,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-IQ3_XXS.gguf",
"size": 931823872,
"sizeGB": 0.87,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q2_K_XL.gguf",
"size": 966533376,
"sizeGB": 0.9,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q3_K_S.gguf",
"size": 1030947072,
"sizeGB": 0.96,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q3_K_M.gguf",
"size": 1107149056,
"sizeGB": 1.03,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q3_K_XL.gguf",
"size": 1159274752,
"sizeGB": 1.08,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-IQ4_XS.gguf",
"size": 1172996352,
"sizeGB": 1.09,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-2B-IQ4_NL.gguf",
"size": 1213300992,
"sizeGB": 1.13,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q4_0.gguf",
"size": 1214873856,
"sizeGB": 1.13,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q4_K_S.gguf",
"size": 1217757440,
"sizeGB": 1.13,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q4_K_M.gguf",
"size": 1280835840,
"sizeGB": 1.19,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q4_1.gguf",
"size": 1293517056,
"sizeGB": 1.2,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q4_K_XL.gguf",
"size": 1339752704,
"sizeGB": 1.25,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q5_K_S.gguf",
"size": 1384546560,
"sizeGB": 1.29,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q5_K_M.gguf",
"size": 1435238656,
"sizeGB": 1.34,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q5_K_XL.gguf",
"size": 1466687744,
"sizeGB": 1.37,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q6_K.gguf",
"size": 1574961408,
"sizeGB": 1.47,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q6_K_XL.gguf",
"size": 1864483072,
"sizeGB": 1.74,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-Q8_0.gguf",
"size": 2012012800,
"sizeGB": 1.87,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-2B-UD-Q8_K_XL.gguf",
"size": 2834940160,
"sizeGB": 2.64,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-2B-BF16.gguf",
"size": 3775709216,
"sizeGB": 3.52,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "bartowski/google_gemma-4-31B-it-GGUF",
"author": "bartowski",
"name": "google_gemma-4-31B-it-GGUF",
"downloads": 306708,
"likes": 57,
"pipeline_tag": "image-text-to-text",
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:google/gemma-4-31B-it",
"base_model:quantized:google/gemma-4-31B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "google_gemma-4-31B-it-IQ1_M.gguf",
"size": 10112170144,
"sizeGB": 9.42,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ2_XXS.gguf",
"size": 10830188704,
"sizeGB": 10.09,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ2_XS.gguf",
"size": 11500941472,
"sizeGB": 10.71,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ2_S.gguf",
"size": 12075356320,
"sizeGB": 11.25,
"quant": "IQ2_S",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q2_K.gguf",
"size": 12631621792,
"sizeGB": 11.76,
"quant": "Q2_K",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ2_M.gguf",
"size": 12649771168,
"sizeGB": 11.78,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q2_K_L.gguf",
"size": 12972933280,
"sizeGB": 12.08,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ3_XXS.gguf",
"size": 12981706912,
"sizeGB": 12.09,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ3_XS.gguf",
"size": 13841350816,
"sizeGB": 12.89,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q3_K_S.gguf",
"size": 14329061536,
"sizeGB": 13.34,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ3_M.gguf",
"size": 15129827488,
"sizeGB": 14.09,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q3_K_M.gguf",
"size": 15918121120,
"sizeGB": 14.82,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q3_K_L.gguf",
"size": 16810623136,
"sizeGB": 15.66,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q3_K_XL.gguf",
"size": 17151934624,
"sizeGB": 15.97,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ4_XS.gguf",
"size": 17155891360,
"sizeGB": 15.98,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-IQ4_NL.gguf",
"size": 18025685152,
"sizeGB": 16.79,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q4_0.gguf",
"size": 18076262560,
"sizeGB": 16.83,
"quant": "Q4_0",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q4_K_S.gguf",
"size": 18195652768,
"sizeGB": 16.95,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q4_K_M.gguf",
"size": 19598487712,
"sizeGB": 18.25,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q4_1.gguf",
"size": 19765272736,
"sizeGB": 18.41,
"quant": "Q4_1",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q4_K_L.gguf",
"size": 19939799200,
"sizeGB": 18.57,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q5_K_S.gguf",
"size": 21504860320,
"sizeGB": 20.03,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q5_K_M.gguf",
"size": 22608875680,
"sizeGB": 21.06,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q5_K_L.gguf",
"size": 22950187168,
"sizeGB": 21.37,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q6_K.gguf",
"size": 26726719648,
"sizeGB": 24.89,
"quant": "Q6_K",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q6_K_L.gguf",
"size": 27068031136,
"sizeGB": 25.21,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-Q8_0.gguf",
"size": 32635674784,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": false
},
{
"path": "google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16.gguf",
"size": 61413187680,
"sizeGB": 57.2,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "unsloth/Qwen3.5-0.8B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-0.8B-GGUF",
"downloads": 302996,
"likes": 146,
"pipeline_tag": "image-text-to-text",
"params_b": 0.8,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-0.8B",
"base_model:quantized:Qwen/Qwen3.5-0.8B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-0.8B-UD-IQ2_XXS.gguf",
"size": 338227456,
"sizeGB": 0.31,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-IQ2_M.gguf",
"size": 371933440,
"sizeGB": 0.35,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-IQ3_XXS.gguf",
"size": 398237952,
"sizeGB": 0.37,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q2_K_XL.gguf",
"size": 417718528,
"sizeGB": 0.39,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q3_K_S.gguf",
"size": 440750336,
"sizeGB": 0.41,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q3_K_M.gguf",
"size": 470167808,
"sizeGB": 0.44,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q3_K_XL.gguf",
"size": 492216576,
"sizeGB": 0.46,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-IQ4_XS.gguf",
"size": 492605696,
"sizeGB": 0.46,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-IQ4_NL.gguf",
"size": 506859776,
"sizeGB": 0.47,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q4_0.gguf",
"size": 507154688,
"sizeGB": 0.47,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q4_K_S.gguf",
"size": 508104960,
"sizeGB": 0.47,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q4_K_M.gguf",
"size": 532517120,
"sizeGB": 0.5,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q4_1.gguf",
"size": 535171328,
"sizeGB": 0.5,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q4_K_XL.gguf",
"size": 558772480,
"sizeGB": 0.52,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q5_K_S.gguf",
"size": 568889600,
"sizeGB": 0.53,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q5_K_M.gguf",
"size": 590057728,
"sizeGB": 0.55,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q5_K_XL.gguf",
"size": 606585088,
"sizeGB": 0.56,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q6_K.gguf",
"size": 639029504,
"sizeGB": 0.6,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q6_K_XL.gguf",
"size": 771092736,
"sizeGB": 0.72,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-Q8_0.gguf",
"size": 811843840,
"sizeGB": 0.76,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-UD-Q8_K_XL.gguf",
"size": 1186443520,
"sizeGB": 1.1,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-0.8B-BF16.gguf",
"size": 1516744736,
"sizeGB": 1.41,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "DeepBeepMeep/LTX-2",
"author": "DeepBeepMeep",
"name": "LTX-2",
"downloads": 300351,
"likes": 16,
"pipeline_tag": null,
"params_b": 19,
"arch": "ltxv",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": null,
"tags": [
"diffusion-single-file",
"safetensors",
"gguf",
"base_model:Lightricks/LTX-2",
"base_model:quantized:Lightricks/LTX-2",
"region:us"
],
"quants": [
{
"path": "ltx-2.3-22b-distilled-Q4_K_M_light.gguf",
"size": 12971904032,
"sizeGB": 12.08,
"quant": "Q4_K_M_LIGHT",
"sharded": false
},
{
"path": "ltx-2.3-22b-distilled-Q6_K_light.gguf",
"size": 16116771872,
"sizeGB": 15.01,
"quant": "Q6_K_LIGHT",
"sharded": false
},
{
"path": "ltx-2.3-22b-distilled-Q8_0_light.gguf",
"size": 20609436704,
"sizeGB": 19.19,
"quant": "Q8_0_LIGHT",
"sharded": false
}
]
},
{
"id": "bartowski/Qwen_Qwen3.5-35B-A3B-GGUF",
"author": "bartowski",
"name": "Qwen_Qwen3.5-35B-A3B-GGUF",
"downloads": 293868,
"likes": 63,
"pipeline_tag": "image-text-to-text",
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-35B-A3B",
"base_model:quantized:Qwen/Qwen3.5-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf",
"size": 8643426848,
"sizeGB": 8.05,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ2_XXS.gguf",
"size": 9897916960,
"sizeGB": 9.22,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ2_XS.gguf",
"size": 10916608544,
"sizeGB": 10.17,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ2_S.gguf",
"size": 11078089248,
"sizeGB": 10.32,
"quant": "IQ2_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ2_M.gguf",
"size": 12134529568,
"sizeGB": 11.3,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q2_K.gguf",
"size": 12638706208,
"sizeGB": 11.77,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q2_K_L.gguf",
"size": 13135346208,
"sizeGB": 12.23,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ3_XXS.gguf",
"size": 14959999520,
"sizeGB": 13.93,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ3_XS.gguf",
"size": 15485336096,
"sizeGB": 14.42,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q3_K_S.gguf",
"size": 15535143456,
"sizeGB": 14.47,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q3_K_M.gguf",
"size": 16248175136,
"sizeGB": 15.13,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q3_K_L.gguf",
"size": 16886495776,
"sizeGB": 15.73,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ3_M.gguf",
"size": 16911399456,
"sizeGB": 15.75,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q3_K_XL.gguf",
"size": 17331485216,
"sizeGB": 16.14,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ4_XS.gguf",
"size": 18817587744,
"sizeGB": 17.53,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-IQ4_NL.gguf",
"size": 19872487968,
"sizeGB": 18.51,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q4_0.gguf",
"size": 20194269728,
"sizeGB": 18.81,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q4_K_S.gguf",
"size": 20614355488,
"sizeGB": 19.2,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf",
"size": 21402589728,
"sizeGB": 19.93,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q4_K_L.gguf",
"size": 21780036128,
"sizeGB": 20.28,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q4_1.gguf",
"size": 21973768736,
"sizeGB": 20.46,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q5_K_S.gguf",
"size": 24167291424,
"sizeGB": 22.51,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q5_K_M.gguf",
"size": 25017457184,
"sizeGB": 23.3,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q5_K_L.gguf",
"size": 25331333664,
"sizeGB": 23.59,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q6_K.gguf",
"size": 30033099296,
"sizeGB": 27.97,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q6_K_L.gguf",
"size": 30279432736,
"sizeGB": 28.2,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-Q8_0.gguf",
"size": 36914690592,
"sizeGB": 34.38,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16.gguf",
"size": 69376637408,
"sizeGB": 64.61,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "bartowski/google_gemma-4-26B-A4B-it-GGUF",
"author": "bartowski",
"name": "google_gemma-4-26B-A4B-it-GGUF",
"downloads": 291026,
"likes": 110,
"pipeline_tag": "image-text-to-text",
"params_b": 25.2,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:google/gemma-4-26B-A4B-it",
"base_model:quantized:google/gemma-4-26B-A4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "google_gemma-4-26B-A4B-it-IQ2_XXS.gguf",
"size": 9656493888,
"sizeGB": 8.99,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ2_XS.gguf",
"size": 10126647616,
"sizeGB": 9.43,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ2_S.gguf",
"size": 10230466496,
"sizeGB": 9.53,
"quant": "IQ2_S",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ2_M.gguf",
"size": 10700620224,
"sizeGB": 9.97,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q2_K.gguf",
"size": 10951925696,
"sizeGB": 10.2,
"quant": "Q2_K",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q2_K_L.gguf",
"size": 11130707904,
"sizeGB": 10.37,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ3_XXS.gguf",
"size": 12160198080,
"sizeGB": 11.33,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ3_XS.gguf",
"size": 12437320640,
"sizeGB": 11.58,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q3_K_S.gguf",
"size": 12553232832,
"sizeGB": 11.69,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q3_K_M.gguf",
"size": 13019979200,
"sizeGB": 12.13,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q3_K_L.gguf",
"size": 13199178176,
"sizeGB": 12.29,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ3_M.gguf",
"size": 13280211392,
"sizeGB": 12.37,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q3_K_XL.gguf",
"size": 13377960384,
"sizeGB": 12.46,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ4_XS.gguf",
"size": 14205002688,
"sizeGB": 13.23,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-IQ4_NL.gguf",
"size": 14697712576,
"sizeGB": 13.69,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q4_0.gguf",
"size": 14759382976,
"sizeGB": 13.75,
"quant": "Q4_0",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q4_K_S.gguf",
"size": 15844286400,
"sizeGB": 14.76,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q4_1.gguf",
"size": 16144843712,
"sizeGB": 15.04,
"quant": "Q4_1",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q4_K_M.gguf",
"size": 17035037632,
"sizeGB": 15.87,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q4_K_L.gguf",
"size": 17213819840,
"sizeGB": 16.03,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q5_K_S.gguf",
"size": 18129380288,
"sizeGB": 16.88,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q5_K_M.gguf",
"size": 19319196608,
"sizeGB": 17.99,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q5_K_L.gguf",
"size": 19497978816,
"sizeGB": 18.16,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q6_K.gguf",
"size": 22862575040,
"sizeGB": 21.29,
"quant": "Q6_K",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q6_K_L.gguf",
"size": 23041357248,
"sizeGB": 21.46,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-Q8_0.gguf",
"size": 26859858880,
"sizeGB": 25.02,
"quant": "Q8_0",
"sharded": false
},
{
"path": "google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16.gguf",
"size": 50505134944,
"sizeGB": 47.04,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "timteh673/Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF",
"author": "timteh673",
"name": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF",
"downloads": 284230,
"likes": 14,
"pipeline_tag": "text-generation",
"params_b": 396.3,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"abliterated",
"qwen",
"qwen3.5",
"moe",
"397b",
"17b-active",
"fine-tuned",
"reasoning",
"lora",
"opus",
"claude",
"text-generation",
"en",
"zh",
"ja",
"ko",
"fr",
"de",
"es",
"pt",
"ru",
"ar",
"th",
"vi",
"id",
"base_model:Qwen/Qwen3.5-397B-A17B",
"base_model:adapter:Qwen/Qwen3.5-397B-A17B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q2_K.gguf",
"size": 144736834368,
"sizeGB": 134.8,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q3_K_M.gguf",
"size": 189510738752,
"sizeGB": 176.5,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q4_K_M.gguf",
"size": 240604934976,
"sizeGB": 224.08,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q6_K.gguf",
"size": 325548426048,
"sizeGB": 303.19,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q8_0.gguf",
"size": 421507363648,
"sizeGB": 392.56,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-BF16-split-.gguf",
"size": 792961315808,
"sizeGB": 738.5,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "Qwen/Qwen2.5-3B-Instruct-GGUF",
"author": "Qwen",
"name": "Qwen2.5-3B-Instruct-GGUF",
"downloads": 283768,
"likes": 108,
"pipeline_tag": "text-generation",
"params_b": 3.4,
"arch": "qwen2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 32768,
"tags": [
"gguf",
"chat",
"text-generation",
"en",
"arxiv:2407.10671",
"base_model:Qwen/Qwen2.5-3B-Instruct",
"base_model:quantized:Qwen/Qwen2.5-3B-Instruct",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "qwen2.5-3b-instruct-q2_k.gguf",
"size": 1376856480,
"sizeGB": 1.28,
"quant": "Q2_K",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q3_k_m.gguf",
"size": 1724178848,
"sizeGB": 1.61,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q4_0.gguf",
"size": 1997879712,
"sizeGB": 1.86,
"quant": "Q4_0",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q4_k_m.gguf",
"size": 2104932768,
"sizeGB": 1.96,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q5_0.gguf",
"size": 2383591840,
"sizeGB": 2.22,
"quant": "Q5_0",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q5_k_m.gguf",
"size": 2438740384,
"sizeGB": 2.27,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q6_k.gguf",
"size": 2793410976,
"sizeGB": 2.6,
"quant": "Q6_K",
"sharded": false
},
{
"path": "qwen2.5-3b-instruct-q8_0.gguf",
"size": 3616088480,
"sizeGB": 3.37,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "lmstudio-community/gemma-3-4b-it-GGUF",
"author": "lmstudio-community",
"name": "gemma-3-4b-it-GGUF",
"downloads": 276083,
"likes": 27,
"pipeline_tag": "image-text-to-text",
"params_b": 3.9,
"arch": "gemma3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"image-text-to-text",
"base_model:google/gemma-3-4b-it",
"base_model:quantized:google/gemma-3-4b-it",
"license:gemma",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-3-4b-it-Q3_K_L.gguf",
"size": 2235949216,
"sizeGB": 2.08,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "gemma-3-4b-it-Q4_K_M.gguf",
"size": 2489757856,
"sizeGB": 2.32,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-3-4b-it-Q6_K.gguf",
"size": 3190603936,
"sizeGB": 2.97,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-3-4b-it-Q8_0.gguf",
"size": 4130226336,
"sizeGB": 3.85,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
"downloads": 265503,
"likes": 314,
"pipeline_tag": null,
"params_b": 4.2,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.5",
"qwen",
"en",
"zh",
"multilingual",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
"size": 2707513696,
"sizeGB": 2.52,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
"size": 3464055136,
"sizeGB": 3.23,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
"size": 4482402656,
"sizeGB": 4.17,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
"size": 8424393056,
"sizeGB": 7.85,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/MiniMax-M2.7-GGUF",
"author": "unsloth",
"name": "MiniMax-M2.7-GGUF",
"downloads": 261896,
"likes": 154,
"pipeline_tag": "text-generation",
"params_b": 228.7,
"arch": "minimax-m2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 196608,
"tags": [
"gguf",
"minimax_m2",
"unsloth",
"text-generation",
"base_model:MiniMaxAI/MiniMax-M2.7",
"base_model:quantized:MiniMaxAI/MiniMax-M2.7",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M.gguf",
"size": 60700770496,
"sizeGB": 56.53,
"quant": "IQ1_M",
"sharded": true
},
{
"path": "UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS.gguf",
"size": 65381613760,
"sizeGB": 60.89,
"quant": "IQ2_XXS",
"sharded": true
},
{
"path": "UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M.gguf",
"size": 70139281600,
"sizeGB": 65.32,
"quant": "IQ2_M",
"sharded": true
},
{
"path": "UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL.gguf",
"size": 75284267200,
"sizeGB": 70.11,
"quant": "Q2_K_XL",
"sharded": true
},
{
"path": "UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS.gguf",
"size": 80103688384,
"sizeGB": 74.6,
"quant": "IQ3_XXS",
"sharded": true
},
{
"path": "UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S.gguf",
"size": 83614320800,
"sizeGB": 77.87,
"quant": "IQ3_S",
"sharded": true
},
{
"path": "UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S.gguf",
"size": 93637298368,
"sizeGB": 87.21,
"quant": "Q3_K_S",
"sharded": true
},
{
"path": "UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M.gguf",
"size": 101243668768,
"sizeGB": 94.29,
"quant": "Q3_K_M",
"sharded": true
},
{
"path": "UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL.gguf",
"size": 101939873056,
"sizeGB": 94.94,
"quant": "Q3_K_XL",
"sharded": true
},
{
"path": "UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS.gguf",
"size": 108413781312,
"sizeGB": 100.97,
"quant": "IQ4_XS",
"sharded": true
},
{
"path": "UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL.gguf",
"size": 110754202912,
"sizeGB": 103.15,
"quant": "IQ4_NL",
"sharded": true
},
{
"path": "UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S.gguf",
"size": 130959213888,
"sizeGB": 121.97,
"quant": "Q4_K_S",
"sharded": true
},
{
"path": "MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE.gguf",
"size": 136175829312,
"sizeGB": 126.82,
"quant": "MXFP4_MOE",
"sharded": true
},
{
"path": "UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M.gguf",
"size": 140169905504,
"sizeGB": 130.54,
"quant": "Q4_K_M",
"sharded": true
},
{
"path": "UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL.gguf",
"size": 140781175136,
"sizeGB": 131.11,
"quant": "Q4_K_XL",
"sharded": true
},
{
"path": "UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S.gguf",
"size": 159042126272,
"sizeGB": 148.12,
"quant": "Q5_K_S",
"sharded": true
},
{
"path": "UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M.gguf",
"size": 168828486080,
"sizeGB": 157.23,
"quant": "Q5_K_M",
"sharded": true
},
{
"path": "UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL.gguf",
"size": 169441903040,
"sizeGB": 157.81,
"quant": "Q5_K_XL",
"sharded": true
},
{
"path": "UD-Q6_K/MiniMax-M2.7-UD-Q6_K.gguf",
"size": 188060778912,
"sizeGB": 175.15,
"quant": "Q6_K",
"sharded": true
},
{
"path": "UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL.gguf",
"size": 207445443072,
"sizeGB": 193.2,
"quant": "Q6_K_XL",
"sharded": true
},
{
"path": "Q8_0/MiniMax-M2.7-Q8_0.gguf",
"size": 243136872992,
"sizeGB": 226.44,
"quant": "Q8_0",
"sharded": true
},
{
"path": "UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL.gguf",
"size": 246575546912,
"sizeGB": 229.64,
"quant": "Q8_K_XL",
"sharded": true
},
{
"path": "BF16/MiniMax-M2.7-BF16.gguf",
"size": 457487024928,
"sizeGB": 426.07,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF",
"author": "bartowski",
"name": "Meta-Llama-3.1-8B-Instruct-GGUF",
"downloads": 256780,
"likes": 350,
"pipeline_tag": "text-generation",
"params_b": 8,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"facebook",
"meta",
"pytorch",
"llama",
"llama-3",
"text-generation",
"en",
"de",
"fr",
"it",
"pt",
"hi",
"es",
"th",
"base_model:meta-llama/Llama-3.1-8B-Instruct",
"base_model:quantized:meta-llama/Llama-3.1-8B-Instruct",
"license:llama3.1",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf",
"size": 2948285856,
"sizeGB": 2.75,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q2_K.gguf",
"size": 3179136416,
"sizeGB": 2.96,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf",
"size": 3518752160,
"sizeGB": 3.28,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf",
"size": 3664504224,
"sizeGB": 3.41,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q2_K_L.gguf",
"size": 3692160416,
"sizeGB": 3.44,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf",
"size": 3784828320,
"sizeGB": 3.52,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf",
"size": 4018922912,
"sizeGB": 3.74,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf",
"size": 4321961376,
"sizeGB": 4.03,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf",
"size": 4447667616,
"sizeGB": 4.14,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf",
"size": 4661216672,
"sizeGB": 4.34,
"quant": "Q4_0_4_4",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf",
"size": 4661216672,
"sizeGB": 4.34,
"quant": "Q4_0_4_8",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf",
"size": 4661216672,
"sizeGB": 4.34,
"quant": "Q4_0_8_8",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf",
"size": 4677993888,
"sizeGB": 4.36,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf",
"size": 4692673952,
"sizeGB": 4.37,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q3_K_XL.gguf",
"size": 4781630880,
"sizeGB": 4.45,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf",
"size": 4920739232,
"sizeGB": 4.58,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q4_K_L.gguf",
"size": 5310637472,
"sizeGB": 4.95,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf",
"size": 5599298976,
"sizeGB": 5.21,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf",
"size": 5732992416,
"sizeGB": 5.34,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q5_K_L.gguf",
"size": 6057223584,
"sizeGB": 5.64,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q6_K.gguf",
"size": 6596011424,
"sizeGB": 6.14,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q6_K_L.gguf",
"size": 6850471328,
"sizeGB": 6.38,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf",
"size": 8540775840,
"sizeGB": 7.95,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Meta-Llama-3.1-8B-Instruct-f32.gguf",
"size": 32128885888,
"sizeGB": 29.92,
"quant": "F32",
"sharded": false
}
]
},
{
"id": "MaziyarPanahi/Phi-3.5-mini-instruct-GGUF",
"author": "MaziyarPanahi",
"name": "Phi-3.5-mini-instruct-GGUF",
"downloads": 255311,
"likes": 29,
"pipeline_tag": "text-generation",
"params_b": 3.8,
"arch": "phi3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"mistral",
"quantized",
"2-bit",
"3-bit",
"4-bit",
"5-bit",
"6-bit",
"8-bit",
"GGUF",
"text-generation",
"base_model:microsoft/Phi-3.5-mini-instruct",
"base_model:quantized:microsoft/Phi-3.5-mini-instruct",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Phi-3.5-mini-instruct.IQ1_S.gguf",
"size": 841609952,
"sizeGB": 0.78,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.IQ1_M.gguf",
"size": 917107424,
"sizeGB": 0.85,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.IQ2_XS.gguf",
"size": 1153037024,
"sizeGB": 1.07,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q2_K.gguf",
"size": 1416204512,
"sizeGB": 1.32,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.IQ3_XS.gguf",
"size": 1625175776,
"sizeGB": 1.51,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q3_K_S.gguf",
"size": 1681798880,
"sizeGB": 1.57,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q3_K_M.gguf",
"size": 1955477216,
"sizeGB": 1.82,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.IQ4_XS.gguf",
"size": 2059853024,
"sizeGB": 1.92,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q3_K_L.gguf",
"size": 2087597792,
"sizeGB": 1.94,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q4_K_S.gguf",
"size": 2188760288,
"sizeGB": 2.04,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q4_K_M.gguf",
"size": 2393232608,
"sizeGB": 2.23,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q5_K_S.gguf",
"size": 2641474784,
"sizeGB": 2.46,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q5_K_M.gguf",
"size": 2815276256,
"sizeGB": 2.62,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q6_K.gguf",
"size": 3135853280,
"sizeGB": 2.92,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Phi-3.5-mini-instruct.Q8_0.gguf",
"size": 4061222624,
"sizeGB": 3.78,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "lmstudio-community/Qwen3.5-35B-A3B-GGUF",
"author": "lmstudio-community",
"name": "Qwen3.5-35B-A3B-GGUF",
"downloads": 252222,
"likes": 23,
"pipeline_tag": null,
"params_b": 34.7,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:Qwen/Qwen3.5-35B-A3B",
"base_model:quantized:Qwen/Qwen3.5-35B-A3B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-35B-A3B-Q4_K_M.gguf",
"size": 21169116992,
"sizeGB": 19.72,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q6_K.gguf",
"size": 28514152256,
"sizeGB": 26.56,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-35B-A3B-Q8_0.gguf",
"size": 36903139136,
"sizeGB": 34.37,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
"author": "Jackrong",
"name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
"downloads": 250634,
"likes": 119,
"pipeline_tag": "text-generation",
"params_b": 4.2,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"lora",
"text-generation",
"en",
"zh",
"ko",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"base_model:Qwen/Qwen3.5-4B",
"base_model:adapter:Qwen/Qwen3.5-4B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-4B.Q2_K.gguf",
"size": 1797501760,
"sizeGB": 1.67,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q3_K_S.gguf",
"size": 2069875520,
"sizeGB": 1.93,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q3_K_M.gguf",
"size": 2257472320,
"sizeGB": 2.1,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q3_K_L.gguf",
"size": 2358397760,
"sizeGB": 2.2,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q4_K_S.gguf",
"size": 2557002560,
"sizeGB": 2.38,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q4_K_M.gguf",
"size": 2707510080,
"sizeGB": 2.52,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q5_K_S.gguf",
"size": 2990031680,
"sizeGB": 2.78,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q5_K_M.gguf",
"size": 3108754240,
"sizeGB": 2.9,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q6_K.gguf",
"size": 3464051520,
"sizeGB": 3.23,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.5-4B.Q8_0.gguf",
"size": 4482399040,
"sizeGB": 4.17,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "bartowski/Qwen_Qwen3.5-0.8B-GGUF",
"author": "bartowski",
"name": "Qwen_Qwen3.5-0.8B-GGUF",
"downloads": 239060,
"likes": 13,
"pipeline_tag": "image-text-to-text",
"params_b": 0.8,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-0.8B",
"base_model:quantized:Qwen/Qwen3.5-0.8B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen_Qwen3.5-0.8B-IQ2_M.gguf",
"size": 366661792,
"sizeGB": 0.34,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-IQ3_XXS.gguf",
"size": 428691616,
"sizeGB": 0.4,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q2_K.gguf",
"size": 438354080,
"sizeGB": 0.41,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-IQ3_XS.gguf",
"size": 472686752,
"sizeGB": 0.44,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q3_K_S.gguf",
"size": 478609568,
"sizeGB": 0.45,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-IQ3_M.gguf",
"size": 482554016,
"sizeGB": 0.45,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q3_K_M.gguf",
"size": 492986528,
"sizeGB": 0.46,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-IQ4_XS.gguf",
"size": 498884768,
"sizeGB": 0.46,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q2_K_L.gguf",
"size": 499937440,
"sizeGB": 0.47,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q3_K_L.gguf",
"size": 505372832,
"sizeGB": 0.47,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q4_0.gguf",
"size": 513605792,
"sizeGB": 0.48,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-IQ4_NL.gguf",
"size": 513728672,
"sizeGB": 0.48,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q4_K_S.gguf",
"size": 530153632,
"sizeGB": 0.49,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q4_1.gguf",
"size": 542802080,
"sizeGB": 0.51,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q4_K_M.gguf",
"size": 556982432,
"sizeGB": 0.52,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q3_K_XL.gguf",
"size": 566956192,
"sizeGB": 0.53,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q5_K_S.gguf",
"size": 589398176,
"sizeGB": 0.55,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q4_K_L.gguf",
"size": 618565792,
"sizeGB": 0.58,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q5_K_M.gguf",
"size": 625860768,
"sizeGB": 0.58,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q6_K.gguf",
"size": 666919072,
"sizeGB": 0.62,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q5_K_L.gguf",
"size": 687444128,
"sizeGB": 0.64,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q6_K_L.gguf",
"size": 728502432,
"sizeGB": 0.68,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-Q8_0.gguf",
"size": 813576352,
"sizeGB": 0.76,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-0.8B-bf16.gguf",
"size": 1516744608,
"sizeGB": 1.41,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/gpt-oss-120b-GGUF",
"author": "unsloth",
"name": "gpt-oss-120b-GGUF",
"downloads": 237106,
"likes": 246,
"pipeline_tag": "text-generation",
"params_b": 116.8,
"arch": "gpt-oss",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"transformers",
"gguf",
"gpt_oss",
"text-generation",
"openai",
"unsloth",
"base_model:openai/gpt-oss-120b",
"base_model:quantized:openai/gpt-oss-120b",
"license:apache-2.0",
"endpoints_compatible",
"mxfp4",
"region:us",
"conversational"
],
"quants": [
{
"path": "Q3_K_S/gpt-oss-120b-Q3_K_S.gguf",
"size": 62563621472,
"sizeGB": 58.27,
"quant": "Q3_K_S",
"sharded": true
},
{
"path": "Q2_K/gpt-oss-120b-Q2_K.gguf",
"size": 62570256992,
"sizeGB": 58.27,
"quant": "Q2_K",
"sharded": true
},
{
"path": "Q4_0/gpt-oss-120b-Q4_0.gguf",
"size": 62620023392,
"sizeGB": 58.32,
"quant": "Q4_0",
"sharded": true
},
{
"path": "Q3_K_M/gpt-oss-120b-Q3_K_M.gguf",
"size": 62626843232,
"sizeGB": 58.33,
"quant": "Q3_K_M",
"sharded": true
},
{
"path": "Q4_1/gpt-oss-120b-Q4_1.gguf",
"size": 62715938912,
"sizeGB": 58.41,
"quant": "Q4_1",
"sharded": true
},
{
"path": "Q4_K_S/gpt-oss-120b-Q4_K_S.gguf",
"size": 62759138912,
"sizeGB": 58.45,
"quant": "Q4_K_S",
"sharded": true
},
{
"path": "Q4_K_M/gpt-oss-120b-Q4_K_M.gguf",
"size": 62768723552,
"sizeGB": 58.46,
"quant": "Q4_K_M",
"sharded": true
},
{
"path": "Q2_K_L/gpt-oss-120b-Q2_K_L.gguf",
"size": 62859823712,
"sizeGB": 58.54,
"quant": "Q2_K_L",
"sharded": true
},
{
"path": "Q5_K_S/gpt-oss-120b-Q5_K_S.gguf",
"size": 62881227872,
"sizeGB": 58.56,
"quant": "Q5_K_S",
"sharded": true
},
{
"path": "Q5_K_M/gpt-oss-120b-Q5_K_M.gguf",
"size": 62889522272,
"sizeGB": 58.57,
"quant": "Q5_K_M",
"sharded": true
},
{
"path": "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL.gguf",
"size": 63016311392,
"sizeGB": 58.69,
"quant": "Q4_K_XL",
"sharded": true
},
{
"path": "Q6_K/gpt-oss-120b-Q6_K.gguf",
"size": 63284496960,
"sizeGB": 58.94,
"quant": "Q6_K",
"sharded": true
},
{
"path": "UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL.gguf",
"size": 63284496960,
"sizeGB": 58.94,
"quant": "Q6_K_XL",
"sharded": true
},
{
"path": "Q8_0/gpt-oss-120b-Q8_0.gguf",
"size": 63387347520,
"sizeGB": 59.03,
"quant": "Q8_0",
"sharded": true
},
{
"path": "UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL.gguf",
"size": 64473222720,
"sizeGB": 60.05,
"quant": "Q8_K_XL",
"sharded": true
},
{
"path": "gpt-oss-120b-F16.gguf",
"size": 65369017728,
"sizeGB": 60.88,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "unsloth/gpt-oss-20b-GGUF",
"author": "unsloth",
"name": "gpt-oss-20b-GGUF",
"downloads": 231583,
"likes": 673,
"pipeline_tag": "text-generation",
"params_b": 20.9,
"arch": "gpt-oss",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"transformers",
"gguf",
"gpt_oss",
"text-generation",
"openai",
"unsloth",
"base_model:openai/gpt-oss-20b",
"base_model:quantized:openai/gpt-oss-20b",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gpt-oss-20b-Q3_K_S.gguf",
"size": 11463894208,
"sizeGB": 10.68,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gpt-oss-20b-Q2_K.gguf",
"size": 11468317888,
"sizeGB": 10.68,
"quant": "Q2_K",
"sharded": false
},
{
"path": "gpt-oss-20b-Q4_0.gguf",
"size": 11501495488,
"sizeGB": 10.71,
"quant": "Q4_0",
"sharded": false
},
{
"path": "gpt-oss-20b-Q3_K_M.gguf",
"size": 11506103488,
"sizeGB": 10.72,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gpt-oss-20b-Q4_1.gguf",
"size": 11577504448,
"sizeGB": 10.78,
"quant": "Q4_1",
"sharded": false
},
{
"path": "gpt-oss-20b-Q4_K_S.gguf",
"size": 11618492608,
"sizeGB": 10.82,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gpt-oss-20b-Q4_K_M.gguf",
"size": 11624759488,
"sizeGB": 10.83,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gpt-oss-20b-Q5_K_S.gguf",
"size": 11711827648,
"sizeGB": 10.91,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gpt-oss-20b-Q5_K_M.gguf",
"size": 11717357248,
"sizeGB": 10.91,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gpt-oss-20b-Q2_K_L.gguf",
"size": 11757884608,
"sizeGB": 10.95,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "gpt-oss-20b-UD-Q4_K_XL.gguf",
"size": 11872347328,
"sizeGB": 11.06,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "gpt-oss-20b-Q6_K.gguf",
"size": 12041000128,
"sizeGB": 11.21,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gpt-oss-20b-UD-Q6_K_XL.gguf",
"size": 12041000128,
"sizeGB": 11.21,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "gpt-oss-20b-Q8_0.gguf",
"size": 12109567168,
"sizeGB": 11.28,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gpt-oss-20b-UD-Q8_K_XL.gguf",
"size": 13195442368,
"sizeGB": 12.29,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "gpt-oss-20b-F16.gguf",
"size": 13792639168,
"sizeGB": 12.85,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
"author": "Jackrong",
"name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
"downloads": 227380,
"likes": 319,
"pipeline_tag": "image-text-to-text",
"params_b": 9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"lora",
"image-text-to-text",
"en",
"zh",
"ko",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"dataset:Roman1111111/claude-opus-4.6-10000x",
"base_model:Qwen/Qwen3.5-9B",
"base_model:adapter:Qwen/Qwen3.5-9B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-9B.Q4_K_M.gguf",
"size": 5629105024,
"sizeGB": 5.24,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B.Q5_K_M.gguf",
"size": 6467965824,
"sizeGB": 6.02,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-9B.Q8_0.gguf",
"size": 9527497600,
"sizeGB": 8.87,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3.5-122B-A10B-GGUF",
"author": "unsloth",
"name": "Qwen3.5-122B-A10B-GGUF",
"downloads": 221546,
"likes": 250,
"pipeline_tag": "image-text-to-text",
"params_b": 122.1,
"arch": "qwen35moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"qwen3_5_moe",
"image-text-to-text",
"unsloth",
"base_model:Qwen/Qwen3.5-122B-A10B",
"base_model:quantized:Qwen/Qwen3.5-122B-A10B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-122B-A10B-UD-IQ1_M.gguf",
"size": 34221749440,
"sizeGB": 31.87,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf",
"size": 36637668544,
"sizeGB": 34.12,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-122B-A10B-UD-IQ2_M.gguf",
"size": 39148942528,
"sizeGB": 36.46,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf",
"size": 41845347520,
"sizeGB": 38.97,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf",
"size": 44745020608,
"sizeGB": 41.67,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-122B-A10B-UD-IQ3_S.gguf",
"size": 46556959936,
"sizeGB": 43.36,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S.gguf",
"size": 52495013376,
"sizeGB": 48.89,
"quant": "Q3_K_S",
"sharded": true
},
{
"path": "Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M.gguf",
"size": 56420881952,
"sizeGB": 52.55,
"quant": "Q3_K_M",
"sharded": true
},
{
"path": "UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL.gguf",
"size": 56970536480,
"sizeGB": 53.06,
"quant": "Q3_K_XL",
"sharded": true
},
{
"path": "UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS.gguf",
"size": 60229510656,
"sizeGB": 56.09,
"quant": "IQ4_XS",
"sharded": true
},
{
"path": "UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL.gguf",
"size": 61437470208,
"sizeGB": 57.22,
"quant": "IQ4_NL",
"sharded": true
},
{
"path": "Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S.gguf",
"size": 71705126400,
"sizeGB": 66.78,
"quant": "Q4_K_S",
"sharded": true
},
{
"path": "MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE.gguf",
"size": 74664408608,
"sizeGB": 69.54,
"quant": "MXFP4_MOE",
"sharded": true
},
{
"path": "Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M.gguf",
"size": 76536964608,
"sizeGB": 71.28,
"quant": "Q4_K_M",
"sharded": true
},
{
"path": "UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL.gguf",
"size": 77029996032,
"sizeGB": 71.74,
"quant": "Q4_K_XL",
"sharded": true
},
{
"path": "Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S.gguf",
"size": 86385391136,
"sizeGB": 80.45,
"quant": "Q5_K_S",
"sharded": true
},
{
"path": "Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M.gguf",
"size": 91519219200,
"sizeGB": 85.23,
"quant": "Q5_K_M",
"sharded": true
},
{
"path": "UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL.gguf",
"size": 91928163840,
"sizeGB": 85.61,
"quant": "Q5_K_XL",
"sharded": true
},
{
"path": "Q6_K/Qwen3.5-122B-A10B-Q6_K.gguf",
"size": 101009782432,
"sizeGB": 94.07,
"quant": "Q6_K",
"sharded": true
},
{
"path": "UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL.gguf",
"size": 112401249920,
"sizeGB": 104.68,
"quant": "Q6_K_XL",
"sharded": true
},
{
"path": "Q8_0/Qwen3.5-122B-A10B-Q8_0.gguf",
"size": 129871935104,
"sizeGB": 120.95,
"quant": "Q8_0",
"sharded": true
},
{
"path": "UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL.gguf",
"size": 170838161152,
"sizeGB": 159.11,
"quant": "Q8_K_XL",
"sharded": true
},
{
"path": "BF16/Qwen3.5-122B-A10B-BF16.gguf",
"size": 244314011488,
"sizeGB": 227.54,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "mradermacher/gemma-4-31B-it-abliterated-GGUF",
"author": "mradermacher",
"name": "gemma-4-31B-it-abliterated-GGUF",
"downloads": 221327,
"likes": 4,
"pipeline_tag": null,
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"abliterated",
"uncensored",
"gemma4",
"direct-weight-editing",
"en",
"base_model:wangzhang/gemma-4-31B-it-abliterated",
"base_model:quantized:wangzhang/gemma-4-31B-it-abliterated",
"license:gemma",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-31B-it-abliterated.Q2_K.gguf",
"size": 11916308768,
"sizeGB": 11.1,
"quant": "Q2_K",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q3_K_S.gguf",
"size": 13761351968,
"sizeGB": 12.82,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q3_K_M.gguf",
"size": 15287103776,
"sizeGB": 14.24,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q3_K_L.gguf",
"size": 16628265248,
"sizeGB": 15.49,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.IQ4_XS.gguf",
"size": 16862228768,
"sizeGB": 15.7,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q4_K_S.gguf",
"size": 17763160352,
"sizeGB": 16.54,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q4_K_M.gguf",
"size": 18687058208,
"sizeGB": 17.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q5_K_S.gguf",
"size": 21311836448,
"sizeGB": 19.85,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q5_K_M.gguf",
"size": 21845565728,
"sizeGB": 20.35,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q6_K.gguf",
"size": 25201479968,
"sizeGB": 23.47,
"quant": "Q6_K",
"sharded": false
},
{
"path": "gemma-4-31B-it-abliterated.Q8_0.gguf",
"size": 32635670816,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3-Coder-Next-GGUF",
"author": "unsloth",
"name": "Qwen3-Coder-Next-GGUF",
"downloads": 219342,
"likes": 604,
"pipeline_tag": "text-generation",
"params_b": 79.7,
"arch": "qwen3next",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_next",
"unsloth",
"qwen",
"qwen3",
"text-generation",
"base_model:Qwen/Qwen3-Coder-Next",
"base_model:quantized:Qwen/Qwen3-Coder-Next",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3-Coder-Next-UD-TQ1_0.gguf",
"size": 18941835296,
"sizeGB": 17.64,
"quant": "Q1_0",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ1_S.gguf",
"size": 21508749344,
"sizeGB": 20.03,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ1_M.gguf",
"size": 21701693440,
"sizeGB": 20.21,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ2_XXS.gguf",
"size": 23312490496,
"sizeGB": 21.71,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ2_M.gguf",
"size": 24962293760,
"sizeGB": 23.25,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q2_K_XL.gguf",
"size": 26760515584,
"sizeGB": 24.92,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ3_XXS.gguf",
"size": 28482506752,
"sizeGB": 26.53,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q2_K.gguf",
"size": 29224450080,
"sizeGB": 27.22,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q2_K_L.gguf",
"size": 29297379360,
"sizeGB": 27.29,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ3_S.gguf",
"size": 29690687488,
"sizeGB": 27.65,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q3_K_S.gguf",
"size": 33320267776,
"sizeGB": 31.03,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q3_K_S.gguf",
"size": 34603089952,
"sizeGB": 32.23,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q3_K_M.gguf",
"size": 35937513472,
"sizeGB": 33.47,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q3_K_XL.gguf",
"size": 36282685440,
"sizeGB": 33.79,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q3_K_M.gguf",
"size": 38322487328,
"sizeGB": 35.69,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ4_XS.gguf",
"size": 38429272064,
"sizeGB": 35.79,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-IQ4_NL.gguf",
"size": 39234725888,
"sizeGB": 36.54,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-IQ4_XS.gguf",
"size": 42676135968,
"sizeGB": 39.75,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-IQ4_NL.gguf",
"size": 45130344480,
"sizeGB": 42.03,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q4_0.gguf",
"size": 45330098208,
"sizeGB": 42.22,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q4_K_S.gguf",
"size": 45531949088,
"sizeGB": 42.4,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q4_K_S.gguf",
"size": 46079830016,
"sizeGB": 42.92,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-MXFP4_MOE.gguf",
"size": 48033779712,
"sizeGB": 44.73,
"quant": "MXFP4_MOE",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-Q4_K_M.gguf",
"size": 48528320544,
"sizeGB": 45.2,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q4_K_M.gguf",
"size": 49301055488,
"sizeGB": 45.92,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-Next-UD-Q4_K_XL.gguf",
"size": 49608478720,
"sizeGB": 46.2,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Q4_1/Qwen3-Coder-Next-Q4_1.gguf",
"size": 50057423200,
"sizeGB": 46.62,
"quant": "Q4_1",
"sharded": true
},
{
"path": "Q5_K_S/Qwen3-Coder-Next-Q5_K_S.gguf",
"size": 55055280480,
"sizeGB": 51.27,
"quant": "Q5_K_S",
"sharded": true
},
{
"path": "UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S.gguf",
"size": 55819456832,
"sizeGB": 51.99,
"quant": "Q5_K_S",
"sharded": true
},
{
"path": "Q5_K_M/Qwen3-Coder-Next-Q5_K_M.gguf",
"size": 56847886688,
"sizeGB": 52.94,
"quant": "Q5_K_M",
"sharded": true
},
{
"path": "UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M.gguf",
"size": 59242008928,
"sizeGB": 55.17,
"quant": "Q5_K_M",
"sharded": true
},
{
"path": "UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL.gguf",
"size": 59541180768,
"sizeGB": 55.45,
"quant": "Q5_K_XL",
"sharded": true
},
{
"path": "Q6_K/Qwen3-Coder-Next-Q6_K.gguf",
"size": 65613992288,
"sizeGB": 61.11,
"quant": "Q6_K",
"sharded": true
},
{
"path": "UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K.gguf",
"size": 65789092160,
"sizeGB": 61.27,
"quant": "Q6_K",
"sharded": true
},
{
"path": "UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL.gguf",
"size": 73118769504,
"sizeGB": 68.1,
"quant": "Q6_K_XL",
"sharded": true
},
{
"path": "Q8_0/Qwen3-Coder-Next-Q8_0.gguf",
"size": 84812255584,
"sizeGB": 78.99,
"quant": "Q8_0",
"sharded": true
},
{
"path": "UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL.gguf",
"size": 86348747104,
"sizeGB": 80.42,
"quant": "Q8_K_XL",
"sharded": true
},
{
"path": "BF16/Qwen3-Coder-Next-BF16.gguf",
"size": 159458415168,
"sizeGB": 148.51,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "bartowski/google_gemma-4-E4B-it-GGUF",
"author": "bartowski",
"name": "google_gemma-4-E4B-it-GGUF",
"downloads": 217677,
"likes": 49,
"pipeline_tag": "image-text-to-text",
"params_b": 7.5,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"image-text-to-text",
"base_model:google/gemma-4-E4B-it",
"base_model:quantized:google/gemma-4-E4B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "google_gemma-4-E4B-it-IQ2_M.gguf",
"size": 3959906592,
"sizeGB": 3.69,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q2_K.gguf",
"size": 4458090784,
"sizeGB": 4.15,
"quant": "Q2_K",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-IQ3_XS.gguf",
"size": 4632037664,
"sizeGB": 4.31,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q3_K_S.gguf",
"size": 4699693344,
"sizeGB": 4.38,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-IQ3_M.gguf",
"size": 4767779104,
"sizeGB": 4.44,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q3_K_M.gguf",
"size": 4898728224,
"sizeGB": 4.56,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q3_K_L.gguf",
"size": 5034223904,
"sizeGB": 4.69,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-IQ4_XS.gguf",
"size": 5112826144,
"sizeGB": 4.76,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q4_0.gguf",
"size": 5223858464,
"sizeGB": 4.87,
"quant": "Q4_0",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-IQ4_NL.gguf",
"size": 5232224544,
"sizeGB": 4.87,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q4_K_S.gguf",
"size": 5235654944,
"sizeGB": 4.88,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q2_K_L.gguf",
"size": 5303243040,
"sizeGB": 4.94,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q4_K_M.gguf",
"size": 5405167904,
"sizeGB": 5.03,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q4_1.gguf",
"size": 5458477344,
"sizeGB": 5.08,
"quant": "Q4_1",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q5_K_S.gguf",
"size": 5701288224,
"sizeGB": 5.31,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q5_K_M.gguf",
"size": 5820881184,
"sizeGB": 5.42,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q3_K_XL.gguf",
"size": 5879376160,
"sizeGB": 5.48,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q4_K_L.gguf",
"size": 6250320160,
"sizeGB": 5.82,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q6_K.gguf",
"size": 6329952544,
"sizeGB": 5.9,
"quant": "Q6_K",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q5_K_L.gguf",
"size": 6666033440,
"sizeGB": 6.21,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q6_K_L.gguf",
"size": 7175104800,
"sizeGB": 6.68,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-Q8_0.gguf",
"size": 8031240480,
"sizeGB": 7.48,
"quant": "Q8_0",
"sharded": false
},
{
"path": "google_gemma-4-E4B-it-bf16.gguf",
"size": 15053094912,
"sizeGB": 14.02,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "lmstudio-community/Qwen3.6-27B-GGUF",
"author": "lmstudio-community",
"name": "Qwen3.6-27B-GGUF",
"downloads": 217351,
"likes": 10,
"pipeline_tag": null,
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"base_model:Qwen/Qwen3.6-27B",
"base_model:quantized:Qwen/Qwen3.6-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-27B-Q4_K_M.gguf",
"size": 16547398784,
"sizeGB": 15.41,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q6_K.gguf",
"size": 22082528384,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3.6-27B-Q8_0.gguf",
"size": 28595762304,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "paperscarecrow/Gemma-4-31B-it-abliterated",
"author": "paperscarecrow",
"name": "Gemma-4-31B-it-abliterated",
"downloads": 214253,
"likes": 89,
"pipeline_tag": null,
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"safetensors",
"gguf",
"abliterated",
"uncensored",
"dataset:mlabonne/harmful_behaviors",
"dataset:mlabonne/harmless_alpaca",
"base_model:google/gemma-4-31B-it",
"base_model:quantized:google/gemma-4-31B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-31b-abliterated-Q4_K_M.gguf",
"size": 18687057536,
"sizeGB": 17.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-31b-abliterated-Q8_0.gguf",
"size": 32635670144,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-31b-abliterated-f16.gguf",
"size": 61413183104,
"sizeGB": 57.2,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "ggml-org/gemma-4-E4B-it-GGUF",
"author": "ggml-org",
"name": "gemma-4-E4B-it-GGUF",
"downloads": 212601,
"likes": 45,
"pipeline_tag": null,
"params_b": 7.5,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"base_model:google/gemma-4-E4B-it",
"base_model:quantized:google/gemma-4-E4B-it",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-E4B-it-Q4_K_M.gguf",
"size": 5335289824,
"sizeGB": 4.97,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-E4B-it-Q8_0.gguf",
"size": 8031240160,
"sizeGB": 7.48,
"quant": "Q8_0",
"sharded": false
},
{
"path": "gemma-4-E4B-it-bf16.gguf",
"size": 15053094880,
"sizeGB": 14.02,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF",
"author": "rippertnt",
"name": "HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF",
"downloads": 205747,
"likes": 3,
"pipeline_tag": null,
"params_b": 1.8,
"arch": "llama",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"llama",
"llama-cpp",
"gguf-my-repo",
"base_model:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B",
"base_model:quantized:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf",
"size": 1133974368,
"sizeGB": 1.06,
"quant": "Q4_K_M",
"sharded": false
}
]
},
{
"id": "douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF",
"author": "douyamv",
"name": "Gemma-4-31B-JANG_4M-CRACK-GGUF",
"downloads": 204429,
"likes": 156,
"pipeline_tag": "text-generation",
"params_b": 30.7,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"gemma4",
"quantized",
"31b",
"text-generation",
"en",
"license:gemma",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "gemma-4-31b-jang-crack-Q3_K_M.gguf",
"size": 15287102912,
"sizeGB": 14.24,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "gemma-4-31b-jang-crack-Q4_K_M.gguf",
"size": 18687057344,
"sizeGB": 17.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "gemma-4-31b-jang-crack-Q8_0.gguf",
"size": 32635670976,
"sizeGB": 30.39,
"quant": "Q8_0",
"sharded": true
}
]
},
{
"id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF",
"author": "mradermacher",
"name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF",
"downloads": 196511,
"likes": 114,
"pipeline_tag": null,
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"Dense",
"en",
"zh",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"base_model:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled",
"base_model:quantized:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf",
"size": 6225763040,
"sizeGB": 5.8,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf",
"size": 6766004960,
"sizeGB": 6.3,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf",
"size": 7666408160,
"sizeGB": 7.14,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf",
"size": 8402459360,
"sizeGB": 7.83,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf",
"size": 8674781920,
"sizeGB": 8.08,
"quant": "IQ2_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf",
"size": 9395104480,
"sizeGB": 8.75,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf",
"size": 9658497760,
"sizeGB": 9,
"quant": "Q2_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf",
"size": 10121837280,
"sizeGB": 9.43,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf",
"size": 10734168800,
"sizeGB": 10,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf",
"size": 11632892640,
"sizeGB": 10.83,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf",
"size": 12073949920,
"sizeGB": 11.24,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf",
"size": 12085091040,
"sizeGB": 11.26,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf",
"size": 12580870880,
"sizeGB": 11.72,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf",
"size": 13289642720,
"sizeGB": 12.38,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf",
"size": 14030199520,
"sizeGB": 13.07,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf",
"size": 14689286880,
"sizeGB": 13.68,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf",
"size": 15521430240,
"sizeGB": 14.46,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf",
"size": 15568616160,
"sizeGB": 14.5,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf",
"size": 16540269280,
"sizeGB": 15.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf",
"size": 17078237920,
"sizeGB": 15.91,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf",
"size": 18679610080,
"sizeGB": 17.4,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf",
"size": 19399604960,
"sizeGB": 18.07,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf",
"size": 22082525920,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
}
]
},
{
"id": "TheDrummer/Gemmasutra-Mini-2B-v1-GGUF",
"author": "TheDrummer",
"name": "Gemmasutra-Mini-2B-v1-GGUF",
"downloads": 195368,
"likes": 70,
"pipeline_tag": null,
"params_b": 2.6,
"arch": "gemma2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 8192,
"tags": [
"gguf",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Gemmasutra-Mini-2B-v1-Q2_K.gguf",
"size": 1229830016,
"sizeGB": 1.15,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q3_K_S.gguf",
"size": 1360659904,
"sizeGB": 1.27,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q3_K.gguf",
"size": 1461667264,
"sizeGB": 1.36,
"quant": "Q3_K",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q3_K_M.gguf",
"size": 1461667712,
"sizeGB": 1.36,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q3_K_L.gguf",
"size": 1550435776,
"sizeGB": 1.44,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf",
"size": 1629509056,
"sizeGB": 1.52,
"quant": "Q4_0_4_4",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf",
"size": 1629509056,
"sizeGB": 1.52,
"quant": "Q4_0_4_8",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf",
"size": 1629509056,
"sizeGB": 1.52,
"quant": "Q4_0_8_8",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_K_S.gguf",
"size": 1638651328,
"sizeGB": 1.53,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_K.gguf",
"size": 1708582336,
"sizeGB": 1.59,
"quant": "Q4_K",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q4_K_M.gguf",
"size": 1708582784,
"sizeGB": 1.59,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q5_K_S.gguf",
"size": 1882543552,
"sizeGB": 1.75,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q5_K.gguf",
"size": 1923278272,
"sizeGB": 1.79,
"quant": "Q5_K",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q5_K_M.gguf",
"size": 1923278720,
"sizeGB": 1.79,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q6_K.gguf",
"size": 2151393152,
"sizeGB": 2,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-Q8_0.gguf",
"size": 2784495488,
"sizeGB": 2.59,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-BF16.gguf",
"size": 5235213760,
"sizeGB": 4.88,
"quant": "BF16",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-f16.gguf",
"size": 5235214208,
"sizeGB": 4.88,
"quant": "F16",
"sharded": false
},
{
"path": "Gemmasutra-Mini-2B-v1-f32.gguf",
"size": 10463413696,
"sizeGB": 9.74,
"quant": "F32",
"sharded": false
}
]
},
{
"id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF",
"author": "mradermacher",
"name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF",
"downloads": 193074,
"likes": 8,
"pipeline_tag": null,
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"Dense",
"heretic",
"uncensored",
"decensored",
"abliterated",
"en",
"zh",
"dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
"dataset:Jackrong/Qwen3.5-reasoning-700x",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_S.gguf",
"size": 6225763808,
"sizeGB": 5.8,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_M.gguf",
"size": 6766005728,
"sizeGB": 6.3,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XXS.gguf",
"size": 7666408928,
"sizeGB": 7.14,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XS.gguf",
"size": 8402460128,
"sizeGB": 7.83,
"quant": "IQ2_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_S.gguf",
"size": 8674782688,
"sizeGB": 8.08,
"quant": "IQ2_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_M.gguf",
"size": 9395105248,
"sizeGB": 8.75,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K_S.gguf",
"size": 9658498528,
"sizeGB": 9,
"quant": "Q2_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K.gguf",
"size": 10121838048,
"sizeGB": 9.43,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XXS.gguf",
"size": 10734169568,
"sizeGB": 10,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XS.gguf",
"size": 11632893408,
"sizeGB": 10.83,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_S.gguf",
"size": 12073950688,
"sizeGB": 11.24,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_S.gguf",
"size": 12085091808,
"sizeGB": 11.26,
"quant": "IQ3_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_M.gguf",
"size": 12580871648,
"sizeGB": 11.72,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_M.gguf",
"size": 13289643488,
"sizeGB": 12.38,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_L.gguf",
"size": 14030200288,
"sizeGB": 13.07,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ4_XS.gguf",
"size": 14689287648,
"sizeGB": 13.68,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_0.gguf",
"size": 15521431008,
"sizeGB": 14.46,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_S.gguf",
"size": 15568616928,
"sizeGB": 14.5,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf",
"size": 16540270048,
"sizeGB": 15.4,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_1.gguf",
"size": 17078238688,
"sizeGB": 15.91,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_S.gguf",
"size": 18679610848,
"sizeGB": 17.4,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_M.gguf",
"size": 19399605728,
"sizeGB": 18.07,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q6_K.gguf",
"size": 22082526688,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
}
]
},
{
"id": "HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive",
"author": "HauhauCS",
"name": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive",
"downloads": 190878,
"likes": 191,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"uncensored",
"qwen3.6",
"vision",
"multimodal",
"image-text-to-text",
"en",
"zh",
"multilingual",
"base_model:Qwen/Qwen3.6-27B",
"base_model:quantized:Qwen/Qwen3.6-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
"size": 10004592096,
"sizeGB": 9.32,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
"size": 11516069856,
"sizeGB": 10.73,
"quant": "Q2_K_P",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf",
"size": 11967129056,
"sizeGB": 11.15,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
"size": 12580873696,
"sizeGB": 11.72,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
"size": 14301709536,
"sizeGB": 13.32,
"quant": "Q3_K_P",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
"size": 15082505696,
"sizeGB": 14.05,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
"size": 17536279776,
"sizeGB": 16.33,
"quant": "Q4_K_P",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
"size": 20812953056,
"sizeGB": 19.38,
"quant": "Q5_K_P",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
"size": 23154960096,
"sizeGB": 21.56,
"quant": "Q6_K_P",
"sharded": false
},
{
"path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
"size": 31963749856,
"sizeGB": 29.77,
"quant": "Q8_K_P",
"sharded": false
}
]
},
{
"id": "ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF",
"author": "ggml-org",
"name": "Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF",
"downloads": 182045,
"likes": 9,
"pipeline_tag": "text-generation",
"params_b": 30.5,
"arch": "qwen3moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"llama-cpp",
"gguf-my-repo",
"text-generation",
"base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct",
"base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "qwen3-coder-30b-a3b-instruct-q8_0.gguf",
"size": 32483933856,
"sizeGB": 30.25,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwopus3.5-27B-v3-GGUF",
"author": "Jackrong",
"name": "Qwopus3.5-27B-v3-GGUF",
"downloads": 179133,
"likes": 347,
"pipeline_tag": "image-text-to-text",
"params_b": 26.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"lora",
"competitive-programming",
"image-text-to-text",
"en",
"zh",
"ko",
"arxiv:2303.11366",
"arxiv:2505.24726",
"base_model:unsloth/Qwen3.5-27B",
"base_model:adapter:unsloth/Qwen3.5-27B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwopus3.5-27B-v3-Q2_K.gguf",
"size": 10711660416,
"sizeGB": 9.98,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q3_K_S.gguf",
"size": 12073949056,
"sizeGB": 11.24,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q3_K_M.gguf",
"size": 13301438336,
"sizeGB": 12.39,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q3_K_L.gguf",
"size": 14344771456,
"sizeGB": 13.36,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q4_K_S.gguf",
"size": 15586310016,
"sizeGB": 14.52,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q4_K_M.gguf",
"size": 16547395456,
"sizeGB": 15.41,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q5_K_M.gguf",
"size": 19231094656,
"sizeGB": 17.91,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q6_K.gguf",
"size": 22082525056,
"sizeGB": 20.57,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-Q8_0.gguf",
"size": 28595758976,
"sizeGB": 26.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwopus3.5-27B-v3-BF16.gguf",
"size": 53808277376,
"sizeGB": 50.11,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "Jiunsong/supergemma4-26b-uncensored-gguf-v2",
"author": "Jiunsong",
"name": "supergemma4-26b-uncensored-gguf-v2",
"downloads": 178500,
"likes": 481,
"pipeline_tag": "text-generation",
"params_b": 25.2,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"gemma4",
"uncensored",
"fast",
"llama.cpp",
"apple-silicon",
"conversational",
"korean",
"coding",
"tool-use",
"text-generation",
"en",
"ko",
"base_model:google/gemma-4-26B-A4B-it",
"base_model:quantized:google/gemma-4-26B-A4B-it",
"license:gemma",
"endpoints_compatible",
"region:us"
],
"quants": [
{
"path": "supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf",
"size": 16796015232,
"sizeGB": 15.64,
"quant": "Q4_K_M",
"sharded": false
}
]
},
{
"id": "bartowski/Qwen_Qwen3.5-4B-GGUF",
"author": "bartowski",
"name": "Qwen_Qwen3.5-4B-GGUF",
"downloads": 172592,
"likes": 27,
"pipeline_tag": "image-text-to-text",
"params_b": 4.2,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-4B",
"base_model:quantized:Qwen/Qwen3.5-4B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen_Qwen3.5-4B-IQ2_M.gguf",
"size": 1697778720,
"sizeGB": 1.58,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q2_K.gguf",
"size": 2022315040,
"sizeGB": 1.88,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-IQ3_XXS.gguf",
"size": 2077641760,
"sizeGB": 1.93,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q2_K_L.gguf",
"size": 2176273440,
"sizeGB": 2.03,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-IQ3_XS.gguf",
"size": 2242024480,
"sizeGB": 2.09,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q3_K_S.gguf",
"size": 2293306400,
"sizeGB": 2.14,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-IQ3_M.gguf",
"size": 2322388000,
"sizeGB": 2.16,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q3_K_M.gguf",
"size": 2414711840,
"sizeGB": 2.25,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q3_K_L.gguf",
"size": 2514981920,
"sizeGB": 2.34,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-IQ4_XS.gguf",
"size": 2518914080,
"sizeGB": 2.35,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-IQ4_NL.gguf",
"size": 2625737760,
"sizeGB": 2.45,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q4_0.gguf",
"size": 2626229280,
"sizeGB": 2.45,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q3_K_XL.gguf",
"size": 2668940320,
"sizeGB": 2.49,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q4_K_S.gguf",
"size": 2706838560,
"sizeGB": 2.52,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q4_1.gguf",
"size": 2835289120,
"sizeGB": 2.64,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q4_K_M.gguf",
"size": 2871743520,
"sizeGB": 2.67,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q4_K_L.gguf",
"size": 3025701920,
"sizeGB": 2.82,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q5_K_S.gguf",
"size": 3128235040,
"sizeGB": 2.91,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q5_K_M.gguf",
"size": 3321975840,
"sizeGB": 3.09,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q5_K_L.gguf",
"size": 3475934240,
"sizeGB": 3.24,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q6_K.gguf",
"size": 3651785760,
"sizeGB": 3.4,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q6_K_L.gguf",
"size": 3805744160,
"sizeGB": 3.54,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-Q8_0.gguf",
"size": 4493954080,
"sizeGB": 4.19,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-4B-bf16.gguf",
"size": 8424393504,
"sizeGB": 7.85,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "Jackrong/Qwopus3.5-9B-v3-GGUF",
"author": "Jackrong",
"name": "Qwopus3.5-9B-v3-GGUF",
"downloads": 170193,
"likes": 328,
"pipeline_tag": "image-text-to-text",
"params_b": 9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"qwen3_5",
"unsloth",
"qwen",
"qwen3.5",
"reasoning",
"chain-of-thought",
"lora",
"competitive-programming",
"image-text-to-text",
"en",
"zh",
"ko",
"base_model:unsloth/Qwen3.5-9B",
"base_model:adapter:unsloth/Qwen3.5-9B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwopus3.5-9B-v3.Q4_K_M.gguf",
"size": 5629105024,
"sizeGB": 5.24,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwopus3.5-9B-v3.Q5_K_S.gguf",
"size": 6305305472,
"sizeGB": 5.87,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwopus3.5-9B-v3.Q6_K.gguf",
"size": 7359255424,
"sizeGB": 6.85,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwopus3.5-9B-v3.Q8_0.gguf",
"size": 9527497600,
"sizeGB": 8.87,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwopus3.5-9B-v3.BF16.gguf",
"size": 17920693120,
"sizeGB": 16.69,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "LiquidAI/LFM2.5-1.2B-Instruct-GGUF",
"author": "LiquidAI",
"name": "LFM2.5-1.2B-Instruct-GGUF",
"downloads": 169433,
"likes": 163,
"pipeline_tag": "text-generation",
"params_b": 1.2,
"arch": "lfm2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 128000,
"tags": [
"gguf",
"liquid",
"lfm2.5",
"edge",
"llama.cpp",
"text-generation",
"en",
"ar",
"zh",
"fr",
"de",
"ja",
"ko",
"es",
"base_model:LiquidAI/LFM2.5-1.2B-Instruct",
"base_model:quantized:LiquidAI/LFM2.5-1.2B-Instruct",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "LFM2.5-1.2B-Instruct-Q4_0.gguf",
"size": 695751488,
"sizeGB": 0.65,
"quant": "Q4_0",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-Q4_K_M.gguf",
"size": 730895168,
"sizeGB": 0.68,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-Q5_K_M.gguf",
"size": 843354944,
"sizeGB": 0.79,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-Q6_K.gguf",
"size": 962843456,
"sizeGB": 0.9,
"quant": "Q6_K",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-Q8_0.gguf",
"size": 1246253888,
"sizeGB": 1.16,
"quant": "Q8_0",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-BF16.gguf",
"size": 2343326528,
"sizeGB": 2.18,
"quant": "BF16",
"sharded": false
},
{
"path": "LFM2.5-1.2B-Instruct-F16.gguf",
"size": 2343326528,
"sizeGB": 2.18,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "LiquidAI/LFM2.5-VL-1.6B-GGUF",
"author": "LiquidAI",
"name": "LFM2.5-VL-1.6B-GGUF",
"downloads": 166409,
"likes": 80,
"pipeline_tag": "image-text-to-text",
"params_b": 1.2,
"arch": "lfm2",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 128000,
"tags": [
"gguf",
"liquid",
"edge",
"lfm2.5-vl",
"lfm2.5",
"llama.cpp",
"image-text-to-text",
"en",
"ja",
"ko",
"fr",
"es",
"de",
"it",
"pt",
"ar",
"zh",
"base_model:LiquidAI/LFM2.5-VL-1.6B",
"base_model:quantized:LiquidAI/LFM2.5-VL-1.6B",
"license:other",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "LFM2.5-VL-1.6B-Q4_0.gguf",
"size": 695752480,
"sizeGB": 0.65,
"quant": "Q4_0",
"sharded": false
},
{
"path": "LFM2.5-VL-1.6B-Q8_0.gguf",
"size": 1246254880,
"sizeGB": 1.16,
"quant": "Q8_0",
"sharded": false
},
{
"path": "LFM2.5-VL-1.6B-BF16.gguf",
"size": 2343327520,
"sizeGB": 2.18,
"quant": "BF16",
"sharded": false
},
{
"path": "LFM2.5-VL-1.6B-F16.gguf",
"size": 2343327520,
"sizeGB": 2.18,
"quant": "F16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF",
"author": "unsloth",
"name": "Qwen3-30B-A3B-Instruct-2507-GGUF",
"downloads": 156770,
"likes": 303,
"pipeline_tag": null,
"params_b": 30.5,
"arch": "qwen3moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"qwen",
"qwen3",
"unsloth",
"arxiv:2505.09388",
"base_model:Qwen/Qwen3-30B-A3B-Instruct-2507",
"base_model:quantized:Qwen/Qwen3-30B-A3B-Instruct-2507",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-TQ1_0.gguf",
"size": 8094142880,
"sizeGB": 7.54,
"quant": "Q1_0",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_S.gguf",
"size": 9045725600,
"sizeGB": 8.42,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_M.gguf",
"size": 9685733792,
"sizeGB": 9.02,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_XXS.gguf",
"size": 10341814688,
"sizeGB": 9.63,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_M.gguf",
"size": 10845131168,
"sizeGB": 10.1,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q2_K.gguf",
"size": 11258610080,
"sizeGB": 10.49,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q2_K_L.gguf",
"size": 11331539360,
"sizeGB": 10.55,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q2_K_XL.gguf",
"size": 11787538848,
"sizeGB": 10.98,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ3_XXS.gguf",
"size": 12906959264,
"sizeGB": 12.02,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_S.gguf",
"size": 13292468640,
"sizeGB": 12.38,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q3_K_XL.gguf",
"size": 13833048480,
"sizeGB": 12.88,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_M.gguf",
"size": 14711847328,
"sizeGB": 13.7,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-IQ4_XS.gguf",
"size": 16378073504,
"sizeGB": 15.25,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-IQ4_NL.gguf",
"size": 17310781856,
"sizeGB": 16.12,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q4_0.gguf",
"size": 17379987872,
"sizeGB": 16.19,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_S.gguf",
"size": 17456009632,
"sizeGB": 16.26,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q4_K_XL.gguf",
"size": 17690497440,
"sizeGB": 16.48,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf",
"size": 18556686752,
"sizeGB": 17.28,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q4_1.gguf",
"size": 19192500640,
"sizeGB": 17.87,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_S.gguf",
"size": 21080510880,
"sizeGB": 19.63,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_M.gguf",
"size": 21725581728,
"sizeGB": 20.23,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q5_K_XL.gguf",
"size": 21740302752,
"sizeGB": 20.25,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q6_K.gguf",
"size": 25092532640,
"sizeGB": 23.37,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL.gguf",
"size": 26340325792,
"sizeGB": 24.53,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-Q8_0.gguf",
"size": 32483932576,
"sizeGB": 30.25,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3-30B-A3B-Instruct-2507-UD-Q8_K_XL.gguf",
"size": 35989944736,
"sizeGB": 33.52,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3-30B-A3B-Instruct-2507-BF16.gguf",
"size": 61095803232,
"sizeGB": 56.9,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "bartowski/google_gemma-4-E2B-it-GGUF",
"author": "bartowski",
"name": "google_gemma-4-E2B-it-GGUF",
"downloads": 154307,
"likes": 27,
"pipeline_tag": "image-text-to-text",
"params_b": 4.6,
"arch": "gemma4",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"image-text-to-text",
"base_model:google/gemma-4-E2B-it",
"base_model:quantized:google/gemma-4-E2B-it",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "google_gemma-4-E2B-it-IQ2_M.gguf",
"size": 2620198144,
"sizeGB": 2.44,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q2_K.gguf",
"size": 3020051712,
"sizeGB": 2.81,
"quant": "Q2_K",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-IQ3_XS.gguf",
"size": 3100710144,
"sizeGB": 2.89,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q3_K_S.gguf",
"size": 3134790912,
"sizeGB": 2.92,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-IQ3_M.gguf",
"size": 3161609472,
"sizeGB": 2.94,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q3_K_M.gguf",
"size": 3226809600,
"sizeGB": 3.01,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q3_K_L.gguf",
"size": 3290412288,
"sizeGB": 3.06,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-IQ4_XS.gguf",
"size": 3324308736,
"sizeGB": 3.1,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q4_0.gguf",
"size": 3378738432,
"sizeGB": 3.15,
"quant": "Q4_0",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-IQ4_NL.gguf",
"size": 3380636928,
"sizeGB": 3.15,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q4_K_S.gguf",
"size": 3382080768,
"sizeGB": 3.15,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q4_K_M.gguf",
"size": 3462677760,
"sizeGB": 3.22,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q4_1.gguf",
"size": 3490067712,
"sizeGB": 3.25,
"quant": "Q4_1",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q5_K_S.gguf",
"size": 3603756288,
"sizeGB": 3.36,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q5_K_M.gguf",
"size": 3658382592,
"sizeGB": 3.41,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q2_K_L.gguf",
"size": 3686421760,
"sizeGB": 3.43,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q6_K.gguf",
"size": 3898483968,
"sizeGB": 3.63,
"quant": "Q6_K",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q3_K_XL.gguf",
"size": 3956782336,
"sizeGB": 3.69,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q4_K_L.gguf",
"size": 4129047808,
"sizeGB": 3.85,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q5_K_L.gguf",
"size": 4324752640,
"sizeGB": 4.03,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q6_K_L.gguf",
"size": 4564854016,
"sizeGB": 4.25,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-Q8_0.gguf",
"size": 4967494912,
"sizeGB": 4.63,
"quant": "Q8_0",
"sharded": false
},
{
"path": "google_gemma-4-E2B-it-bf16.gguf",
"size": 9311302656,
"sizeGB": 8.67,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "bartowski/Qwen_Qwen3.5-2B-GGUF",
"author": "bartowski",
"name": "Qwen_Qwen3.5-2B-GGUF",
"downloads": 153287,
"likes": 14,
"pipeline_tag": "image-text-to-text",
"params_b": 1.9,
"arch": "qwen35",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"gguf",
"image-text-to-text",
"base_model:Qwen/Qwen3.5-2B",
"base_model:quantized:Qwen/Qwen3.5-2B",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen_Qwen3.5-2B-IQ2_M.gguf",
"size": 843202720,
"sizeGB": 0.79,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-IQ3_XXS.gguf",
"size": 989135008,
"sizeGB": 0.92,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q2_K.gguf",
"size": 1000595616,
"sizeGB": 0.93,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-IQ3_XS.gguf",
"size": 1085972640,
"sizeGB": 1.01,
"quant": "IQ3_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q3_K_S.gguf",
"size": 1106665632,
"sizeGB": 1.03,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-IQ3_M.gguf",
"size": 1116643488,
"sizeGB": 1.04,
"quant": "IQ3_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q2_K_L.gguf",
"size": 1123762336,
"sizeGB": 1.05,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q3_K_M.gguf",
"size": 1152786592,
"sizeGB": 1.07,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-IQ4_XS.gguf",
"size": 1185554592,
"sizeGB": 1.1,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q3_K_L.gguf",
"size": 1192632480,
"sizeGB": 1.11,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-IQ4_NL.gguf",
"size": 1227038880,
"sizeGB": 1.14,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q4_0.gguf",
"size": 1227776160,
"sizeGB": 1.14,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q4_K_S.gguf",
"size": 1261854880,
"sizeGB": 1.18,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q4_1.gguf",
"size": 1308778656,
"sizeGB": 1.22,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q3_K_XL.gguf",
"size": 1315799200,
"sizeGB": 1.23,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q4_K_M.gguf",
"size": 1329766560,
"sizeGB": 1.24,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q5_K_S.gguf",
"size": 1425563808,
"sizeGB": 1.33,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q4_K_L.gguf",
"size": 1452933280,
"sizeGB": 1.35,
"quant": "Q4_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q5_K_M.gguf",
"size": 1506844832,
"sizeGB": 1.4,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q5_K_L.gguf",
"size": 1630011552,
"sizeGB": 1.52,
"quant": "Q5_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q6_K.gguf",
"size": 1630740640,
"sizeGB": 1.52,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q6_K_L.gguf",
"size": 1753907360,
"sizeGB": 1.63,
"quant": "Q6_K_L",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-Q8_0.gguf",
"size": 2015477920,
"sizeGB": 1.88,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen_Qwen3.5-2B-bf16.gguf",
"size": 3775709056,
"sizeGB": 3.52,
"quant": "BF16",
"sharded": false
}
]
},
{
"id": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF",
"author": "unsloth",
"name": "Qwen3-Coder-30B-A3B-Instruct-GGUF",
"downloads": 152910,
"likes": 610,
"pipeline_tag": "text-generation",
"params_b": 30.5,
"arch": "qwen3moe",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 262144,
"tags": [
"transformers",
"gguf",
"unsloth",
"qwen3",
"qwen",
"text-generation",
"arxiv:2505.09388",
"base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct",
"base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct",
"license:apache-2.0",
"endpoints_compatible",
"region:us",
"imatrix",
"conversational"
],
"quants": [
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf",
"size": 8005213344,
"sizeGB": 7.46,
"quant": "Q1_0",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf",
"size": 8914328736,
"sizeGB": 8.3,
"quant": "IQ1_S",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf",
"size": 9627540640,
"sizeGB": 8.97,
"quant": "IQ1_M",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf",
"size": 10333691040,
"sizeGB": 9.62,
"quant": "IQ2_XXS",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf",
"size": 10837007520,
"sizeGB": 10.09,
"quant": "IQ2_M",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf",
"size": 11258612896,
"sizeGB": 10.49,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf",
"size": 11331542176,
"sizeGB": 10.55,
"quant": "Q2_K_L",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf",
"size": 11788590240,
"sizeGB": 10.98,
"quant": "Q2_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf",
"size": 12848766112,
"sizeGB": 11.97,
"quant": "IQ3_XXS",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf",
"size": 13292471456,
"sizeGB": 12.38,
"quant": "Q3_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf",
"size": 13806312608,
"sizeGB": 12.86,
"quant": "Q3_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf",
"size": 14711850144,
"sizeGB": 13.7,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf",
"size": 16378076320,
"sizeGB": 15.25,
"quant": "IQ4_XS",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf",
"size": 17310784672,
"sizeGB": 16.12,
"quant": "IQ4_NL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf",
"size": 17379990688,
"sizeGB": 16.19,
"quant": "Q4_0",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf",
"size": 17456012448,
"sizeGB": 16.26,
"quant": "Q4_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf",
"size": 17665334432,
"sizeGB": 16.45,
"quant": "Q4_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
"size": 18556689568,
"sizeGB": 17.28,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf",
"size": 19192503456,
"sizeGB": 17.87,
"quant": "Q4_1",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf",
"size": 21080513696,
"sizeGB": 19.63,
"quant": "Q5_K_S",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf",
"size": 21725584544,
"sizeGB": 20.23,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf",
"size": 21740305568,
"sizeGB": 20.25,
"quant": "Q5_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf",
"size": 25092535456,
"sizeGB": 23.37,
"quant": "Q6_K",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf",
"size": 26340328608,
"sizeGB": 24.53,
"quant": "Q6_K_XL",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf",
"size": 32483935392,
"sizeGB": 30.25,
"quant": "Q8_0",
"sharded": false
},
{
"path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf",
"size": 35989947552,
"sizeGB": 33.52,
"quant": "Q8_K_XL",
"sharded": false
},
{
"path": "BF16/Qwen3-Coder-30B-A3B-Instruct-BF16.gguf",
"size": 61095806048,
"sizeGB": 56.9,
"quant": "BF16",
"sharded": true
}
]
},
{
"id": "ggml-org/tinygemma3-GGUF",
"author": "ggml-org",
"name": "tinygemma3-GGUF",
"downloads": 148021,
"likes": 9,
"pipeline_tag": null,
"params_b": null,
"arch": "gemma3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 131072,
"tags": [
"gguf",
"base_model:ngxson/tinygemma3_cifar",
"base_model:quantized:ngxson/tinygemma3_cifar",
"license:wtfpl",
"endpoints_compatible",
"region:us",
"conversational"
],
"quants": [
{
"path": "tinygemma3-Q8_0.gguf",
"size": 47227552,
"sizeGB": 0.04,
"quant": "Q8_0",
"sharded": false
}
]
},
{
"id": "MaziyarPanahi/Qwen3-0.6B-GGUF",
"author": "MaziyarPanahi",
"name": "Qwen3-0.6B-GGUF",
"downloads": 146734,
"likes": 11,
"pipeline_tag": "text-generation",
"params_b": 0.8,
"arch": "qwen3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 40960,
"tags": [
"gguf",
"mistral",
"quantized",
"2-bit",
"3-bit",
"4-bit",
"5-bit",
"6-bit",
"8-bit",
"GGUF",
"text-generation",
"base_model:Qwen/Qwen3-0.6B",
"base_model:quantized:Qwen/Qwen3-0.6B",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3-0.6B.Q2_K.gguf",
"size": 347288704,
"sizeGB": 0.32,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-0.6B.Q3_K_M.gguf",
"size": 413978752,
"sizeGB": 0.39,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-0.6B.Q3_K_L.gguf",
"size": 435343488,
"sizeGB": 0.41,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3-0.6B.Q4_K_M.gguf",
"size": 484220032,
"sizeGB": 0.45,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-0.6B.Q5_K_M.gguf",
"size": 551378048,
"sizeGB": 0.51,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3-0.6B.Q6_K.gguf",
"size": 622733440,
"sizeGB": 0.58,
"quant": "Q6_K",
"sharded": false
}
]
},
{
"id": "MaziyarPanahi/Qwen3-1.7B-GGUF",
"author": "MaziyarPanahi",
"name": "Qwen3-1.7B-GGUF",
"downloads": 145510,
"likes": 7,
"pipeline_tag": "text-generation",
"params_b": 2,
"arch": "qwen3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 40960,
"tags": [
"gguf",
"mistral",
"quantized",
"2-bit",
"3-bit",
"4-bit",
"5-bit",
"6-bit",
"8-bit",
"GGUF",
"text-generation",
"base_model:Qwen/Qwen3-1.7B",
"base_model:quantized:Qwen/Qwen3-1.7B",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3-1.7B.Q2_K.gguf",
"size": 879896704,
"sizeGB": 0.82,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-1.7B.Q3_K_M.gguf",
"size": 1073242240,
"sizeGB": 1,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-1.7B.Q3_K_L.gguf",
"size": 1137205376,
"sizeGB": 1.06,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3-1.7B.Q4_K_M.gguf",
"size": 1282439296,
"sizeGB": 1.19,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-1.7B.Q5_K_M.gguf",
"size": 1471805568,
"sizeGB": 1.37,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3-1.7B.Q6_K.gguf",
"size": 1673007232,
"sizeGB": 1.56,
"quant": "Q6_K",
"sharded": false
}
]
},
{
"id": "MaziyarPanahi/Qwen3-14B-GGUF",
"author": "MaziyarPanahi",
"name": "Qwen3-14B-GGUF",
"downloads": 144808,
"likes": 9,
"pipeline_tag": "text-generation",
"params_b": 14.8,
"arch": "qwen3",
"n_layers": null,
"n_kv_heads": null,
"n_embd": null,
"context_length": 40960,
"tags": [
"gguf",
"mistral",
"quantized",
"2-bit",
"3-bit",
"4-bit",
"5-bit",
"6-bit",
"8-bit",
"GGUF",
"text-generation",
"base_model:Qwen/Qwen3-14B",
"base_model:quantized:Qwen/Qwen3-14B",
"region:us",
"conversational"
],
"quants": [
{
"path": "Qwen3-14B.Q2_K.gguf",
"size": 5753983744,
"sizeGB": 5.36,
"quant": "Q2_K",
"sharded": false
},
{
"path": "Qwen3-14B.Q3_K_M.gguf",
"size": 7321313024,
"sizeGB": 6.82,
"quant": "Q3_K_M",
"sharded": false
},
{
"path": "Qwen3-14B.Q3_K_L.gguf",
"size": 7900651264,
"sizeGB": 7.36,
"quant": "Q3_K_L",
"sharded": false
},
{
"path": "Qwen3-14B.Q4_K_M.gguf",
"size": 9001753344,
"sizeGB": 8.38,
"quant": "Q4_K_M",
"sharded": false
},
{
"path": "Qwen3-14B.Q5_K_M.gguf",
"size": 10514569984,
"sizeGB": 9.79,
"quant": "Q5_K_M",
"sharded": false
},
{
"path": "Qwen3-14B.Q6_K.gguf",
"size": 12121937664,
"sizeGB": 11.29,
"quant": "Q6_K",
"sharded": false
}
]
}
]
}