Hugging Face's logo

Spaces:
mishig
/
macbook-llm-compat
Running

App Files Community
macbook-llm-compat / models.json
mishig's picture
mishig HF Staff
Upload folder using huggingface_hub
ab7732a verified
raw
history blame contribute delete
263 kB
{
 "generated_at": "2026-04-27T11:37:27.519Z",
 "count": 85,
 "models": [
 {
 "id": "unsloth/gemma-4-26B-A4B-it-GGUF",
 "author": "unsloth",
 "name": "gemma-4-26B-A4B-it-GGUF",
 "downloads": 3154984,
 "likes": 608,
 "pipeline_tag": "image-text-to-text",
 "params_b": 25.2,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "gemma4",
 "unsloth",
 "gemma",
 "google",
 "image-text-to-text",
 "base_model:google/gemma-4-26B-A4B-it",
 "base_model:quantized:google/gemma-4-26B-A4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf",
 "size": 9882668352,
 "sizeGB": 9.2,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ2_M.gguf",
 "size": 9974943040,
 "sizeGB": 9.29,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf",
 "size": 10545963072,
 "sizeGB": 9.82,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ3_S.gguf",
 "size": 11219406656,
 "sizeGB": 10.45,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf",
 "size": 11219406656,
 "sizeGB": 10.45,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q3_K_M.gguf",
 "size": 12526284096,
 "sizeGB": 11.67,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q3_K_S.gguf",
 "size": 12526284096,
 "sizeGB": 11.67,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf",
 "size": 12875558208,
 "sizeGB": 11.99,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ4_NL.gguf",
 "size": 13418753344,
 "sizeGB": 12.5,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ4_XS.gguf",
 "size": 13418753344,
 "sizeGB": 12.5,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-IQ4_NL_XL.gguf",
 "size": 14556687680,
 "sizeGB": 13.56,
 "quant": "IQ4_NL_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q4_K_S.gguf",
 "size": 16392449344,
 "sizeGB": 15.27,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-MXFP4_MOE.gguf",
 "size": 16630345024,
 "sizeGB": 15.49,
 "quant": "MXFP4_MOE",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
 "size": 16868240704,
 "sizeGB": 15.71,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf",
 "size": 17090276672,
 "sizeGB": 15.92,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q5_K_S.gguf",
 "size": 18771406144,
 "sizeGB": 17.48,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q5_K_M.gguf",
 "size": 21150362944,
 "sizeGB": 19.7,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf",
 "size": 21217766720,
 "sizeGB": 19.76,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q6_K.gguf",
 "size": 23172476224,
 "sizeGB": 21.58,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf",
 "size": 23295388992,
 "sizeGB": 21.7,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-Q8_0.gguf",
 "size": 26859859264,
 "sizeGB": 25.02,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf",
 "size": 27866185024,
 "sizeGB": 25.95,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/gemma-4-26B-A4B-it-BF16.gguf",
 "size": 50505135360,
 "sizeGB": 47.04,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "unsloth/gemma-4-31B-it-GGUF",
 "author": "unsloth",
 "name": "gemma-4-31B-it-GGUF",
 "downloads": 1977512,
 "likes": 371,
 "pipeline_tag": "image-text-to-text",
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "gemma4",
 "unsloth",
 "gemma",
 "google",
 "image-text-to-text",
 "base_model:google/gemma-4-31B-it",
 "base_model:quantized:google/gemma-4-31B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-31B-it-UD-IQ2_XXS.gguf",
 "size": 8534293024,
 "sizeGB": 7.95,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-IQ2_M.gguf",
 "size": 10752817696,
 "sizeGB": 10.01,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q2_K_XL.gguf",
 "size": 11774988832,
 "sizeGB": 10.97,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-IQ3_XXS.gguf",
 "size": 11837780512,
 "sizeGB": 11.02,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q3_K_S.gguf",
 "size": 13210853920,
 "sizeGB": 12.3,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q3_K_M.gguf",
 "size": 14736605728,
 "sizeGB": 13.72,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q3_K_XL.gguf",
 "size": 15322417696,
 "sizeGB": 14.27,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-IQ4_XS.gguf",
 "size": 16372458016,
 "sizeGB": 15.25,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-IQ4_NL.gguf",
 "size": 17287668256,
 "sizeGB": 16.1,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q4_0.gguf",
 "size": 17338245664,
 "sizeGB": 16.15,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q4_K_S.gguf",
 "size": 17399833120,
 "sizeGB": 16.2,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q4_K_M.gguf",
 "size": 18323730976,
 "sizeGB": 17.07,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q4_K_XL.gguf",
 "size": 18767229472,
 "sizeGB": 17.48,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q4_1.gguf",
 "size": 19118088736,
 "sizeGB": 17.81,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q5_K_S.gguf",
 "size": 21124669984,
 "sizeGB": 19.67,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q5_K_M.gguf",
 "size": 21658399264,
 "sizeGB": 20.17,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q5_K_XL.gguf",
 "size": 21890427424,
 "sizeGB": 20.39,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q6_K.gguf",
 "size": 25201484320,
 "sizeGB": 23.47,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q6_K_XL.gguf",
 "size": 27521335840,
 "sizeGB": 25.63,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q8_0.gguf",
 "size": 32635675168,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-UD-Q8_K_XL.gguf",
 "size": 35020038688,
 "sizeGB": 32.61,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/gemma-4-31B-it-BF16.gguf",
 "size": 61413188064,
 "sizeGB": 57.2,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "unsloth/gemma-4-E4B-it-GGUF",
 "author": "unsloth",
 "name": "gemma-4-E4B-it-GGUF",
 "downloads": 1720871,
 "likes": 337,
 "pipeline_tag": "image-text-to-text",
 "params_b": 7.5,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "gemma4",
 "unsloth",
 "gemma",
 "google",
 "image-text-to-text",
 "base_model:google/gemma-4-E4B-it",
 "base_model:quantized:google/gemma-4-E4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-E4B-it-UD-IQ2_M.gguf",
 "size": 3530232512,
 "sizeGB": 3.29,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-IQ3_XXS.gguf",
 "size": 3702264512,
 "sizeGB": 3.45,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q2_K_XL.gguf",
 "size": 3742794432,
 "sizeGB": 3.49,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q3_K_S.gguf",
 "size": 3862377152,
 "sizeGB": 3.6,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q3_K_M.gguf",
 "size": 4058135232,
 "sizeGB": 3.78,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q3_K_XL.gguf",
 "size": 4563503808,
 "sizeGB": 4.25,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-IQ4_XS.gguf",
 "size": 4715414208,
 "sizeGB": 4.39,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-IQ4_NL.gguf",
 "size": 4835836608,
 "sizeGB": 4.5,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q4_0.gguf",
 "size": 4836000448,
 "sizeGB": 4.5,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q4_K_S.gguf",
 "size": 4844847808,
 "sizeGB": 4.51,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q4_K_M.gguf",
 "size": 4977169088,
 "sizeGB": 4.64,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q4_1.gguf",
 "size": 5074387648,
 "sizeGB": 4.73,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q4_K_XL.gguf",
 "size": 5101718208,
 "sizeGB": 4.75,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q5_K_S.gguf",
 "size": 5404852928,
 "sizeGB": 5.03,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q5_K_M.gguf",
 "size": 5481796288,
 "sizeGB": 5.11,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q5_K_XL.gguf",
 "size": 6647847616,
 "sizeGB": 6.19,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q6_K.gguf",
 "size": 7074927296,
 "sizeGB": 6.59,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q6_K_XL.gguf",
 "size": 7457759936,
 "sizeGB": 6.95,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q8_0.gguf",
 "size": 8192950976,
 "sizeGB": 7.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-UD-Q8_K_XL.gguf",
 "size": 8658666176,
 "sizeGB": 8.06,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-BF16.gguf",
 "size": 15053095360,
 "sizeGB": 14.02,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.6-35B-A3B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.6-35B-A3B-GGUF",
 "downloads": 1646295,
 "likes": 808,
 "pipeline_tag": "image-text-to-text",
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "qwen",
 "qwen3_5_moe",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.6-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.6-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "deploy:azure",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ1_M.gguf",
 "size": 10047749088,
 "sizeGB": 9.36,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf",
 "size": 10756586464,
 "sizeGB": 10.02,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ2_M.gguf",
 "size": 11522702304,
 "sizeGB": 10.73,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf",
 "size": 12290628576,
 "sizeGB": 11.45,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf",
 "size": 13211155424,
 "sizeGB": 12.3,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ3_S.gguf",
 "size": 13676723168,
 "sizeGB": 12.74,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q3_K_S.gguf",
 "size": 15359196128,
 "sizeGB": 14.3,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q3_K_M.gguf",
 "size": 16600710112,
 "sizeGB": 15.46,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf",
 "size": 16845511648,
 "sizeGB": 15.69,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ4_XS.gguf",
 "size": 17730509792,
 "sizeGB": 16.51,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ4_NL.gguf",
 "size": 18040888288,
 "sizeGB": 16.8,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf",
 "size": 19500506080,
 "sizeGB": 18.16,
 "quant": "IQ4_NL_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q4_K_S.gguf",
 "size": 20893015008,
 "sizeGB": 19.46,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-MXFP4_MOE.gguf",
 "size": 21706144736,
 "sizeGB": 20.22,
 "quant": "MXFP4_MOE",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
 "size": 22134528992,
 "sizeGB": 20.61,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf",
 "size": 22360456160,
 "sizeGB": 20.82,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q5_K_S.gguf",
 "size": 24942050272,
 "sizeGB": 23.23,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q5_K_M.gguf",
 "size": 26456194016,
 "sizeGB": 24.64,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf",
 "size": 26592508896,
 "sizeGB": 24.77,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q6_K.gguf",
 "size": 29308320736,
 "sizeGB": 27.3,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf",
 "size": 31843777504,
 "sizeGB": 29.66,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Q8_0.gguf",
 "size": 36903140320,
 "sizeGB": 34.37,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf",
 "size": 38451182560,
 "sizeGB": 35.81,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3.6-35B-A3B-BF16.gguf",
 "size": 69376638176,
 "sizeGB": 64.61,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF",
 "author": "Andycurrent",
 "name": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF",
 "downloads": 1531545,
 "likes": 18,
 "pipeline_tag": "text-generation",
 "params_b": 1,
 "arch": "gemma3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 32768,
 "tags": [
 "gguf",
 "uncensored",
 "text-generation",
 "reasoning",
 "instruction-tuned",
 "lightweight",
 "en",
 "base_model:google/gemma-3-1b-it",
 "base_model:quantized:google/gemma-3-1b-it",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf",
 "size": 689815648,
 "sizeGB": 0.64,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf",
 "size": 722417248,
 "sizeGB": 0.67,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf",
 "size": 806059360,
 "sizeGB": 0.75,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf",
 "size": 851346784,
 "sizeGB": 0.79,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf",
 "size": 1011739744,
 "sizeGB": 0.94,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf",
 "size": 1069307488,
 "sizeGB": 1,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf",
 "size": 2006574688,
 "sizeGB": 1.87,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive",
 "downloads": 1415132,
 "likes": 1366,
 "pipeline_tag": "image-text-to-text",
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.5",
 "moe",
 "vision",
 "multimodal",
 "image-text-to-text",
 "en",
 "zh",
 "multilingual",
 "base_model:Qwen/Qwen3.5-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.5-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
 "size": 11537338432,
 "sizeGB": 10.74,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 15440519232,
 "sizeGB": 14.38,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
 "size": 16760832064,
 "sizeGB": 15.61,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
 "size": 18650134592,
 "sizeGB": 17.37,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 21169117248,
 "sizeGB": 19.72,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
 "size": 24764782656,
 "sizeGB": 23.06,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
 "size": 28514152512,
 "sizeGB": 26.56,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
 "size": 36903139392,
 "sizeGB": 34.37,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
 "size": 69376637024,
 "sizeGB": 64.61,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/gemma-4-E4B-it-GGUF",
 "author": "lmstudio-community",
 "name": "gemma-4-E4B-it-GGUF",
 "downloads": 1199252,
 "likes": 31,
 "pipeline_tag": null,
 "params_b": 7.5,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-E4B-it",
 "base_model:quantized:google/gemma-4-E4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-E4B-it-Q4_K_M.gguf",
 "size": 5335289664,
 "sizeGB": 4.97,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q6_K.gguf",
 "size": 6217260864,
 "sizeGB": 5.79,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q8_0.gguf",
 "size": 8031240000,
 "sizeGB": 7.48,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
 "downloads": 1194125,
 "likes": 1248,
 "pipeline_tag": null,
 "params_b": 9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.5",
 "qwen",
 "en",
 "zh",
 "multilingual",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 5627044224,
 "sizeGB": 5.24,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
 "size": 7359259008,
 "sizeGB": 6.85,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
 "size": 9527501184,
 "sizeGB": 8.87,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
 "size": 17920696704,
 "sizeGB": 16.69,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-35B-A3B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-35B-A3B-GGUF",
 "downloads": 1124624,
 "likes": 832,
 "pipeline_tag": "image-text-to-text",
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5_moe",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.5-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ2_XXS.gguf",
 "size": 10656955008,
 "sizeGB": 9.93,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ2_M.gguf",
 "size": 11391613568,
 "sizeGB": 10.61,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q2_K_XL.gguf",
 "size": 12156754560,
 "sizeGB": 11.32,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ3_XXS.gguf",
 "size": 13080066688,
 "sizeGB": 12.18,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ3_S.gguf",
 "size": 13583383168,
 "sizeGB": 12.65,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q3_K_S.gguf",
 "size": 15265856128,
 "sizeGB": 14.22,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q3_K_M.gguf",
 "size": 16356375168,
 "sizeGB": 15.23,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q3_K_XL.gguf",
 "size": 16601176704,
 "sizeGB": 15.46,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ4_XS.gguf",
 "size": 17486174848,
 "sizeGB": 16.29,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-IQ4_NL.gguf",
 "size": 17821719168,
 "sizeGB": 16.6,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q4_K_L.gguf",
 "size": 20205632160,
 "sizeGB": 18.82,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q4_K_S.gguf",
 "size": 20673845888,
 "sizeGB": 19.25,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-MXFP4_MOE.gguf",
 "size": 21587638912,
 "sizeGB": 20.11,
 "quant": "MXFP4_MOE",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q4_K_M.gguf",
 "size": 22016023168,
 "sizeGB": 20.5,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf",
 "size": 22241950336,
 "sizeGB": 20.71,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q5_K_S.gguf",
 "size": 24823544448,
 "sizeGB": 23.12,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q5_K_M.gguf",
 "size": 26249607808,
 "sizeGB": 24.45,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q5_K_XL.gguf",
 "size": 26385922688,
 "sizeGB": 24.57,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q6_K_S.gguf",
 "size": 28515105440,
 "sizeGB": 26.56,
 "quant": "Q6_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q6_K.gguf",
 "size": 28852861568,
 "sizeGB": 26.87,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf",
 "size": 32071842432,
 "sizeGB": 29.87,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q8_0.gguf",
 "size": 36903139968,
 "sizeGB": 34.37,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-UD-Q8_K_XL.gguf",
 "size": 48688560768,
 "sizeGB": 45.34,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3.5-35B-A3B-BF16.gguf",
 "size": 69376637824,
 "sizeGB": 64.61,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "lmstudio-community/gemma-4-26B-A4B-it-GGUF",
 "author": "lmstudio-community",
 "name": "gemma-4-26B-A4B-it-GGUF",
 "downloads": 1101625,
 "likes": 21,
 "pipeline_tag": null,
 "params_b": 25.2,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-26B-A4B-it",
 "base_model:quantized:google/gemma-4-26B-A4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
 "size": 16796015040,
 "sizeGB": 15.64,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-Q6_K.gguf",
 "size": 22638398400,
 "sizeGB": 21.08,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-Q8_0.gguf",
 "size": 26859858368,
 "sizeGB": 25.02,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/Qwen3.5-9B-GGUF",
 "author": "lmstudio-community",
 "name": "Qwen3.5-9B-GGUF",
 "downloads": 1032424,
 "likes": 31,
 "pipeline_tag": null,
 "params_b": 9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:Qwen/Qwen3.5-9B",
 "base_model:quantized:Qwen/Qwen3.5-9B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-9B-Q4_K_M.gguf",
 "size": 5627044256,
 "sizeGB": 5.24,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q6_K.gguf",
 "size": 7359259040,
 "sizeGB": 6.85,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q8_0.gguf",
 "size": 9527501216,
 "sizeGB": 8.87,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive",
 "downloads": 1017806,
 "likes": 488,
 "pipeline_tag": "image-text-to-text",
 "params_b": 7.5,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "uncensored",
 "gemma4",
 "abliterated",
 "vision",
 "multimodal",
 "audio",
 "image-text-to-text",
 "en",
 "multilingual",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
 "size": 4431882208,
 "sizeGB": 4.13,
 "quant": "Q2_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 4714690528,
 "sizeGB": 4.39,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
 "size": 4850391008,
 "sizeGB": 4.52,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
 "size": 4884505568,
 "sizeGB": 4.55,
 "quant": "Q3_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
 "size": 5070950368,
 "sizeGB": 4.72,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 5335285728,
 "sizeGB": 4.97,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
 "size": 5369246688,
 "sizeGB": 5,
 "quant": "Q4_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
 "size": 5762908128,
 "sizeGB": 5.37,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
 "size": 5812940768,
 "sizeGB": 5.41,
 "quant": "Q5_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
 "size": 6249794528,
 "sizeGB": 5.82,
 "quant": "Q6_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
 "size": 8133226464,
 "sizeGB": 7.57,
 "quant": "Q8_K_P",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/gemma-4-E2B-it-GGUF",
 "author": "unsloth",
 "name": "gemma-4-E2B-it-GGUF",
 "downloads": 990419,
 "likes": 159,
 "pipeline_tag": "image-text-to-text",
 "params_b": 4.6,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "gemma4",
 "unsloth",
 "gemma",
 "google",
 "image-text-to-text",
 "base_model:google/gemma-4-E2B-it",
 "base_model:quantized:google/gemma-4-E2B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-E2B-it-UD-IQ2_M.gguf",
 "size": 2287109792,
 "sizeGB": 2.13,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-IQ3_XXS.gguf",
 "size": 2369242784,
 "sizeGB": 2.21,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q2_K_XL.gguf",
 "size": 2399907488,
 "sizeGB": 2.24,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q3_K_S.gguf",
 "size": 2445649568,
 "sizeGB": 2.28,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q3_K_M.gguf",
 "size": 2536783520,
 "sizeGB": 2.36,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q3_K_XL.gguf",
 "size": 2915067552,
 "sizeGB": 2.71,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-IQ4_XS.gguf",
 "size": 2983941792,
 "sizeGB": 2.78,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-IQ4_NL.gguf",
 "size": 3041080992,
 "sizeGB": 2.83,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q4_0.gguf",
 "size": 3041375904,
 "sizeGB": 2.83,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q4_K_S.gguf",
 "size": 3043931808,
 "sizeGB": 2.83,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q4_K_M.gguf",
 "size": 3106735776,
 "sizeGB": 2.89,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q4_1.gguf",
 "size": 3154917024,
 "sizeGB": 2.94,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q4_K_XL.gguf",
 "size": 3174043296,
 "sizeGB": 2.96,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q5_K_S.gguf",
 "size": 3321149088,
 "sizeGB": 3.09,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q5_K_M.gguf",
 "size": 3356034720,
 "sizeGB": 3.13,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q5_K_XL.gguf",
 "size": 4291999392,
 "sizeGB": 4,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q6_K.gguf",
 "size": 4501718688,
 "sizeGB": 4.19,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q6_K_XL.gguf",
 "size": 4710086304,
 "sizeGB": 4.39,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q8_0.gguf",
 "size": 5048350368,
 "sizeGB": 4.7,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-UD-Q8_K_XL.gguf",
 "size": 5269534368,
 "sizeGB": 4.91,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-BF16.gguf",
 "size": 9311303072,
 "sizeGB": 8.67,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-9B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-9B-GGUF",
 "downloads": 965058,
 "likes": 554,
 "pipeline_tag": "image-text-to-text",
 "params_b": 9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-9B",
 "base_model:quantized:Qwen/Qwen3.5-9B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-9B-UD-IQ2_XXS.gguf",
 "size": 3190613216,
 "sizeGB": 2.97,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-IQ2_M.gguf",
 "size": 3649365216,
 "sizeGB": 3.4,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-IQ3_XXS.gguf",
 "size": 4016235744,
 "sizeGB": 3.74,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q2_K_XL.gguf",
 "size": 4121781472,
 "sizeGB": 3.84,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q3_K_S.gguf",
 "size": 4316865760,
 "sizeGB": 4.02,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q3_K_M.gguf",
 "size": 4673643744,
 "sizeGB": 4.35,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q3_K_XL.gguf",
 "size": 5053834464,
 "sizeGB": 4.71,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-IQ4_XS.gguf",
 "size": 5168653536,
 "sizeGB": 4.81,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-IQ4_NL.gguf",
 "size": 5371028704,
 "sizeGB": 5,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q4_0.gguf",
 "size": 5379417312,
 "sizeGB": 5.01,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q4_K_S.gguf",
 "size": 5394097376,
 "sizeGB": 5.02,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q4_K_M.gguf",
 "size": 5680522464,
 "sizeGB": 5.29,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q4_1.gguf",
 "size": 5837251808,
 "sizeGB": 5.44,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q4_K_XL.gguf",
 "size": 5966095584,
 "sizeGB": 5.56,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q5_K_S.gguf",
 "size": 6361146592,
 "sizeGB": 5.92,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q5_K_M.gguf",
 "size": 6577841376,
 "sizeGB": 6.13,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q5_K_XL.gguf",
 "size": 6743680224,
 "sizeGB": 6.28,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q6_K.gguf",
 "size": 7458301152,
 "sizeGB": 6.95,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q6_K_XL.gguf",
 "size": 8756929760,
 "sizeGB": 8.16,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-Q8_0.gguf",
 "size": 9527502048,
 "sizeGB": 8.87,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-UD-Q8_K_XL.gguf",
 "size": 12974040288,
 "sizeGB": 12.08,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B-BF16.gguf",
 "size": 17920697312,
 "sizeGB": 16.69,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
 "author": "Jackrong",
 "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
 "downloads": 823954,
 "likes": 641,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "Dense",
 "image-text-to-text",
 "en",
 "zh",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "base_model:Qwen/Qwen3.5-27B",
 "base_model:quantized:Qwen/Qwen3.5-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B.Q2_K.gguf",
 "size": 10121835936,
 "sizeGB": 9.43,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q3_K_S.gguf",
 "size": 12073948576,
 "sizeGB": 11.24,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q3_K_M.gguf",
 "size": 13289641376,
 "sizeGB": 12.38,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q4_K_S.gguf",
 "size": 15568614848,
 "sizeGB": 14.5,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q4_K_M.gguf",
 "size": 16540267968,
 "sizeGB": 15.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q8_0.gguf",
 "size": 28595758528,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF",
 "author": "hugging-quants",
 "name": "Llama-3.2-1B-Instruct-Q8_0-GGUF",
 "downloads": 789259,
 "likes": 46,
 "pipeline_tag": "text-generation",
 "params_b": 1.2,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "facebook",
 "meta",
 "pytorch",
 "llama",
 "llama-3",
 "llama-cpp",
 "gguf-my-repo",
 "text-generation",
 "en",
 "de",
 "fr",
 "it",
 "pt",
 "hi",
 "es",
 "th",
 "base_model:meta-llama/Llama-3.2-1B-Instruct",
 "base_model:quantized:meta-llama/Llama-3.2-1B-Instruct",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "llama-3.2-1b-instruct-q8_0.gguf",
 "size": 1321079200,
 "sizeGB": 1.23,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/gemma-2-2b-it-GGUF",
 "author": "bartowski",
 "name": "gemma-2-2b-it-GGUF",
 "downloads": 718462,
 "likes": 93,
 "pipeline_tag": "text-generation",
 "params_b": 2.6,
 "arch": "gemma2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 8192,
 "tags": [
 "transformers",
 "gguf",
 "conversational",
 "text-generation",
 "base_model:google/gemma-2-2b-it",
 "base_model:quantized:google/gemma-2-2b-it",
 "license:gemma",
 "endpoints_compatible",
 "region:us"
 ],
 "quants": [
 {
 "path": "gemma-2-2b-it-IQ3_M.gguf",
 "size": 1393561440,
 "sizeGB": 1.3,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q3_K_L.gguf",
 "size": 1550436192,
 "sizeGB": 1.44,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-IQ4_XS.gguf",
 "size": 1566250848,
 "sizeGB": 1.46,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q4_K_S.gguf",
 "size": 1638651744,
 "sizeGB": 1.53,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q4_K_M.gguf",
 "size": 1708582752,
 "sizeGB": 1.59,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q5_K_S.gguf",
 "size": 1882543968,
 "sizeGB": 1.75,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q5_K_M.gguf",
 "size": 1923278688,
 "sizeGB": 1.79,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q6_K.gguf",
 "size": 2151393120,
 "sizeGB": 2,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q6_K_L.gguf",
 "size": 2294241120,
 "sizeGB": 2.14,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-Q8_0.gguf",
 "size": 2784495456,
 "sizeGB": 2.59,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-2-2b-it-f32.gguf",
 "size": 10463413856,
 "sizeGB": 9.74,
 "quant": "F32",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.6-27B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.6-27B-GGUF",
 "downloads": 636345,
 "likes": 439,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "qwen",
 "qwen3_5",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.6-27B",
 "base_model:quantized:Qwen/Qwen3.6-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-27B-UD-IQ2_XXS.gguf",
 "size": 9388779744,
 "sizeGB": 8.74,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-IQ2_M.gguf",
 "size": 10846136544,
 "sizeGB": 10.1,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q2_K_XL.gguf",
 "size": 11849779424,
 "sizeGB": 11.04,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-IQ3_XXS.gguf",
 "size": 11994777824,
 "sizeGB": 11.17,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q3_K_S.gguf",
 "size": 12358727904,
 "sizeGB": 11.51,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q3_K_M.gguf",
 "size": 13586217184,
 "sizeGB": 12.65,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q3_K_XL.gguf",
 "size": 14473431264,
 "sizeGB": 13.48,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-IQ4_XS.gguf",
 "size": 15440005344,
 "sizeGB": 14.38,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q4_0.gguf",
 "size": 15791278304,
 "sizeGB": 14.71,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q4_K_S.gguf",
 "size": 15856158944,
 "sizeGB": 14.77,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-IQ4_NL.gguf",
 "size": 16071772384,
 "sizeGB": 14.97,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q4_K_M.gguf",
 "size": 16817244384,
 "sizeGB": 15.66,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q4_1.gguf",
 "size": 17252239584,
 "sizeGB": 16.07,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q4_K_XL.gguf",
 "size": 17612564704,
 "sizeGB": 16.4,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q5_K_S.gguf",
 "size": 18958305504,
 "sizeGB": 17.66,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q5_K_M.gguf",
 "size": 19509790944,
 "sizeGB": 18.17,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q5_K_XL.gguf",
 "size": 20038256864,
 "sizeGB": 18.66,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q6_K.gguf",
 "size": 22523238624,
 "sizeGB": 20.98,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q6_K_XL.gguf",
 "size": 25636485344,
 "sizeGB": 23.88,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q8_0.gguf",
 "size": 28595763424,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-UD-Q8_K_XL.gguf",
 "size": 35325163744,
 "sizeGB": 32.9,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3.6-27B-BF16.gguf",
 "size": 53808281760,
 "sizeGB": 50.11,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "ggml-org/models-moved",
 "author": "ggml-org",
 "name": "models-moved",
 "downloads": 630439,
 "likes": 13,
 "pipeline_tag": null,
 "params_b": 7.2,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 32768,
 "tags": [
 "gguf",
 "endpoints_compatible",
 "region:us"
 ],
 "quants": [
 {
 "path": "tinyllamas/stories15M-be.Q4_0.gguf",
 "size": 19077344,
 "sizeGB": 0.02,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "tinyllamas/stories15M-q4_0.gguf",
 "size": 19077344,
 "sizeGB": 0.02,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "tinyllamas/stories15M-be.Q8_0.gguf",
 "size": 26671328,
 "sizeGB": 0.02,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "tinyllamas/stories15M-q8_0.gguf",
 "size": 26671328,
 "sizeGB": 0.02,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "tinyllamas/split/stories15M-q8_0.gguf",
 "size": 26671680,
 "sizeGB": 0.02,
 "quant": "Q8_0",
 "sharded": true
 },
 {
 "path": "bert-bge-small/ggml-model-f16-big-endian.gguf",
 "size": 67308128,
 "sizeGB": 0.06,
 "quant": "F16",
 "sharded": false
 },
 {
 "path": "bert-bge-small/ggml-model-f16.gguf",
 "size": 67308128,
 "sizeGB": 0.06,
 "quant": "F16",
 "sharded": false
 },
 {
 "path": "jina-reranker-v1-tiny-en/ggml-model-f16.gguf",
 "size": 67504480,
 "sizeGB": 0.06,
 "quant": "F16",
 "sharded": false
 },
 {
 "path": "phi-2/ggml-model-q4_0.gguf",
 "size": 1602461536,
 "sizeGB": 1.49,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "tinyllama-1.1b/ggml-model-f16.gguf",
 "size": 2201990016,
 "sizeGB": 2.05,
 "quant": "F16",
 "sharded": false
 },
 {
 "path": "phi-2/ggml-model-q8_0.gguf",
 "size": 2958032736,
 "sizeGB": 2.75,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "mistral-7b-v0.2-iq3_s-imat.gguf",
 "size": 3182393056,
 "sizeGB": 2.96,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "phi-2/ggml-model-f16.gguf",
 "size": 5563095552,
 "sizeGB": 5.18,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-4B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-4B-GGUF",
 "downloads": 618110,
 "likes": 226,
 "pipeline_tag": "image-text-to-text",
 "params_b": 4.2,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-4B",
 "base_model:quantized:Qwen/Qwen3.5-4B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-4B-UD-IQ2_XXS.gguf",
 "size": 1520217248,
 "sizeGB": 1.42,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-IQ2_M.gguf",
 "size": 1759997088,
 "sizeGB": 1.64,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q2_K_XL.gguf",
 "size": 1940825248,
 "sizeGB": 1.81,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-IQ3_XXS.gguf",
 "size": 1949047968,
 "sizeGB": 1.82,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q3_K_S.gguf",
 "size": 2105791648,
 "sizeGB": 1.96,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q3_K_M.gguf",
 "size": 2293388448,
 "sizeGB": 2.14,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q3_K_XL.gguf",
 "size": 2436420768,
 "sizeGB": 2.27,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-IQ4_XS.gguf",
 "size": 2477053088,
 "sizeGB": 2.31,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-IQ4_NL.gguf",
 "size": 2579944608,
 "sizeGB": 2.4,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q4_0.gguf",
 "size": 2583221408,
 "sizeGB": 2.41,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q4_K_S.gguf",
 "size": 2590430368,
 "sizeGB": 2.41,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q4_K_M.gguf",
 "size": 2740937888,
 "sizeGB": 2.55,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q4_1.gguf",
 "size": 2784416928,
 "sizeGB": 2.59,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q4_K_XL.gguf",
 "size": 2912109728,
 "sizeGB": 2.71,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q5_K_S.gguf",
 "size": 3024934048,
 "sizeGB": 2.82,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q5_K_M.gguf",
 "size": 3143656608,
 "sizeGB": 2.93,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q5_K_XL.gguf",
 "size": 3250869408,
 "sizeGB": 3.03,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q6_K.gguf",
 "size": 3525956768,
 "sizeGB": 3.28,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q6_K_XL.gguf",
 "size": 4145548448,
 "sizeGB": 3.86,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Q8_0.gguf",
 "size": 4482403488,
 "sizeGB": 4.17,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-UD-Q8_K_XL.gguf",
 "size": 5952048288,
 "sizeGB": 5.54,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-BF16.gguf",
 "size": 8424393632,
 "sizeGB": 7.85,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/gemma-4-31B-it-GGUF",
 "author": "lmstudio-community",
 "name": "gemma-4-31B-it-GGUF",
 "downloads": 536796,
 "likes": 21,
 "pipeline_tag": null,
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-31B-it",
 "base_model:quantized:google/gemma-4-31B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-31B-it-Q4_K_M.gguf",
 "size": 18687061664,
 "sizeGB": 17.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q6_K.gguf",
 "size": 25201483424,
 "sizeGB": 23.47,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-Q8_0.gguf",
 "size": 32635674272,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
 "downloads": 525932,
 "likes": 469,
 "pipeline_tag": "image-text-to-text",
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.6",
 "moe",
 "vision",
 "multimodal",
 "image-text-to-text",
 "en",
 "zh",
 "multilingual",
 "base_model:Qwen/Qwen3.6-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.6-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
 "size": 11659235456,
 "sizeGB": 10.86,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
 "size": 14981265536,
 "sizeGB": 13.95,
 "quant": "Q2_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 15440519296,
 "sizeGB": 14.38,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
 "size": 18728777856,
 "sizeGB": 17.44,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
 "size": 19023337600,
 "sizeGB": 17.72,
 "quant": "Q3_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf",
 "size": 19779278976,
 "sizeGB": 18.42,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 21166758016,
 "sizeGB": 19.71,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
 "size": 23424536704,
 "sizeGB": 21.82,
 "quant": "Q4_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
 "size": 28027394176,
 "sizeGB": 26.1,
 "quant": "Q5_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
 "size": 30649317504,
 "sizeGB": 28.54,
 "quant": "Q6_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
 "size": 43605014656,
 "sizeGB": 40.61,
 "quant": "Q8_K_P",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF",
 "author": "bartowski",
 "name": "Qwen2.5-Coder-7B-Instruct-GGUF",
 "downloads": 516066,
 "likes": 46,
 "pipeline_tag": "text-generation",
 "params_b": 7.6,
 "arch": "qwen2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 32768,
 "tags": [
 "transformers",
 "gguf",
 "code",
 "codeqwen",
 "chat",
 "qwen",
 "qwen-coder",
 "text-generation",
 "en",
 "base_model:Qwen/Qwen2.5-Coder-7B-Instruct",
 "base_model:quantized:Qwen/Qwen2.5-Coder-7B-Instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen2.5-Coder-7B-Instruct-IQ2_M.gguf",
 "size": 2780343072,
 "sizeGB": 2.59,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
 "size": 3015940896,
 "sizeGB": 2.81,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-IQ3_XS.gguf",
 "size": 3346256672,
 "sizeGB": 3.12,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_S.gguf",
 "size": 3492369184,
 "sizeGB": 3.25,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q2_K_L.gguf",
 "size": 3548164896,
 "sizeGB": 3.3,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-IQ3_M.gguf",
 "size": 3574012704,
 "sizeGB": 3.33,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
 "size": 3808391968,
 "sizeGB": 3.55,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_L.gguf",
 "size": 4088460064,
 "sizeGB": 3.81,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-IQ4_XS.gguf",
 "size": 4218473248,
 "sizeGB": 3.93,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_4.gguf",
 "size": 4431391520,
 "sizeGB": 4.13,
 "quant": "Q4_0_4_4",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_8.gguf",
 "size": 4431391520,
 "sizeGB": 4.13,
 "quant": "Q4_0_4_8",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_8_8.gguf",
 "size": 4431391520,
 "sizeGB": 4.13,
 "quant": "Q4_0_8_8",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
 "size": 4444121888,
 "sizeGB": 4.14,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_S.gguf",
 "size": 4457769760,
 "sizeGB": 4.15,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_XL.gguf",
 "size": 4565332768,
 "sizeGB": 4.25,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
 "size": 4683074336,
 "sizeGB": 4.36,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_L.gguf",
 "size": 5087564576,
 "sizeGB": 4.74,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_S.gguf",
 "size": 5315177248,
 "sizeGB": 4.95,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
 "size": 5444832032,
 "sizeGB": 5.07,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_L.gguf",
 "size": 5781197600,
 "sizeGB": 5.38,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
 "size": 6254199584,
 "sizeGB": 5.82,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q6_K_L.gguf",
 "size": 6518182688,
 "sizeGB": 6.07,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
 "size": 8098525984,
 "sizeGB": 7.54,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen2.5-Coder-7B-Instruct-f16.gguf",
 "size": 15237853696,
 "sizeGB": 14.19,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-27B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-27B-GGUF",
 "downloads": 505234,
 "likes": 488,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-27B",
 "base_model:quantized:Qwen/Qwen3.5-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B-UD-IQ2_XXS.gguf",
 "size": 8573593504,
 "sizeGB": 7.98,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-IQ2_M.gguf",
 "size": 10188072864,
 "sizeGB": 9.49,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q2_K_XL.gguf",
 "size": 11213752224,
 "sizeGB": 10.44,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-IQ3_XXS.gguf",
 "size": 11506493344,
 "sizeGB": 10.72,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q3_K_S.gguf",
 "size": 12289423264,
 "sizeGB": 11.45,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q3_K_M.gguf",
 "size": 13505116064,
 "sizeGB": 12.58,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q3_K_XL.gguf",
 "size": 14438533024,
 "sizeGB": 13.45,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-IQ4_XS.gguf",
 "size": 14977484704,
 "sizeGB": 13.95,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-IQ4_NL.gguf",
 "size": 15687894944,
 "sizeGB": 14.61,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q4_0.gguf",
 "size": 15721973664,
 "sizeGB": 14.64,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q4_K_S.gguf",
 "size": 15769159584,
 "sizeGB": 14.69,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q4_K_M.gguf",
 "size": 16740812704,
 "sizeGB": 15.59,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q4_1.gguf",
 "size": 17182934944,
 "sizeGB": 16,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q4_K_XL.gguf",
 "size": 17621125024,
 "sizeGB": 16.41,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q5_K_S.gguf",
 "size": 18889000864,
 "sizeGB": 17.59,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q5_K_M.gguf",
 "size": 19608995744,
 "sizeGB": 18.26,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q5_K_XL.gguf",
 "size": 20171253664,
 "sizeGB": 18.79,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q6_K.gguf",
 "size": 22453933984,
 "sizeGB": 20.91,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q6_K_XL.gguf",
 "size": 25675642784,
 "sizeGB": 23.91,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Q8_0.gguf",
 "size": 28595763104,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-UD-Q8_K_XL.gguf",
 "size": 35528652704,
 "sizeGB": 33.09,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3.5-27B-BF16.gguf",
 "size": 53808281472,
 "sizeGB": 50.11,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "ggml-org/embeddinggemma-300M-GGUF",
 "author": "ggml-org",
 "name": "embeddinggemma-300M-GGUF",
 "downloads": 465142,
 "likes": 26,
 "pipeline_tag": null,
 "params_b": 0.3,
 "arch": "gemma-embedding",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 2048,
 "tags": [
 "gguf",
 "base_model:google/embeddinggemma-300m",
 "base_model:quantized:google/embeddinggemma-300m",
 "endpoints_compatible",
 "region:us"
 ],
 "quants": [
 {
 "path": "embeddinggemma-300M-Q8_0.gguf",
 "size": 328576992,
 "sizeGB": 0.31,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/Qwen3.6-35B-A3B-GGUF",
 "author": "lmstudio-community",
 "name": "Qwen3.6-35B-A3B-GGUF",
 "downloads": 451096,
 "likes": 11,
 "pipeline_tag": null,
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:Qwen/Qwen3.6-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.6-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
 "size": 21166757728,
 "sizeGB": 19.71,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Q6_K.gguf",
 "size": 28514152288,
 "sizeGB": 26.56,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.6-35B-A3B-Q8_0.gguf",
 "size": 36903139168,
 "sizeGB": 34.37,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
 "downloads": 430849,
 "likes": 319,
 "pipeline_tag": null,
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.5",
 "qwen",
 "en",
 "zh",
 "multilingual",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
 "size": 9395107168,
 "sizeGB": 8.75,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 12580873568,
 "sizeGB": 11.72,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf",
 "size": 13289645152,
 "sizeGB": 12.38,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
 "size": 14689289568,
 "sizeGB": 13.68,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 16540271712,
 "sizeGB": 15.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf",
 "size": 19399607392,
 "sizeGB": 18.07,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
 "size": 22082528352,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
 "size": 28595762272,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
 "size": 53808280672,
 "sizeGB": 50.11,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "ggml-org/gemma-4-26B-A4B-it-GGUF",
 "author": "ggml-org",
 "name": "gemma-4-26B-A4B-it-GGUF",
 "downloads": 423479,
 "likes": 56,
 "pipeline_tag": null,
 "params_b": 25.2,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-26B-A4B-it",
 "base_model:quantized:google/gemma-4-26B-A4B-it",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-26B-A4B-it-Q4_K_M.gguf",
 "size": 16796015136,
 "sizeGB": 15.64,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-Q8_0.gguf",
 "size": 26859858464,
 "sizeGB": 25.02,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-26B-A4B-it-bf16.gguf",
 "size": 50505134624,
 "sizeGB": 47.04,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "ggml-org/SmolVLM-500M-Instruct-GGUF",
 "author": "ggml-org",
 "name": "SmolVLM-500M-Instruct-GGUF",
 "downloads": 411761,
 "likes": 49,
 "pipeline_tag": null,
 "params_b": 0.4,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 8192,
 "tags": [
 "gguf",
 "base_model:HuggingFaceTB/SmolVLM-500M-Instruct",
 "base_model:quantized:HuggingFaceTB/SmolVLM-500M-Instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "SmolVLM-500M-Instruct-Q8_0.gguf",
 "size": 436806912,
 "sizeGB": 0.41,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "SmolVLM-500M-Instruct-f16.gguf",
 "size": 820422912,
 "sizeGB": 0.76,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "DeepBeepMeep/Wan2.1",
 "author": "DeepBeepMeep",
 "name": "Wan2.1",
 "downloads": 387129,
 "likes": 38,
 "pipeline_tag": null,
 "params_b": 4.8,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": null,
 "tags": [
 "diffusion-single-file",
 "onnx",
 "safetensors",
 "gguf",
 "i2v",
 "base_model:Wan-AI/Wan2.1-T2V-1.3B",
 "base_model:quantized:Wan-AI/Wan2.1-T2V-1.3B",
 "region:us"
 ],
 "quants": [
 {
 "path": "Qwen3_5_4B_Abliterated/Qwen3.5-4B-Abliterated-text-Q4_K_M.gguf",
 "size": 2724723264,
 "sizeGB": 2.54,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M.gguf",
 "size": 5038065216,
 "sizeGB": 4.69,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M_bis.gguf",
 "size": 5627044704,
 "sizeGB": 5.24,
 "quant": "Q4_K_M_BIS",
 "sharded": false
 }
 ]
 },
 {
 "id": "SakuraLLM/Sakura-GalTransl-7B-v3.7",
 "author": "SakuraLLM",
 "name": "Sakura-GalTransl-7B-v3.7",
 "downloads": 375521,
 "likes": 94,
 "pipeline_tag": null,
 "params_b": 7.7,
 "arch": "qwen2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 32768,
 "tags": [
 "gguf",
 "zh",
 "license:cc-by-nc-sa-4.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Sakura-Galtransl-7B-v3.7-IQ4_XS.gguf",
 "size": 4250296192,
 "sizeGB": 3.96,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Sakura-GalTransl-7B-v3-Q5_K_S.gguf",
 "size": 5315174176,
 "sizeGB": 4.95,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Sakura-GalTransl-7B-v3.5-Q5_K_S.gguf",
 "size": 5315174272,
 "sizeGB": 4.95,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "GalTransl-7B-v1-Q6_K.gguf",
 "size": 6341946720,
 "sizeGB": 5.91,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "GalTransl-7B-v1.5-Q6_K.gguf",
 "size": 6341946720,
 "sizeGB": 5.91,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "GalTransl-7B-v2-Q6_K.gguf",
 "size": 6341946880,
 "sizeGB": 5.91,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "GalTransl-7B-v2.6-Q6_K.gguf",
 "size": 6341946880,
 "sizeGB": 5.91,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
 "author": "Jackrong",
 "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
 "downloads": 374838,
 "likes": 599,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "lora",
 "image-text-to-text",
 "en",
 "zh",
 "ko",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "dataset:Roman1111111/claude-opus-4.6-10000x",
 "base_model:Qwen/Qwen3.5-27B",
 "base_model:adapter:Qwen/Qwen3.5-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B.Q4_K_M.gguf",
 "size": 16547395008,
 "sizeGB": 15.41,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q5_K_M.gguf",
 "size": 19231094208,
 "sizeGB": 17.91,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q6_K.gguf",
 "size": 22082524608,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B.Q8_0.gguf",
 "size": 28595758528,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "janhq/Jan-v3.5-4B-gguf",
 "author": "janhq",
 "name": "Jan-v3.5-4B-gguf",
 "downloads": 363292,
 "likes": 12,
 "pipeline_tag": "text-generation",
 "params_b": 4.4,
 "arch": "qwen3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "math",
 "identity",
 "text-generation",
 "en",
 "base_model:janhq/Jan-v3-4B-base-instruct",
 "base_model:quantized:janhq/Jan-v3-4B-base-instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Jan-v3.5-4B-Q3_K_S.gguf",
 "size": 2054124896,
 "sizeGB": 1.91,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q3_K_M.gguf",
 "size": 2242745696,
 "sizeGB": 2.09,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q3_K_L.gguf",
 "size": 2406913376,
 "sizeGB": 2.24,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q4_0.gguf",
 "size": 2588332896,
 "sizeGB": 2.41,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q4_K_S.gguf",
 "size": 2602095456,
 "sizeGB": 2.42,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q4_K_M.gguf",
 "size": 2716066656,
 "sizeGB": 2.53,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q4_1.gguf",
 "size": 2839724896,
 "sizeGB": 2.64,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q4_K_XL.gguf",
 "size": 2999182176,
 "sizeGB": 2.79,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q5_0.gguf",
 "size": 3091116896,
 "sizeGB": 2.88,
 "quant": "Q5_0",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q5_K_S.gguf",
 "size": 3091116896,
 "sizeGB": 2.88,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q5_K_M.gguf",
 "size": 3156919136,
 "sizeGB": 2.94,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q5_1.gguf",
 "size": 3342508896,
 "sizeGB": 3.11,
 "quant": "Q5_1",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q6_K.gguf",
 "size": 3625324896,
 "sizeGB": 3.38,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Jan-v3.5-4B-Q8_0.gguf",
 "size": 4693669216,
 "sizeGB": 4.37,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "ggml-org/gpt-oss-120b-GGUF",
 "author": "ggml-org",
 "name": "gpt-oss-120b-GGUF",
 "downloads": 360079,
 "likes": 71,
 "pipeline_tag": null,
 "params_b": 116.8,
 "arch": "gpt-oss",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "base_model:openai/gpt-oss-120b",
 "base_model:quantized:openai/gpt-oss-120b",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gpt-oss-120b-mxfp4.gguf",
 "size": 63387346464,
 "sizeGB": 59.03,
 "quant": "MXFP4",
 "sharded": true
 }
 ]
 },
 {
 "id": "bartowski/Llama-3.2-3B-Instruct-GGUF",
 "author": "bartowski",
 "name": "Llama-3.2-3B-Instruct-GGUF",
 "downloads": 340336,
 "likes": 205,
 "pipeline_tag": "text-generation",
 "params_b": 3.2,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "facebook",
 "meta",
 "llama",
 "llama-3",
 "text-generation",
 "en",
 "de",
 "fr",
 "it",
 "pt",
 "hi",
 "es",
 "th",
 "base_model:meta-llama/Llama-3.2-3B-Instruct",
 "base_model:quantized:meta-llama/Llama-3.2-3B-Instruct",
 "license:llama3.2",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Llama-3.2-3B-Instruct-IQ3_M.gguf",
 "size": 1599668768,
 "sizeGB": 1.49,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q3_K_L.gguf",
 "size": 1815347744,
 "sizeGB": 1.69,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-IQ4_XS.gguf",
 "size": 1829110304,
 "sizeGB": 1.7,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q3_K_XL.gguf",
 "size": 1910770208,
 "sizeGB": 1.78,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_0_4_4.gguf",
 "size": 1917190688,
 "sizeGB": 1.79,
 "quant": "Q4_0_4_4",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_0_4_8.gguf",
 "size": 1917190688,
 "sizeGB": 1.79,
 "quant": "Q4_0_4_8",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_0_8_8.gguf",
 "size": 1917190688,
 "sizeGB": 1.79,
 "quant": "Q4_0_8_8",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_0.gguf",
 "size": 1921909280,
 "sizeGB": 1.79,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_K_S.gguf",
 "size": 1928200736,
 "sizeGB": 1.8,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
 "size": 2019377696,
 "sizeGB": 1.88,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q4_K_L.gguf",
 "size": 2114800160,
 "sizeGB": 1.97,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q5_K_S.gguf",
 "size": 2269512224,
 "sizeGB": 2.11,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q5_K_M.gguf",
 "size": 2322154016,
 "sizeGB": 2.16,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q5_K_L.gguf",
 "size": 2417576480,
 "sizeGB": 2.25,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q6_K.gguf",
 "size": 2643853856,
 "sizeGB": 2.46,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q6_K_L.gguf",
 "size": 2739276320,
 "sizeGB": 2.55,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-Q8_0.gguf",
 "size": 3421899296,
 "sizeGB": 3.19,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Llama-3.2-3B-Instruct-f16.gguf",
 "size": 6433687840,
 "sizeGB": 5.99,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/gemma-4-E2B-it-GGUF",
 "author": "lmstudio-community",
 "name": "gemma-4-E2B-it-GGUF",
 "downloads": 333116,
 "likes": 11,
 "pipeline_tag": null,
 "params_b": 4.6,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-E2B-it",
 "base_model:quantized:google/gemma-4-E2B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-E2B-it-Q4_K_M.gguf",
 "size": 3427877696,
 "sizeGB": 3.19,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q6_K.gguf",
 "size": 3845344064,
 "sizeGB": 3.58,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-E2B-it-Q8_0.gguf",
 "size": 4967494464,
 "sizeGB": 4.63,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive",
 "downloads": 326845,
 "likes": 142,
 "pipeline_tag": "image-text-to-text",
 "params_b": 4.6,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "uncensored",
 "gemma4",
 "vision",
 "multimodal",
 "audio",
 "abliterated",
 "image-text-to-text",
 "en",
 "multilingual",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
 "size": 3009448896,
 "sizeGB": 2.8,
 "quant": "Q2_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 3134964672,
 "sizeGB": 2.92,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
 "size": 3224043456,
 "sizeGB": 3,
 "quant": "Q3_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
 "size": 3450277824,
 "sizeGB": 3.21,
 "quant": "Q4_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
 "size": 3663440832,
 "sizeGB": 3.41,
 "quant": "Q5_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
 "size": 3866957760,
 "sizeGB": 3.6,
 "quant": "Q6_K_P",
 "sharded": false
 },
 {
 "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
 "size": 5036057536,
 "sizeGB": 4.69,
 "quant": "Q8_K_P",
 "sharded": false
 }
 ]
 },
 {
 "id": "Qwen/Qwen2.5-1.5B-Instruct-GGUF",
 "author": "Qwen",
 "name": "Qwen2.5-1.5B-Instruct-GGUF",
 "downloads": 323595,
 "likes": 93,
 "pipeline_tag": "text-generation",
 "params_b": 1.8,
 "arch": "qwen2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 8192,
 "tags": [
 "gguf",
 "chat",
 "text-generation",
 "en",
 "arxiv:2407.10671",
 "base_model:Qwen/Qwen2.5-1.5B-Instruct",
 "base_model:quantized:Qwen/Qwen2.5-1.5B-Instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "qwen2.5-1.5b-instruct-q2_k.gguf",
 "size": 752880160,
 "sizeGB": 0.7,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q3_k_m.gguf",
 "size": 924455968,
 "sizeGB": 0.86,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q4_0.gguf",
 "size": 1066227232,
 "sizeGB": 0.99,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q4_k_m.gguf",
 "size": 1117320736,
 "sizeGB": 1.04,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q5_0.gguf",
 "size": 1259173408,
 "sizeGB": 1.17,
 "quant": "Q5_0",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q5_k_m.gguf",
 "size": 1285494304,
 "sizeGB": 1.2,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q6_k.gguf",
 "size": 1464178720,
 "sizeGB": 1.36,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "qwen2.5-1.5b-instruct-q8_0.gguf",
 "size": 1894532128,
 "sizeGB": 1.76,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-2B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-2B-GGUF",
 "downloads": 315858,
 "likes": 97,
 "pipeline_tag": "image-text-to-text",
 "params_b": 1.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-2B",
 "base_model:quantized:Qwen/Qwen3.5-2B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-2B-UD-IQ2_XXS.gguf",
 "size": 768270592,
 "sizeGB": 0.72,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-IQ2_M.gguf",
 "size": 859857152,
 "sizeGB": 0.8,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-IQ3_XXS.gguf",
 "size": 931823872,
 "sizeGB": 0.87,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q2_K_XL.gguf",
 "size": 966533376,
 "sizeGB": 0.9,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q3_K_S.gguf",
 "size": 1030947072,
 "sizeGB": 0.96,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q3_K_M.gguf",
 "size": 1107149056,
 "sizeGB": 1.03,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q3_K_XL.gguf",
 "size": 1159274752,
 "sizeGB": 1.08,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-IQ4_XS.gguf",
 "size": 1172996352,
 "sizeGB": 1.09,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-IQ4_NL.gguf",
 "size": 1213300992,
 "sizeGB": 1.13,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q4_0.gguf",
 "size": 1214873856,
 "sizeGB": 1.13,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q4_K_S.gguf",
 "size": 1217757440,
 "sizeGB": 1.13,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q4_K_M.gguf",
 "size": 1280835840,
 "sizeGB": 1.19,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q4_1.gguf",
 "size": 1293517056,
 "sizeGB": 1.2,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q4_K_XL.gguf",
 "size": 1339752704,
 "sizeGB": 1.25,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q5_K_S.gguf",
 "size": 1384546560,
 "sizeGB": 1.29,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q5_K_M.gguf",
 "size": 1435238656,
 "sizeGB": 1.34,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q5_K_XL.gguf",
 "size": 1466687744,
 "sizeGB": 1.37,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q6_K.gguf",
 "size": 1574961408,
 "sizeGB": 1.47,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q6_K_XL.gguf",
 "size": 1864483072,
 "sizeGB": 1.74,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-Q8_0.gguf",
 "size": 2012012800,
 "sizeGB": 1.87,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-UD-Q8_K_XL.gguf",
 "size": 2834940160,
 "sizeGB": 2.64,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-2B-BF16.gguf",
 "size": 3775709216,
 "sizeGB": 3.52,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/google_gemma-4-31B-it-GGUF",
 "author": "bartowski",
 "name": "google_gemma-4-31B-it-GGUF",
 "downloads": 306708,
 "likes": 57,
 "pipeline_tag": "image-text-to-text",
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:google/gemma-4-31B-it",
 "base_model:quantized:google/gemma-4-31B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "google_gemma-4-31B-it-IQ1_M.gguf",
 "size": 10112170144,
 "sizeGB": 9.42,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ2_XXS.gguf",
 "size": 10830188704,
 "sizeGB": 10.09,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ2_XS.gguf",
 "size": 11500941472,
 "sizeGB": 10.71,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ2_S.gguf",
 "size": 12075356320,
 "sizeGB": 11.25,
 "quant": "IQ2_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q2_K.gguf",
 "size": 12631621792,
 "sizeGB": 11.76,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ2_M.gguf",
 "size": 12649771168,
 "sizeGB": 11.78,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q2_K_L.gguf",
 "size": 12972933280,
 "sizeGB": 12.08,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ3_XXS.gguf",
 "size": 12981706912,
 "sizeGB": 12.09,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ3_XS.gguf",
 "size": 13841350816,
 "sizeGB": 12.89,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q3_K_S.gguf",
 "size": 14329061536,
 "sizeGB": 13.34,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ3_M.gguf",
 "size": 15129827488,
 "sizeGB": 14.09,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q3_K_M.gguf",
 "size": 15918121120,
 "sizeGB": 14.82,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q3_K_L.gguf",
 "size": 16810623136,
 "sizeGB": 15.66,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q3_K_XL.gguf",
 "size": 17151934624,
 "sizeGB": 15.97,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ4_XS.gguf",
 "size": 17155891360,
 "sizeGB": 15.98,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-IQ4_NL.gguf",
 "size": 18025685152,
 "sizeGB": 16.79,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q4_0.gguf",
 "size": 18076262560,
 "sizeGB": 16.83,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q4_K_S.gguf",
 "size": 18195652768,
 "sizeGB": 16.95,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q4_K_M.gguf",
 "size": 19598487712,
 "sizeGB": 18.25,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q4_1.gguf",
 "size": 19765272736,
 "sizeGB": 18.41,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q4_K_L.gguf",
 "size": 19939799200,
 "sizeGB": 18.57,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q5_K_S.gguf",
 "size": 21504860320,
 "sizeGB": 20.03,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q5_K_M.gguf",
 "size": 22608875680,
 "sizeGB": 21.06,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q5_K_L.gguf",
 "size": 22950187168,
 "sizeGB": 21.37,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q6_K.gguf",
 "size": 26726719648,
 "sizeGB": 24.89,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q6_K_L.gguf",
 "size": 27068031136,
 "sizeGB": 25.21,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-Q8_0.gguf",
 "size": 32635674784,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16.gguf",
 "size": 61413187680,
 "sizeGB": 57.2,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-0.8B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-0.8B-GGUF",
 "downloads": 302996,
 "likes": 146,
 "pipeline_tag": "image-text-to-text",
 "params_b": 0.8,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-0.8B",
 "base_model:quantized:Qwen/Qwen3.5-0.8B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-0.8B-UD-IQ2_XXS.gguf",
 "size": 338227456,
 "sizeGB": 0.31,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-IQ2_M.gguf",
 "size": 371933440,
 "sizeGB": 0.35,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-IQ3_XXS.gguf",
 "size": 398237952,
 "sizeGB": 0.37,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q2_K_XL.gguf",
 "size": 417718528,
 "sizeGB": 0.39,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q3_K_S.gguf",
 "size": 440750336,
 "sizeGB": 0.41,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q3_K_M.gguf",
 "size": 470167808,
 "sizeGB": 0.44,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q3_K_XL.gguf",
 "size": 492216576,
 "sizeGB": 0.46,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-IQ4_XS.gguf",
 "size": 492605696,
 "sizeGB": 0.46,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-IQ4_NL.gguf",
 "size": 506859776,
 "sizeGB": 0.47,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q4_0.gguf",
 "size": 507154688,
 "sizeGB": 0.47,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q4_K_S.gguf",
 "size": 508104960,
 "sizeGB": 0.47,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q4_K_M.gguf",
 "size": 532517120,
 "sizeGB": 0.5,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q4_1.gguf",
 "size": 535171328,
 "sizeGB": 0.5,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q4_K_XL.gguf",
 "size": 558772480,
 "sizeGB": 0.52,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q5_K_S.gguf",
 "size": 568889600,
 "sizeGB": 0.53,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q5_K_M.gguf",
 "size": 590057728,
 "sizeGB": 0.55,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q5_K_XL.gguf",
 "size": 606585088,
 "sizeGB": 0.56,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q6_K.gguf",
 "size": 639029504,
 "sizeGB": 0.6,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q6_K_XL.gguf",
 "size": 771092736,
 "sizeGB": 0.72,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-Q8_0.gguf",
 "size": 811843840,
 "sizeGB": 0.76,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-UD-Q8_K_XL.gguf",
 "size": 1186443520,
 "sizeGB": 1.1,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-0.8B-BF16.gguf",
 "size": 1516744736,
 "sizeGB": 1.41,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "DeepBeepMeep/LTX-2",
 "author": "DeepBeepMeep",
 "name": "LTX-2",
 "downloads": 300351,
 "likes": 16,
 "pipeline_tag": null,
 "params_b": 19,
 "arch": "ltxv",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": null,
 "tags": [
 "diffusion-single-file",
 "safetensors",
 "gguf",
 "base_model:Lightricks/LTX-2",
 "base_model:quantized:Lightricks/LTX-2",
 "region:us"
 ],
 "quants": [
 {
 "path": "ltx-2.3-22b-distilled-Q4_K_M_light.gguf",
 "size": 12971904032,
 "sizeGB": 12.08,
 "quant": "Q4_K_M_LIGHT",
 "sharded": false
 },
 {
 "path": "ltx-2.3-22b-distilled-Q6_K_light.gguf",
 "size": 16116771872,
 "sizeGB": 15.01,
 "quant": "Q6_K_LIGHT",
 "sharded": false
 },
 {
 "path": "ltx-2.3-22b-distilled-Q8_0_light.gguf",
 "size": 20609436704,
 "sizeGB": 19.19,
 "quant": "Q8_0_LIGHT",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/Qwen_Qwen3.5-35B-A3B-GGUF",
 "author": "bartowski",
 "name": "Qwen_Qwen3.5-35B-A3B-GGUF",
 "downloads": 293868,
 "likes": 63,
 "pipeline_tag": "image-text-to-text",
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.5-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf",
 "size": 8643426848,
 "sizeGB": 8.05,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ2_XXS.gguf",
 "size": 9897916960,
 "sizeGB": 9.22,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ2_XS.gguf",
 "size": 10916608544,
 "sizeGB": 10.17,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ2_S.gguf",
 "size": 11078089248,
 "sizeGB": 10.32,
 "quant": "IQ2_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ2_M.gguf",
 "size": 12134529568,
 "sizeGB": 11.3,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q2_K.gguf",
 "size": 12638706208,
 "sizeGB": 11.77,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q2_K_L.gguf",
 "size": 13135346208,
 "sizeGB": 12.23,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ3_XXS.gguf",
 "size": 14959999520,
 "sizeGB": 13.93,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ3_XS.gguf",
 "size": 15485336096,
 "sizeGB": 14.42,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_S.gguf",
 "size": 15535143456,
 "sizeGB": 14.47,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_M.gguf",
 "size": 16248175136,
 "sizeGB": 15.13,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_L.gguf",
 "size": 16886495776,
 "sizeGB": 15.73,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ3_M.gguf",
 "size": 16911399456,
 "sizeGB": 15.75,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_XL.gguf",
 "size": 17331485216,
 "sizeGB": 16.14,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ4_XS.gguf",
 "size": 18817587744,
 "sizeGB": 17.53,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-IQ4_NL.gguf",
 "size": 19872487968,
 "sizeGB": 18.51,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q4_0.gguf",
 "size": 20194269728,
 "sizeGB": 18.81,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_S.gguf",
 "size": 20614355488,
 "sizeGB": 19.2,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf",
 "size": 21402589728,
 "sizeGB": 19.93,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_L.gguf",
 "size": 21780036128,
 "sizeGB": 20.28,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q4_1.gguf",
 "size": 21973768736,
 "sizeGB": 20.46,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_S.gguf",
 "size": 24167291424,
 "sizeGB": 22.51,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_M.gguf",
 "size": 25017457184,
 "sizeGB": 23.3,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_L.gguf",
 "size": 25331333664,
 "sizeGB": 23.59,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q6_K.gguf",
 "size": 30033099296,
 "sizeGB": 27.97,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q6_K_L.gguf",
 "size": 30279432736,
 "sizeGB": 28.2,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-Q8_0.gguf",
 "size": 36914690592,
 "sizeGB": 34.38,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16.gguf",
 "size": 69376637408,
 "sizeGB": 64.61,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "bartowski/google_gemma-4-26B-A4B-it-GGUF",
 "author": "bartowski",
 "name": "google_gemma-4-26B-A4B-it-GGUF",
 "downloads": 291026,
 "likes": 110,
 "pipeline_tag": "image-text-to-text",
 "params_b": 25.2,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:google/gemma-4-26B-A4B-it",
 "base_model:quantized:google/gemma-4-26B-A4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "google_gemma-4-26B-A4B-it-IQ2_XXS.gguf",
 "size": 9656493888,
 "sizeGB": 8.99,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ2_XS.gguf",
 "size": 10126647616,
 "sizeGB": 9.43,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ2_S.gguf",
 "size": 10230466496,
 "sizeGB": 9.53,
 "quant": "IQ2_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ2_M.gguf",
 "size": 10700620224,
 "sizeGB": 9.97,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q2_K.gguf",
 "size": 10951925696,
 "sizeGB": 10.2,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q2_K_L.gguf",
 "size": 11130707904,
 "sizeGB": 10.37,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ3_XXS.gguf",
 "size": 12160198080,
 "sizeGB": 11.33,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ3_XS.gguf",
 "size": 12437320640,
 "sizeGB": 11.58,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q3_K_S.gguf",
 "size": 12553232832,
 "sizeGB": 11.69,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q3_K_M.gguf",
 "size": 13019979200,
 "sizeGB": 12.13,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q3_K_L.gguf",
 "size": 13199178176,
 "sizeGB": 12.29,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ3_M.gguf",
 "size": 13280211392,
 "sizeGB": 12.37,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q3_K_XL.gguf",
 "size": 13377960384,
 "sizeGB": 12.46,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ4_XS.gguf",
 "size": 14205002688,
 "sizeGB": 13.23,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-IQ4_NL.gguf",
 "size": 14697712576,
 "sizeGB": 13.69,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q4_0.gguf",
 "size": 14759382976,
 "sizeGB": 13.75,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q4_K_S.gguf",
 "size": 15844286400,
 "sizeGB": 14.76,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q4_1.gguf",
 "size": 16144843712,
 "sizeGB": 15.04,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q4_K_M.gguf",
 "size": 17035037632,
 "sizeGB": 15.87,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q4_K_L.gguf",
 "size": 17213819840,
 "sizeGB": 16.03,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q5_K_S.gguf",
 "size": 18129380288,
 "sizeGB": 16.88,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q5_K_M.gguf",
 "size": 19319196608,
 "sizeGB": 17.99,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q5_K_L.gguf",
 "size": 19497978816,
 "sizeGB": 18.16,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q6_K.gguf",
 "size": 22862575040,
 "sizeGB": 21.29,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q6_K_L.gguf",
 "size": 23041357248,
 "sizeGB": 21.46,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-Q8_0.gguf",
 "size": 26859858880,
 "sizeGB": 25.02,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16.gguf",
 "size": 50505134944,
 "sizeGB": 47.04,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "timteh673/Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF",
 "author": "timteh673",
 "name": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF",
 "downloads": 284230,
 "likes": 14,
 "pipeline_tag": "text-generation",
 "params_b": 396.3,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "abliterated",
 "qwen",
 "qwen3.5",
 "moe",
 "397b",
 "17b-active",
 "fine-tuned",
 "reasoning",
 "lora",
 "opus",
 "claude",
 "text-generation",
 "en",
 "zh",
 "ja",
 "ko",
 "fr",
 "de",
 "es",
 "pt",
 "ru",
 "ar",
 "th",
 "vi",
 "id",
 "base_model:Qwen/Qwen3.5-397B-A17B",
 "base_model:adapter:Qwen/Qwen3.5-397B-A17B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q2_K.gguf",
 "size": 144736834368,
 "sizeGB": 134.8,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q3_K_M.gguf",
 "size": 189510738752,
 "sizeGB": 176.5,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q4_K_M.gguf",
 "size": 240604934976,
 "sizeGB": 224.08,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q6_K.gguf",
 "size": 325548426048,
 "sizeGB": 303.19,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q8_0.gguf",
 "size": 421507363648,
 "sizeGB": 392.56,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-BF16-split-.gguf",
 "size": 792961315808,
 "sizeGB": 738.5,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "Qwen/Qwen2.5-3B-Instruct-GGUF",
 "author": "Qwen",
 "name": "Qwen2.5-3B-Instruct-GGUF",
 "downloads": 283768,
 "likes": 108,
 "pipeline_tag": "text-generation",
 "params_b": 3.4,
 "arch": "qwen2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 32768,
 "tags": [
 "gguf",
 "chat",
 "text-generation",
 "en",
 "arxiv:2407.10671",
 "base_model:Qwen/Qwen2.5-3B-Instruct",
 "base_model:quantized:Qwen/Qwen2.5-3B-Instruct",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "qwen2.5-3b-instruct-q2_k.gguf",
 "size": 1376856480,
 "sizeGB": 1.28,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q3_k_m.gguf",
 "size": 1724178848,
 "sizeGB": 1.61,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q4_0.gguf",
 "size": 1997879712,
 "sizeGB": 1.86,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q4_k_m.gguf",
 "size": 2104932768,
 "sizeGB": 1.96,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q5_0.gguf",
 "size": 2383591840,
 "sizeGB": 2.22,
 "quant": "Q5_0",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q5_k_m.gguf",
 "size": 2438740384,
 "sizeGB": 2.27,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q6_k.gguf",
 "size": 2793410976,
 "sizeGB": 2.6,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "qwen2.5-3b-instruct-q8_0.gguf",
 "size": 3616088480,
 "sizeGB": 3.37,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/gemma-3-4b-it-GGUF",
 "author": "lmstudio-community",
 "name": "gemma-3-4b-it-GGUF",
 "downloads": 276083,
 "likes": 27,
 "pipeline_tag": "image-text-to-text",
 "params_b": 3.9,
 "arch": "gemma3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:google/gemma-3-4b-it",
 "base_model:quantized:google/gemma-3-4b-it",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-3-4b-it-Q3_K_L.gguf",
 "size": 2235949216,
 "sizeGB": 2.08,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "gemma-3-4b-it-Q4_K_M.gguf",
 "size": 2489757856,
 "sizeGB": 2.32,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-3-4b-it-Q6_K.gguf",
 "size": 3190603936,
 "sizeGB": 2.97,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-3-4b-it-Q8_0.gguf",
 "size": 4130226336,
 "sizeGB": 3.85,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
 "downloads": 265503,
 "likes": 314,
 "pipeline_tag": null,
 "params_b": 4.2,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.5",
 "qwen",
 "en",
 "zh",
 "multilingual",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
 "size": 2707513696,
 "sizeGB": 2.52,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
 "size": 3464055136,
 "sizeGB": 3.23,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
 "size": 4482402656,
 "sizeGB": 4.17,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
 "size": 8424393056,
 "sizeGB": 7.85,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/MiniMax-M2.7-GGUF",
 "author": "unsloth",
 "name": "MiniMax-M2.7-GGUF",
 "downloads": 261896,
 "likes": 154,
 "pipeline_tag": "text-generation",
 "params_b": 228.7,
 "arch": "minimax-m2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 196608,
 "tags": [
 "gguf",
 "minimax_m2",
 "unsloth",
 "text-generation",
 "base_model:MiniMaxAI/MiniMax-M2.7",
 "base_model:quantized:MiniMaxAI/MiniMax-M2.7",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M.gguf",
 "size": 60700770496,
 "sizeGB": 56.53,
 "quant": "IQ1_M",
 "sharded": true
 },
 {
 "path": "UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS.gguf",
 "size": 65381613760,
 "sizeGB": 60.89,
 "quant": "IQ2_XXS",
 "sharded": true
 },
 {
 "path": "UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M.gguf",
 "size": 70139281600,
 "sizeGB": 65.32,
 "quant": "IQ2_M",
 "sharded": true
 },
 {
 "path": "UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL.gguf",
 "size": 75284267200,
 "sizeGB": 70.11,
 "quant": "Q2_K_XL",
 "sharded": true
 },
 {
 "path": "UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS.gguf",
 "size": 80103688384,
 "sizeGB": 74.6,
 "quant": "IQ3_XXS",
 "sharded": true
 },
 {
 "path": "UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S.gguf",
 "size": 83614320800,
 "sizeGB": 77.87,
 "quant": "IQ3_S",
 "sharded": true
 },
 {
 "path": "UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S.gguf",
 "size": 93637298368,
 "sizeGB": 87.21,
 "quant": "Q3_K_S",
 "sharded": true
 },
 {
 "path": "UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M.gguf",
 "size": 101243668768,
 "sizeGB": 94.29,
 "quant": "Q3_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL.gguf",
 "size": 101939873056,
 "sizeGB": 94.94,
 "quant": "Q3_K_XL",
 "sharded": true
 },
 {
 "path": "UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS.gguf",
 "size": 108413781312,
 "sizeGB": 100.97,
 "quant": "IQ4_XS",
 "sharded": true
 },
 {
 "path": "UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL.gguf",
 "size": 110754202912,
 "sizeGB": 103.15,
 "quant": "IQ4_NL",
 "sharded": true
 },
 {
 "path": "UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S.gguf",
 "size": 130959213888,
 "sizeGB": 121.97,
 "quant": "Q4_K_S",
 "sharded": true
 },
 {
 "path": "MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE.gguf",
 "size": 136175829312,
 "sizeGB": 126.82,
 "quant": "MXFP4_MOE",
 "sharded": true
 },
 {
 "path": "UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M.gguf",
 "size": 140169905504,
 "sizeGB": 130.54,
 "quant": "Q4_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL.gguf",
 "size": 140781175136,
 "sizeGB": 131.11,
 "quant": "Q4_K_XL",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S.gguf",
 "size": 159042126272,
 "sizeGB": 148.12,
 "quant": "Q5_K_S",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M.gguf",
 "size": 168828486080,
 "sizeGB": 157.23,
 "quant": "Q5_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL.gguf",
 "size": 169441903040,
 "sizeGB": 157.81,
 "quant": "Q5_K_XL",
 "sharded": true
 },
 {
 "path": "UD-Q6_K/MiniMax-M2.7-UD-Q6_K.gguf",
 "size": 188060778912,
 "sizeGB": 175.15,
 "quant": "Q6_K",
 "sharded": true
 },
 {
 "path": "UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL.gguf",
 "size": 207445443072,
 "sizeGB": 193.2,
 "quant": "Q6_K_XL",
 "sharded": true
 },
 {
 "path": "Q8_0/MiniMax-M2.7-Q8_0.gguf",
 "size": 243136872992,
 "sizeGB": 226.44,
 "quant": "Q8_0",
 "sharded": true
 },
 {
 "path": "UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL.gguf",
 "size": 246575546912,
 "sizeGB": 229.64,
 "quant": "Q8_K_XL",
 "sharded": true
 },
 {
 "path": "BF16/MiniMax-M2.7-BF16.gguf",
 "size": 457487024928,
 "sizeGB": 426.07,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF",
 "author": "bartowski",
 "name": "Meta-Llama-3.1-8B-Instruct-GGUF",
 "downloads": 256780,
 "likes": 350,
 "pipeline_tag": "text-generation",
 "params_b": 8,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "facebook",
 "meta",
 "pytorch",
 "llama",
 "llama-3",
 "text-generation",
 "en",
 "de",
 "fr",
 "it",
 "pt",
 "hi",
 "es",
 "th",
 "base_model:meta-llama/Llama-3.1-8B-Instruct",
 "base_model:quantized:meta-llama/Llama-3.1-8B-Instruct",
 "license:llama3.1",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf",
 "size": 2948285856,
 "sizeGB": 2.75,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q2_K.gguf",
 "size": 3179136416,
 "sizeGB": 2.96,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf",
 "size": 3518752160,
 "sizeGB": 3.28,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf",
 "size": 3664504224,
 "sizeGB": 3.41,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q2_K_L.gguf",
 "size": 3692160416,
 "sizeGB": 3.44,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf",
 "size": 3784828320,
 "sizeGB": 3.52,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf",
 "size": 4018922912,
 "sizeGB": 3.74,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf",
 "size": 4321961376,
 "sizeGB": 4.03,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf",
 "size": 4447667616,
 "sizeGB": 4.14,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf",
 "size": 4661216672,
 "sizeGB": 4.34,
 "quant": "Q4_0_4_4",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf",
 "size": 4661216672,
 "sizeGB": 4.34,
 "quant": "Q4_0_4_8",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf",
 "size": 4661216672,
 "sizeGB": 4.34,
 "quant": "Q4_0_8_8",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf",
 "size": 4677993888,
 "sizeGB": 4.36,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf",
 "size": 4692673952,
 "sizeGB": 4.37,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_XL.gguf",
 "size": 4781630880,
 "sizeGB": 4.45,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf",
 "size": 4920739232,
 "sizeGB": 4.58,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_L.gguf",
 "size": 5310637472,
 "sizeGB": 4.95,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf",
 "size": 5599298976,
 "sizeGB": 5.21,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf",
 "size": 5732992416,
 "sizeGB": 5.34,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_L.gguf",
 "size": 6057223584,
 "sizeGB": 5.64,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q6_K.gguf",
 "size": 6596011424,
 "sizeGB": 6.14,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q6_K_L.gguf",
 "size": 6850471328,
 "sizeGB": 6.38,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf",
 "size": 8540775840,
 "sizeGB": 7.95,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Meta-Llama-3.1-8B-Instruct-f32.gguf",
 "size": 32128885888,
 "sizeGB": 29.92,
 "quant": "F32",
 "sharded": false
 }
 ]
 },
 {
 "id": "MaziyarPanahi/Phi-3.5-mini-instruct-GGUF",
 "author": "MaziyarPanahi",
 "name": "Phi-3.5-mini-instruct-GGUF",
 "downloads": 255311,
 "likes": 29,
 "pipeline_tag": "text-generation",
 "params_b": 3.8,
 "arch": "phi3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "mistral",
 "quantized",
 "2-bit",
 "3-bit",
 "4-bit",
 "5-bit",
 "6-bit",
 "8-bit",
 "GGUF",
 "text-generation",
 "base_model:microsoft/Phi-3.5-mini-instruct",
 "base_model:quantized:microsoft/Phi-3.5-mini-instruct",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Phi-3.5-mini-instruct.IQ1_S.gguf",
 "size": 841609952,
 "sizeGB": 0.78,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.IQ1_M.gguf",
 "size": 917107424,
 "sizeGB": 0.85,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.IQ2_XS.gguf",
 "size": 1153037024,
 "sizeGB": 1.07,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q2_K.gguf",
 "size": 1416204512,
 "sizeGB": 1.32,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.IQ3_XS.gguf",
 "size": 1625175776,
 "sizeGB": 1.51,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q3_K_S.gguf",
 "size": 1681798880,
 "sizeGB": 1.57,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q3_K_M.gguf",
 "size": 1955477216,
 "sizeGB": 1.82,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.IQ4_XS.gguf",
 "size": 2059853024,
 "sizeGB": 1.92,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q3_K_L.gguf",
 "size": 2087597792,
 "sizeGB": 1.94,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q4_K_S.gguf",
 "size": 2188760288,
 "sizeGB": 2.04,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q4_K_M.gguf",
 "size": 2393232608,
 "sizeGB": 2.23,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q5_K_S.gguf",
 "size": 2641474784,
 "sizeGB": 2.46,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q5_K_M.gguf",
 "size": 2815276256,
 "sizeGB": 2.62,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q6_K.gguf",
 "size": 3135853280,
 "sizeGB": 2.92,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Phi-3.5-mini-instruct.Q8_0.gguf",
 "size": 4061222624,
 "sizeGB": 3.78,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/Qwen3.5-35B-A3B-GGUF",
 "author": "lmstudio-community",
 "name": "Qwen3.5-35B-A3B-GGUF",
 "downloads": 252222,
 "likes": 23,
 "pipeline_tag": null,
 "params_b": 34.7,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:Qwen/Qwen3.5-35B-A3B",
 "base_model:quantized:Qwen/Qwen3.5-35B-A3B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-35B-A3B-Q4_K_M.gguf",
 "size": 21169116992,
 "sizeGB": 19.72,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q6_K.gguf",
 "size": 28514152256,
 "sizeGB": 26.56,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-35B-A3B-Q8_0.gguf",
 "size": 36903139136,
 "sizeGB": 34.37,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
 "author": "Jackrong",
 "name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF",
 "downloads": 250634,
 "likes": 119,
 "pipeline_tag": "text-generation",
 "params_b": 4.2,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "lora",
 "text-generation",
 "en",
 "zh",
 "ko",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "base_model:Qwen/Qwen3.5-4B",
 "base_model:adapter:Qwen/Qwen3.5-4B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-4B.Q2_K.gguf",
 "size": 1797501760,
 "sizeGB": 1.67,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q3_K_S.gguf",
 "size": 2069875520,
 "sizeGB": 1.93,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q3_K_M.gguf",
 "size": 2257472320,
 "sizeGB": 2.1,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q3_K_L.gguf",
 "size": 2358397760,
 "sizeGB": 2.2,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q4_K_S.gguf",
 "size": 2557002560,
 "sizeGB": 2.38,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q4_K_M.gguf",
 "size": 2707510080,
 "sizeGB": 2.52,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q5_K_S.gguf",
 "size": 2990031680,
 "sizeGB": 2.78,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q5_K_M.gguf",
 "size": 3108754240,
 "sizeGB": 2.9,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q6_K.gguf",
 "size": 3464051520,
 "sizeGB": 3.23,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-4B.Q8_0.gguf",
 "size": 4482399040,
 "sizeGB": 4.17,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/Qwen_Qwen3.5-0.8B-GGUF",
 "author": "bartowski",
 "name": "Qwen_Qwen3.5-0.8B-GGUF",
 "downloads": 239060,
 "likes": 13,
 "pipeline_tag": "image-text-to-text",
 "params_b": 0.8,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-0.8B",
 "base_model:quantized:Qwen/Qwen3.5-0.8B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ2_M.gguf",
 "size": 366661792,
 "sizeGB": 0.34,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ3_XXS.gguf",
 "size": 428691616,
 "sizeGB": 0.4,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q2_K.gguf",
 "size": 438354080,
 "sizeGB": 0.41,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ3_XS.gguf",
 "size": 472686752,
 "sizeGB": 0.44,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q3_K_S.gguf",
 "size": 478609568,
 "sizeGB": 0.45,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ3_M.gguf",
 "size": 482554016,
 "sizeGB": 0.45,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q3_K_M.gguf",
 "size": 492986528,
 "sizeGB": 0.46,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ4_XS.gguf",
 "size": 498884768,
 "sizeGB": 0.46,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q2_K_L.gguf",
 "size": 499937440,
 "sizeGB": 0.47,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q3_K_L.gguf",
 "size": 505372832,
 "sizeGB": 0.47,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q4_0.gguf",
 "size": 513605792,
 "sizeGB": 0.48,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-IQ4_NL.gguf",
 "size": 513728672,
 "sizeGB": 0.48,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q4_K_S.gguf",
 "size": 530153632,
 "sizeGB": 0.49,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q4_1.gguf",
 "size": 542802080,
 "sizeGB": 0.51,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q4_K_M.gguf",
 "size": 556982432,
 "sizeGB": 0.52,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q3_K_XL.gguf",
 "size": 566956192,
 "sizeGB": 0.53,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q5_K_S.gguf",
 "size": 589398176,
 "sizeGB": 0.55,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q4_K_L.gguf",
 "size": 618565792,
 "sizeGB": 0.58,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q5_K_M.gguf",
 "size": 625860768,
 "sizeGB": 0.58,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q6_K.gguf",
 "size": 666919072,
 "sizeGB": 0.62,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q5_K_L.gguf",
 "size": 687444128,
 "sizeGB": 0.64,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q6_K_L.gguf",
 "size": 728502432,
 "sizeGB": 0.68,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-Q8_0.gguf",
 "size": 813576352,
 "sizeGB": 0.76,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-0.8B-bf16.gguf",
 "size": 1516744608,
 "sizeGB": 1.41,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/gpt-oss-120b-GGUF",
 "author": "unsloth",
 "name": "gpt-oss-120b-GGUF",
 "downloads": 237106,
 "likes": 246,
 "pipeline_tag": "text-generation",
 "params_b": 116.8,
 "arch": "gpt-oss",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "transformers",
 "gguf",
 "gpt_oss",
 "text-generation",
 "openai",
 "unsloth",
 "base_model:openai/gpt-oss-120b",
 "base_model:quantized:openai/gpt-oss-120b",
 "license:apache-2.0",
 "endpoints_compatible",
 "mxfp4",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Q3_K_S/gpt-oss-120b-Q3_K_S.gguf",
 "size": 62563621472,
 "sizeGB": 58.27,
 "quant": "Q3_K_S",
 "sharded": true
 },
 {
 "path": "Q2_K/gpt-oss-120b-Q2_K.gguf",
 "size": 62570256992,
 "sizeGB": 58.27,
 "quant": "Q2_K",
 "sharded": true
 },
 {
 "path": "Q4_0/gpt-oss-120b-Q4_0.gguf",
 "size": 62620023392,
 "sizeGB": 58.32,
 "quant": "Q4_0",
 "sharded": true
 },
 {
 "path": "Q3_K_M/gpt-oss-120b-Q3_K_M.gguf",
 "size": 62626843232,
 "sizeGB": 58.33,
 "quant": "Q3_K_M",
 "sharded": true
 },
 {
 "path": "Q4_1/gpt-oss-120b-Q4_1.gguf",
 "size": 62715938912,
 "sizeGB": 58.41,
 "quant": "Q4_1",
 "sharded": true
 },
 {
 "path": "Q4_K_S/gpt-oss-120b-Q4_K_S.gguf",
 "size": 62759138912,
 "sizeGB": 58.45,
 "quant": "Q4_K_S",
 "sharded": true
 },
 {
 "path": "Q4_K_M/gpt-oss-120b-Q4_K_M.gguf",
 "size": 62768723552,
 "sizeGB": 58.46,
 "quant": "Q4_K_M",
 "sharded": true
 },
 {
 "path": "Q2_K_L/gpt-oss-120b-Q2_K_L.gguf",
 "size": 62859823712,
 "sizeGB": 58.54,
 "quant": "Q2_K_L",
 "sharded": true
 },
 {
 "path": "Q5_K_S/gpt-oss-120b-Q5_K_S.gguf",
 "size": 62881227872,
 "sizeGB": 58.56,
 "quant": "Q5_K_S",
 "sharded": true
 },
 {
 "path": "Q5_K_M/gpt-oss-120b-Q5_K_M.gguf",
 "size": 62889522272,
 "sizeGB": 58.57,
 "quant": "Q5_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL.gguf",
 "size": 63016311392,
 "sizeGB": 58.69,
 "quant": "Q4_K_XL",
 "sharded": true
 },
 {
 "path": "Q6_K/gpt-oss-120b-Q6_K.gguf",
 "size": 63284496960,
 "sizeGB": 58.94,
 "quant": "Q6_K",
 "sharded": true
 },
 {
 "path": "UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL.gguf",
 "size": 63284496960,
 "sizeGB": 58.94,
 "quant": "Q6_K_XL",
 "sharded": true
 },
 {
 "path": "Q8_0/gpt-oss-120b-Q8_0.gguf",
 "size": 63387347520,
 "sizeGB": 59.03,
 "quant": "Q8_0",
 "sharded": true
 },
 {
 "path": "UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL.gguf",
 "size": 64473222720,
 "sizeGB": 60.05,
 "quant": "Q8_K_XL",
 "sharded": true
 },
 {
 "path": "gpt-oss-120b-F16.gguf",
 "size": 65369017728,
 "sizeGB": 60.88,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/gpt-oss-20b-GGUF",
 "author": "unsloth",
 "name": "gpt-oss-20b-GGUF",
 "downloads": 231583,
 "likes": 673,
 "pipeline_tag": "text-generation",
 "params_b": 20.9,
 "arch": "gpt-oss",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "transformers",
 "gguf",
 "gpt_oss",
 "text-generation",
 "openai",
 "unsloth",
 "base_model:openai/gpt-oss-20b",
 "base_model:quantized:openai/gpt-oss-20b",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gpt-oss-20b-Q3_K_S.gguf",
 "size": 11463894208,
 "sizeGB": 10.68,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q2_K.gguf",
 "size": 11468317888,
 "sizeGB": 10.68,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q4_0.gguf",
 "size": 11501495488,
 "sizeGB": 10.71,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q3_K_M.gguf",
 "size": 11506103488,
 "sizeGB": 10.72,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q4_1.gguf",
 "size": 11577504448,
 "sizeGB": 10.78,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q4_K_S.gguf",
 "size": 11618492608,
 "sizeGB": 10.82,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q4_K_M.gguf",
 "size": 11624759488,
 "sizeGB": 10.83,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q5_K_S.gguf",
 "size": 11711827648,
 "sizeGB": 10.91,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q5_K_M.gguf",
 "size": 11717357248,
 "sizeGB": 10.91,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q2_K_L.gguf",
 "size": 11757884608,
 "sizeGB": 10.95,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-UD-Q4_K_XL.gguf",
 "size": 11872347328,
 "sizeGB": 11.06,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q6_K.gguf",
 "size": 12041000128,
 "sizeGB": 11.21,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-UD-Q6_K_XL.gguf",
 "size": 12041000128,
 "sizeGB": 11.21,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-Q8_0.gguf",
 "size": 12109567168,
 "sizeGB": 11.28,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-UD-Q8_K_XL.gguf",
 "size": 13195442368,
 "sizeGB": 12.29,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "gpt-oss-20b-F16.gguf",
 "size": 13792639168,
 "sizeGB": 12.85,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
 "author": "Jackrong",
 "name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF",
 "downloads": 227380,
 "likes": 319,
 "pipeline_tag": "image-text-to-text",
 "params_b": 9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "lora",
 "image-text-to-text",
 "en",
 "zh",
 "ko",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "dataset:Roman1111111/claude-opus-4.6-10000x",
 "base_model:Qwen/Qwen3.5-9B",
 "base_model:adapter:Qwen/Qwen3.5-9B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-9B.Q4_K_M.gguf",
 "size": 5629105024,
 "sizeGB": 5.24,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B.Q5_K_M.gguf",
 "size": 6467965824,
 "sizeGB": 6.02,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-9B.Q8_0.gguf",
 "size": 9527497600,
 "sizeGB": 8.87,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3.5-122B-A10B-GGUF",
 "author": "unsloth",
 "name": "Qwen3.5-122B-A10B-GGUF",
 "downloads": 221546,
 "likes": 250,
 "pipeline_tag": "image-text-to-text",
 "params_b": 122.1,
 "arch": "qwen35moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "qwen3_5_moe",
 "image-text-to-text",
 "unsloth",
 "base_model:Qwen/Qwen3.5-122B-A10B",
 "base_model:quantized:Qwen/Qwen3.5-122B-A10B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-122B-A10B-UD-IQ1_M.gguf",
 "size": 34221749440,
 "sizeGB": 31.87,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf",
 "size": 36637668544,
 "sizeGB": 34.12,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-122B-A10B-UD-IQ2_M.gguf",
 "size": 39148942528,
 "sizeGB": 36.46,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf",
 "size": 41845347520,
 "sizeGB": 38.97,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf",
 "size": 44745020608,
 "sizeGB": 41.67,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-122B-A10B-UD-IQ3_S.gguf",
 "size": 46556959936,
 "sizeGB": 43.36,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S.gguf",
 "size": 52495013376,
 "sizeGB": 48.89,
 "quant": "Q3_K_S",
 "sharded": true
 },
 {
 "path": "Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M.gguf",
 "size": 56420881952,
 "sizeGB": 52.55,
 "quant": "Q3_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL.gguf",
 "size": 56970536480,
 "sizeGB": 53.06,
 "quant": "Q3_K_XL",
 "sharded": true
 },
 {
 "path": "UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS.gguf",
 "size": 60229510656,
 "sizeGB": 56.09,
 "quant": "IQ4_XS",
 "sharded": true
 },
 {
 "path": "UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL.gguf",
 "size": 61437470208,
 "sizeGB": 57.22,
 "quant": "IQ4_NL",
 "sharded": true
 },
 {
 "path": "Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S.gguf",
 "size": 71705126400,
 "sizeGB": 66.78,
 "quant": "Q4_K_S",
 "sharded": true
 },
 {
 "path": "MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE.gguf",
 "size": 74664408608,
 "sizeGB": 69.54,
 "quant": "MXFP4_MOE",
 "sharded": true
 },
 {
 "path": "Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M.gguf",
 "size": 76536964608,
 "sizeGB": 71.28,
 "quant": "Q4_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL.gguf",
 "size": 77029996032,
 "sizeGB": 71.74,
 "quant": "Q4_K_XL",
 "sharded": true
 },
 {
 "path": "Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S.gguf",
 "size": 86385391136,
 "sizeGB": 80.45,
 "quant": "Q5_K_S",
 "sharded": true
 },
 {
 "path": "Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M.gguf",
 "size": 91519219200,
 "sizeGB": 85.23,
 "quant": "Q5_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL.gguf",
 "size": 91928163840,
 "sizeGB": 85.61,
 "quant": "Q5_K_XL",
 "sharded": true
 },
 {
 "path": "Q6_K/Qwen3.5-122B-A10B-Q6_K.gguf",
 "size": 101009782432,
 "sizeGB": 94.07,
 "quant": "Q6_K",
 "sharded": true
 },
 {
 "path": "UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL.gguf",
 "size": 112401249920,
 "sizeGB": 104.68,
 "quant": "Q6_K_XL",
 "sharded": true
 },
 {
 "path": "Q8_0/Qwen3.5-122B-A10B-Q8_0.gguf",
 "size": 129871935104,
 "sizeGB": 120.95,
 "quant": "Q8_0",
 "sharded": true
 },
 {
 "path": "UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL.gguf",
 "size": 170838161152,
 "sizeGB": 159.11,
 "quant": "Q8_K_XL",
 "sharded": true
 },
 {
 "path": "BF16/Qwen3.5-122B-A10B-BF16.gguf",
 "size": 244314011488,
 "sizeGB": 227.54,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "mradermacher/gemma-4-31B-it-abliterated-GGUF",
 "author": "mradermacher",
 "name": "gemma-4-31B-it-abliterated-GGUF",
 "downloads": 221327,
 "likes": 4,
 "pipeline_tag": null,
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "abliterated",
 "uncensored",
 "gemma4",
 "direct-weight-editing",
 "en",
 "base_model:wangzhang/gemma-4-31B-it-abliterated",
 "base_model:quantized:wangzhang/gemma-4-31B-it-abliterated",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-31B-it-abliterated.Q2_K.gguf",
 "size": 11916308768,
 "sizeGB": 11.1,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q3_K_S.gguf",
 "size": 13761351968,
 "sizeGB": 12.82,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q3_K_M.gguf",
 "size": 15287103776,
 "sizeGB": 14.24,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q3_K_L.gguf",
 "size": 16628265248,
 "sizeGB": 15.49,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.IQ4_XS.gguf",
 "size": 16862228768,
 "sizeGB": 15.7,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q4_K_S.gguf",
 "size": 17763160352,
 "sizeGB": 16.54,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q4_K_M.gguf",
 "size": 18687058208,
 "sizeGB": 17.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q5_K_S.gguf",
 "size": 21311836448,
 "sizeGB": 19.85,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q5_K_M.gguf",
 "size": 21845565728,
 "sizeGB": 20.35,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q6_K.gguf",
 "size": 25201479968,
 "sizeGB": 23.47,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "gemma-4-31B-it-abliterated.Q8_0.gguf",
 "size": 32635670816,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3-Coder-Next-GGUF",
 "author": "unsloth",
 "name": "Qwen3-Coder-Next-GGUF",
 "downloads": 219342,
 "likes": 604,
 "pipeline_tag": "text-generation",
 "params_b": 79.7,
 "arch": "qwen3next",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_next",
 "unsloth",
 "qwen",
 "qwen3",
 "text-generation",
 "base_model:Qwen/Qwen3-Coder-Next",
 "base_model:quantized:Qwen/Qwen3-Coder-Next",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-Coder-Next-UD-TQ1_0.gguf",
 "size": 18941835296,
 "sizeGB": 17.64,
 "quant": "Q1_0",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ1_S.gguf",
 "size": 21508749344,
 "sizeGB": 20.03,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ1_M.gguf",
 "size": 21701693440,
 "sizeGB": 20.21,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ2_XXS.gguf",
 "size": 23312490496,
 "sizeGB": 21.71,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ2_M.gguf",
 "size": 24962293760,
 "sizeGB": 23.25,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q2_K_XL.gguf",
 "size": 26760515584,
 "sizeGB": 24.92,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ3_XXS.gguf",
 "size": 28482506752,
 "sizeGB": 26.53,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q2_K.gguf",
 "size": 29224450080,
 "sizeGB": 27.22,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q2_K_L.gguf",
 "size": 29297379360,
 "sizeGB": 27.29,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ3_S.gguf",
 "size": 29690687488,
 "sizeGB": 27.65,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q3_K_S.gguf",
 "size": 33320267776,
 "sizeGB": 31.03,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q3_K_S.gguf",
 "size": 34603089952,
 "sizeGB": 32.23,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q3_K_M.gguf",
 "size": 35937513472,
 "sizeGB": 33.47,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q3_K_XL.gguf",
 "size": 36282685440,
 "sizeGB": 33.79,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q3_K_M.gguf",
 "size": 38322487328,
 "sizeGB": 35.69,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ4_XS.gguf",
 "size": 38429272064,
 "sizeGB": 35.79,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-IQ4_NL.gguf",
 "size": 39234725888,
 "sizeGB": 36.54,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-IQ4_XS.gguf",
 "size": 42676135968,
 "sizeGB": 39.75,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-IQ4_NL.gguf",
 "size": 45130344480,
 "sizeGB": 42.03,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q4_0.gguf",
 "size": 45330098208,
 "sizeGB": 42.22,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q4_K_S.gguf",
 "size": 45531949088,
 "sizeGB": 42.4,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q4_K_S.gguf",
 "size": 46079830016,
 "sizeGB": 42.92,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-MXFP4_MOE.gguf",
 "size": 48033779712,
 "sizeGB": 44.73,
 "quant": "MXFP4_MOE",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-Q4_K_M.gguf",
 "size": 48528320544,
 "sizeGB": 45.2,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q4_K_M.gguf",
 "size": 49301055488,
 "sizeGB": 45.92,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-Next-UD-Q4_K_XL.gguf",
 "size": 49608478720,
 "sizeGB": 46.2,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Q4_1/Qwen3-Coder-Next-Q4_1.gguf",
 "size": 50057423200,
 "sizeGB": 46.62,
 "quant": "Q4_1",
 "sharded": true
 },
 {
 "path": "Q5_K_S/Qwen3-Coder-Next-Q5_K_S.gguf",
 "size": 55055280480,
 "sizeGB": 51.27,
 "quant": "Q5_K_S",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S.gguf",
 "size": 55819456832,
 "sizeGB": 51.99,
 "quant": "Q5_K_S",
 "sharded": true
 },
 {
 "path": "Q5_K_M/Qwen3-Coder-Next-Q5_K_M.gguf",
 "size": 56847886688,
 "sizeGB": 52.94,
 "quant": "Q5_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M.gguf",
 "size": 59242008928,
 "sizeGB": 55.17,
 "quant": "Q5_K_M",
 "sharded": true
 },
 {
 "path": "UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL.gguf",
 "size": 59541180768,
 "sizeGB": 55.45,
 "quant": "Q5_K_XL",
 "sharded": true
 },
 {
 "path": "Q6_K/Qwen3-Coder-Next-Q6_K.gguf",
 "size": 65613992288,
 "sizeGB": 61.11,
 "quant": "Q6_K",
 "sharded": true
 },
 {
 "path": "UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K.gguf",
 "size": 65789092160,
 "sizeGB": 61.27,
 "quant": "Q6_K",
 "sharded": true
 },
 {
 "path": "UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL.gguf",
 "size": 73118769504,
 "sizeGB": 68.1,
 "quant": "Q6_K_XL",
 "sharded": true
 },
 {
 "path": "Q8_0/Qwen3-Coder-Next-Q8_0.gguf",
 "size": 84812255584,
 "sizeGB": 78.99,
 "quant": "Q8_0",
 "sharded": true
 },
 {
 "path": "UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL.gguf",
 "size": 86348747104,
 "sizeGB": 80.42,
 "quant": "Q8_K_XL",
 "sharded": true
 },
 {
 "path": "BF16/Qwen3-Coder-Next-BF16.gguf",
 "size": 159458415168,
 "sizeGB": 148.51,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "bartowski/google_gemma-4-E4B-it-GGUF",
 "author": "bartowski",
 "name": "google_gemma-4-E4B-it-GGUF",
 "downloads": 217677,
 "likes": 49,
 "pipeline_tag": "image-text-to-text",
 "params_b": 7.5,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:google/gemma-4-E4B-it",
 "base_model:quantized:google/gemma-4-E4B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "google_gemma-4-E4B-it-IQ2_M.gguf",
 "size": 3959906592,
 "sizeGB": 3.69,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q2_K.gguf",
 "size": 4458090784,
 "sizeGB": 4.15,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-IQ3_XS.gguf",
 "size": 4632037664,
 "sizeGB": 4.31,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q3_K_S.gguf",
 "size": 4699693344,
 "sizeGB": 4.38,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-IQ3_M.gguf",
 "size": 4767779104,
 "sizeGB": 4.44,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q3_K_M.gguf",
 "size": 4898728224,
 "sizeGB": 4.56,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q3_K_L.gguf",
 "size": 5034223904,
 "sizeGB": 4.69,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-IQ4_XS.gguf",
 "size": 5112826144,
 "sizeGB": 4.76,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q4_0.gguf",
 "size": 5223858464,
 "sizeGB": 4.87,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-IQ4_NL.gguf",
 "size": 5232224544,
 "sizeGB": 4.87,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q4_K_S.gguf",
 "size": 5235654944,
 "sizeGB": 4.88,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q2_K_L.gguf",
 "size": 5303243040,
 "sizeGB": 4.94,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q4_K_M.gguf",
 "size": 5405167904,
 "sizeGB": 5.03,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q4_1.gguf",
 "size": 5458477344,
 "sizeGB": 5.08,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q5_K_S.gguf",
 "size": 5701288224,
 "sizeGB": 5.31,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q5_K_M.gguf",
 "size": 5820881184,
 "sizeGB": 5.42,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q3_K_XL.gguf",
 "size": 5879376160,
 "sizeGB": 5.48,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q4_K_L.gguf",
 "size": 6250320160,
 "sizeGB": 5.82,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q6_K.gguf",
 "size": 6329952544,
 "sizeGB": 5.9,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q5_K_L.gguf",
 "size": 6666033440,
 "sizeGB": 6.21,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q6_K_L.gguf",
 "size": 7175104800,
 "sizeGB": 6.68,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-Q8_0.gguf",
 "size": 8031240480,
 "sizeGB": 7.48,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E4B-it-bf16.gguf",
 "size": 15053094912,
 "sizeGB": 14.02,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "lmstudio-community/Qwen3.6-27B-GGUF",
 "author": "lmstudio-community",
 "name": "Qwen3.6-27B-GGUF",
 "downloads": 217351,
 "likes": 10,
 "pipeline_tag": null,
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "base_model:Qwen/Qwen3.6-27B",
 "base_model:quantized:Qwen/Qwen3.6-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-27B-Q4_K_M.gguf",
 "size": 16547398784,
 "sizeGB": 15.41,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q6_K.gguf",
 "size": 22082528384,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Q8_0.gguf",
 "size": 28595762304,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "paperscarecrow/Gemma-4-31B-it-abliterated",
 "author": "paperscarecrow",
 "name": "Gemma-4-31B-it-abliterated",
 "downloads": 214253,
 "likes": 89,
 "pipeline_tag": null,
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "safetensors",
 "gguf",
 "abliterated",
 "uncensored",
 "dataset:mlabonne/harmful_behaviors",
 "dataset:mlabonne/harmless_alpaca",
 "base_model:google/gemma-4-31B-it",
 "base_model:quantized:google/gemma-4-31B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-31b-abliterated-Q4_K_M.gguf",
 "size": 18687057536,
 "sizeGB": 17.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31b-abliterated-Q8_0.gguf",
 "size": 32635670144,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-31b-abliterated-f16.gguf",
 "size": 61413183104,
 "sizeGB": 57.2,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "ggml-org/gemma-4-E4B-it-GGUF",
 "author": "ggml-org",
 "name": "gemma-4-E4B-it-GGUF",
 "downloads": 212601,
 "likes": 45,
 "pipeline_tag": null,
 "params_b": 7.5,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "base_model:google/gemma-4-E4B-it",
 "base_model:quantized:google/gemma-4-E4B-it",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-E4B-it-Q4_K_M.gguf",
 "size": 5335289824,
 "sizeGB": 4.97,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-Q8_0.gguf",
 "size": 8031240160,
 "sizeGB": 7.48,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "gemma-4-E4B-it-bf16.gguf",
 "size": 15053094880,
 "sizeGB": 14.02,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF",
 "author": "rippertnt",
 "name": "HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF",
 "downloads": 205747,
 "likes": 3,
 "pipeline_tag": null,
 "params_b": 1.8,
 "arch": "llama",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "llama",
 "llama-cpp",
 "gguf-my-repo",
 "base_model:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B",
 "base_model:quantized:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf",
 "size": 1133974368,
 "sizeGB": 1.06,
 "quant": "Q4_K_M",
 "sharded": false
 }
 ]
 },
 {
 "id": "douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF",
 "author": "douyamv",
 "name": "Gemma-4-31B-JANG_4M-CRACK-GGUF",
 "downloads": 204429,
 "likes": 156,
 "pipeline_tag": "text-generation",
 "params_b": 30.7,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "gemma4",
 "quantized",
 "31b",
 "text-generation",
 "en",
 "license:gemma",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "gemma-4-31b-jang-crack-Q3_K_M.gguf",
 "size": 15287102912,
 "sizeGB": 14.24,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31b-jang-crack-Q4_K_M.gguf",
 "size": 18687057344,
 "sizeGB": 17.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "gemma-4-31b-jang-crack-Q8_0.gguf",
 "size": 32635670976,
 "sizeGB": 30.39,
 "quant": "Q8_0",
 "sharded": true
 }
 ]
 },
 {
 "id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF",
 "author": "mradermacher",
 "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF",
 "downloads": 196511,
 "likes": 114,
 "pipeline_tag": null,
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "Dense",
 "en",
 "zh",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "base_model:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled",
 "base_model:quantized:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf",
 "size": 6225763040,
 "sizeGB": 5.8,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf",
 "size": 6766004960,
 "sizeGB": 6.3,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf",
 "size": 7666408160,
 "sizeGB": 7.14,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf",
 "size": 8402459360,
 "sizeGB": 7.83,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf",
 "size": 8674781920,
 "sizeGB": 8.08,
 "quant": "IQ2_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf",
 "size": 9395104480,
 "sizeGB": 8.75,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf",
 "size": 9658497760,
 "sizeGB": 9,
 "quant": "Q2_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf",
 "size": 10121837280,
 "sizeGB": 9.43,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf",
 "size": 10734168800,
 "sizeGB": 10,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf",
 "size": 11632892640,
 "sizeGB": 10.83,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf",
 "size": 12073949920,
 "sizeGB": 11.24,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf",
 "size": 12085091040,
 "sizeGB": 11.26,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf",
 "size": 12580870880,
 "sizeGB": 11.72,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf",
 "size": 13289642720,
 "sizeGB": 12.38,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf",
 "size": 14030199520,
 "sizeGB": 13.07,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf",
 "size": 14689286880,
 "sizeGB": 13.68,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf",
 "size": 15521430240,
 "sizeGB": 14.46,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf",
 "size": 15568616160,
 "sizeGB": 14.5,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf",
 "size": 16540269280,
 "sizeGB": 15.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf",
 "size": 17078237920,
 "sizeGB": 15.91,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf",
 "size": 18679610080,
 "sizeGB": 17.4,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf",
 "size": 19399604960,
 "sizeGB": 18.07,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf",
 "size": 22082525920,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 },
 {
 "id": "TheDrummer/Gemmasutra-Mini-2B-v1-GGUF",
 "author": "TheDrummer",
 "name": "Gemmasutra-Mini-2B-v1-GGUF",
 "downloads": 195368,
 "likes": 70,
 "pipeline_tag": null,
 "params_b": 2.6,
 "arch": "gemma2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 8192,
 "tags": [
 "gguf",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Gemmasutra-Mini-2B-v1-Q2_K.gguf",
 "size": 1229830016,
 "sizeGB": 1.15,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q3_K_S.gguf",
 "size": 1360659904,
 "sizeGB": 1.27,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q3_K.gguf",
 "size": 1461667264,
 "sizeGB": 1.36,
 "quant": "Q3_K",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q3_K_M.gguf",
 "size": 1461667712,
 "sizeGB": 1.36,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q3_K_L.gguf",
 "size": 1550435776,
 "sizeGB": 1.44,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf",
 "size": 1629509056,
 "sizeGB": 1.52,
 "quant": "Q4_0_4_4",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf",
 "size": 1629509056,
 "sizeGB": 1.52,
 "quant": "Q4_0_4_8",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf",
 "size": 1629509056,
 "sizeGB": 1.52,
 "quant": "Q4_0_8_8",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_K_S.gguf",
 "size": 1638651328,
 "sizeGB": 1.53,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_K.gguf",
 "size": 1708582336,
 "sizeGB": 1.59,
 "quant": "Q4_K",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q4_K_M.gguf",
 "size": 1708582784,
 "sizeGB": 1.59,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q5_K_S.gguf",
 "size": 1882543552,
 "sizeGB": 1.75,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q5_K.gguf",
 "size": 1923278272,
 "sizeGB": 1.79,
 "quant": "Q5_K",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q5_K_M.gguf",
 "size": 1923278720,
 "sizeGB": 1.79,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q6_K.gguf",
 "size": 2151393152,
 "sizeGB": 2,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-Q8_0.gguf",
 "size": 2784495488,
 "sizeGB": 2.59,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-BF16.gguf",
 "size": 5235213760,
 "sizeGB": 4.88,
 "quant": "BF16",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-f16.gguf",
 "size": 5235214208,
 "sizeGB": 4.88,
 "quant": "F16",
 "sharded": false
 },
 {
 "path": "Gemmasutra-Mini-2B-v1-f32.gguf",
 "size": 10463413696,
 "sizeGB": 9.74,
 "quant": "F32",
 "sharded": false
 }
 ]
 },
 {
 "id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF",
 "author": "mradermacher",
 "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF",
 "downloads": 193074,
 "likes": 8,
 "pipeline_tag": null,
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "Dense",
 "heretic",
 "uncensored",
 "decensored",
 "abliterated",
 "en",
 "zh",
 "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered",
 "dataset:Jackrong/Qwen3.5-reasoning-700x",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_S.gguf",
 "size": 6225763808,
 "sizeGB": 5.8,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_M.gguf",
 "size": 6766005728,
 "sizeGB": 6.3,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XXS.gguf",
 "size": 7666408928,
 "sizeGB": 7.14,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XS.gguf",
 "size": 8402460128,
 "sizeGB": 7.83,
 "quant": "IQ2_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_S.gguf",
 "size": 8674782688,
 "sizeGB": 8.08,
 "quant": "IQ2_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_M.gguf",
 "size": 9395105248,
 "sizeGB": 8.75,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K_S.gguf",
 "size": 9658498528,
 "sizeGB": 9,
 "quant": "Q2_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K.gguf",
 "size": 10121838048,
 "sizeGB": 9.43,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XXS.gguf",
 "size": 10734169568,
 "sizeGB": 10,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XS.gguf",
 "size": 11632893408,
 "sizeGB": 10.83,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_S.gguf",
 "size": 12073950688,
 "sizeGB": 11.24,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_S.gguf",
 "size": 12085091808,
 "sizeGB": 11.26,
 "quant": "IQ3_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_M.gguf",
 "size": 12580871648,
 "sizeGB": 11.72,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_M.gguf",
 "size": 13289643488,
 "sizeGB": 12.38,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_L.gguf",
 "size": 14030200288,
 "sizeGB": 13.07,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ4_XS.gguf",
 "size": 14689287648,
 "sizeGB": 13.68,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_0.gguf",
 "size": 15521431008,
 "sizeGB": 14.46,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_S.gguf",
 "size": 15568616928,
 "sizeGB": 14.5,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf",
 "size": 16540270048,
 "sizeGB": 15.4,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_1.gguf",
 "size": 17078238688,
 "sizeGB": 15.91,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_S.gguf",
 "size": 18679610848,
 "sizeGB": 17.4,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_M.gguf",
 "size": 19399605728,
 "sizeGB": 18.07,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q6_K.gguf",
 "size": 22082526688,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 },
 {
 "id": "HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive",
 "author": "HauhauCS",
 "name": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive",
 "downloads": 190878,
 "likes": 191,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "uncensored",
 "qwen3.6",
 "vision",
 "multimodal",
 "image-text-to-text",
 "en",
 "zh",
 "multilingual",
 "base_model:Qwen/Qwen3.6-27B",
 "base_model:quantized:Qwen/Qwen3.6-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf",
 "size": 10004592096,
 "sizeGB": 9.32,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
 "size": 11516069856,
 "sizeGB": 10.73,
 "quant": "Q2_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf",
 "size": 11967129056,
 "sizeGB": 11.15,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
 "size": 12580873696,
 "sizeGB": 11.72,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
 "size": 14301709536,
 "sizeGB": 13.32,
 "quant": "Q3_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
 "size": 15082505696,
 "sizeGB": 14.05,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
 "size": 17536279776,
 "sizeGB": 16.33,
 "quant": "Q4_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
 "size": 20812953056,
 "sizeGB": 19.38,
 "quant": "Q5_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
 "size": 23154960096,
 "sizeGB": 21.56,
 "quant": "Q6_K_P",
 "sharded": false
 },
 {
 "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
 "size": 31963749856,
 "sizeGB": 29.77,
 "quant": "Q8_K_P",
 "sharded": false
 }
 ]
 },
 {
 "id": "ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF",
 "author": "ggml-org",
 "name": "Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF",
 "downloads": 182045,
 "likes": 9,
 "pipeline_tag": "text-generation",
 "params_b": 30.5,
 "arch": "qwen3moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "llama-cpp",
 "gguf-my-repo",
 "text-generation",
 "base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct",
 "base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "qwen3-coder-30b-a3b-instruct-q8_0.gguf",
 "size": 32483933856,
 "sizeGB": 30.25,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwopus3.5-27B-v3-GGUF",
 "author": "Jackrong",
 "name": "Qwopus3.5-27B-v3-GGUF",
 "downloads": 179133,
 "likes": 347,
 "pipeline_tag": "image-text-to-text",
 "params_b": 26.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "lora",
 "competitive-programming",
 "image-text-to-text",
 "en",
 "zh",
 "ko",
 "arxiv:2303.11366",
 "arxiv:2505.24726",
 "base_model:unsloth/Qwen3.5-27B",
 "base_model:adapter:unsloth/Qwen3.5-27B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwopus3.5-27B-v3-Q2_K.gguf",
 "size": 10711660416,
 "sizeGB": 9.98,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q3_K_S.gguf",
 "size": 12073949056,
 "sizeGB": 11.24,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q3_K_M.gguf",
 "size": 13301438336,
 "sizeGB": 12.39,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q3_K_L.gguf",
 "size": 14344771456,
 "sizeGB": 13.36,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q4_K_S.gguf",
 "size": 15586310016,
 "sizeGB": 14.52,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q4_K_M.gguf",
 "size": 16547395456,
 "sizeGB": 15.41,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q5_K_M.gguf",
 "size": 19231094656,
 "sizeGB": 17.91,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q6_K.gguf",
 "size": 22082525056,
 "sizeGB": 20.57,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-Q8_0.gguf",
 "size": 28595758976,
 "sizeGB": 26.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-27B-v3-BF16.gguf",
 "size": 53808277376,
 "sizeGB": 50.11,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jiunsong/supergemma4-26b-uncensored-gguf-v2",
 "author": "Jiunsong",
 "name": "supergemma4-26b-uncensored-gguf-v2",
 "downloads": 178500,
 "likes": 481,
 "pipeline_tag": "text-generation",
 "params_b": 25.2,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "gemma4",
 "uncensored",
 "fast",
 "llama.cpp",
 "apple-silicon",
 "conversational",
 "korean",
 "coding",
 "tool-use",
 "text-generation",
 "en",
 "ko",
 "base_model:google/gemma-4-26B-A4B-it",
 "base_model:quantized:google/gemma-4-26B-A4B-it",
 "license:gemma",
 "endpoints_compatible",
 "region:us"
 ],
 "quants": [
 {
 "path": "supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf",
 "size": 16796015232,
 "sizeGB": 15.64,
 "quant": "Q4_K_M",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/Qwen_Qwen3.5-4B-GGUF",
 "author": "bartowski",
 "name": "Qwen_Qwen3.5-4B-GGUF",
 "downloads": 172592,
 "likes": 27,
 "pipeline_tag": "image-text-to-text",
 "params_b": 4.2,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-4B",
 "base_model:quantized:Qwen/Qwen3.5-4B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen_Qwen3.5-4B-IQ2_M.gguf",
 "size": 1697778720,
 "sizeGB": 1.58,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q2_K.gguf",
 "size": 2022315040,
 "sizeGB": 1.88,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-IQ3_XXS.gguf",
 "size": 2077641760,
 "sizeGB": 1.93,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q2_K_L.gguf",
 "size": 2176273440,
 "sizeGB": 2.03,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-IQ3_XS.gguf",
 "size": 2242024480,
 "sizeGB": 2.09,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q3_K_S.gguf",
 "size": 2293306400,
 "sizeGB": 2.14,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-IQ3_M.gguf",
 "size": 2322388000,
 "sizeGB": 2.16,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q3_K_M.gguf",
 "size": 2414711840,
 "sizeGB": 2.25,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q3_K_L.gguf",
 "size": 2514981920,
 "sizeGB": 2.34,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-IQ4_XS.gguf",
 "size": 2518914080,
 "sizeGB": 2.35,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-IQ4_NL.gguf",
 "size": 2625737760,
 "sizeGB": 2.45,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q4_0.gguf",
 "size": 2626229280,
 "sizeGB": 2.45,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q3_K_XL.gguf",
 "size": 2668940320,
 "sizeGB": 2.49,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q4_K_S.gguf",
 "size": 2706838560,
 "sizeGB": 2.52,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q4_1.gguf",
 "size": 2835289120,
 "sizeGB": 2.64,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q4_K_M.gguf",
 "size": 2871743520,
 "sizeGB": 2.67,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q4_K_L.gguf",
 "size": 3025701920,
 "sizeGB": 2.82,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q5_K_S.gguf",
 "size": 3128235040,
 "sizeGB": 2.91,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q5_K_M.gguf",
 "size": 3321975840,
 "sizeGB": 3.09,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q5_K_L.gguf",
 "size": 3475934240,
 "sizeGB": 3.24,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q6_K.gguf",
 "size": 3651785760,
 "sizeGB": 3.4,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q6_K_L.gguf",
 "size": 3805744160,
 "sizeGB": 3.54,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-Q8_0.gguf",
 "size": 4493954080,
 "sizeGB": 4.19,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-4B-bf16.gguf",
 "size": 8424393504,
 "sizeGB": 7.85,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "Jackrong/Qwopus3.5-9B-v3-GGUF",
 "author": "Jackrong",
 "name": "Qwopus3.5-9B-v3-GGUF",
 "downloads": 170193,
 "likes": 328,
 "pipeline_tag": "image-text-to-text",
 "params_b": 9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "qwen3_5",
 "unsloth",
 "qwen",
 "qwen3.5",
 "reasoning",
 "chain-of-thought",
 "lora",
 "competitive-programming",
 "image-text-to-text",
 "en",
 "zh",
 "ko",
 "base_model:unsloth/Qwen3.5-9B",
 "base_model:adapter:unsloth/Qwen3.5-9B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwopus3.5-9B-v3.Q4_K_M.gguf",
 "size": 5629105024,
 "sizeGB": 5.24,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-9B-v3.Q5_K_S.gguf",
 "size": 6305305472,
 "sizeGB": 5.87,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-9B-v3.Q6_K.gguf",
 "size": 7359255424,
 "sizeGB": 6.85,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-9B-v3.Q8_0.gguf",
 "size": 9527497600,
 "sizeGB": 8.87,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwopus3.5-9B-v3.BF16.gguf",
 "size": 17920693120,
 "sizeGB": 16.69,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "LiquidAI/LFM2.5-1.2B-Instruct-GGUF",
 "author": "LiquidAI",
 "name": "LFM2.5-1.2B-Instruct-GGUF",
 "downloads": 169433,
 "likes": 163,
 "pipeline_tag": "text-generation",
 "params_b": 1.2,
 "arch": "lfm2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 128000,
 "tags": [
 "gguf",
 "liquid",
 "lfm2.5",
 "edge",
 "llama.cpp",
 "text-generation",
 "en",
 "ar",
 "zh",
 "fr",
 "de",
 "ja",
 "ko",
 "es",
 "base_model:LiquidAI/LFM2.5-1.2B-Instruct",
 "base_model:quantized:LiquidAI/LFM2.5-1.2B-Instruct",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "LFM2.5-1.2B-Instruct-Q4_0.gguf",
 "size": 695751488,
 "sizeGB": 0.65,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-Q4_K_M.gguf",
 "size": 730895168,
 "sizeGB": 0.68,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-Q5_K_M.gguf",
 "size": 843354944,
 "sizeGB": 0.79,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-Q6_K.gguf",
 "size": 962843456,
 "sizeGB": 0.9,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-Q8_0.gguf",
 "size": 1246253888,
 "sizeGB": 1.16,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-BF16.gguf",
 "size": 2343326528,
 "sizeGB": 2.18,
 "quant": "BF16",
 "sharded": false
 },
 {
 "path": "LFM2.5-1.2B-Instruct-F16.gguf",
 "size": 2343326528,
 "sizeGB": 2.18,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "LiquidAI/LFM2.5-VL-1.6B-GGUF",
 "author": "LiquidAI",
 "name": "LFM2.5-VL-1.6B-GGUF",
 "downloads": 166409,
 "likes": 80,
 "pipeline_tag": "image-text-to-text",
 "params_b": 1.2,
 "arch": "lfm2",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 128000,
 "tags": [
 "gguf",
 "liquid",
 "edge",
 "lfm2.5-vl",
 "lfm2.5",
 "llama.cpp",
 "image-text-to-text",
 "en",
 "ja",
 "ko",
 "fr",
 "es",
 "de",
 "it",
 "pt",
 "ar",
 "zh",
 "base_model:LiquidAI/LFM2.5-VL-1.6B",
 "base_model:quantized:LiquidAI/LFM2.5-VL-1.6B",
 "license:other",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "LFM2.5-VL-1.6B-Q4_0.gguf",
 "size": 695752480,
 "sizeGB": 0.65,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "LFM2.5-VL-1.6B-Q8_0.gguf",
 "size": 1246254880,
 "sizeGB": 1.16,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "LFM2.5-VL-1.6B-BF16.gguf",
 "size": 2343327520,
 "sizeGB": 2.18,
 "quant": "BF16",
 "sharded": false
 },
 {
 "path": "LFM2.5-VL-1.6B-F16.gguf",
 "size": 2343327520,
 "sizeGB": 2.18,
 "quant": "F16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF",
 "author": "unsloth",
 "name": "Qwen3-30B-A3B-Instruct-2507-GGUF",
 "downloads": 156770,
 "likes": 303,
 "pipeline_tag": null,
 "params_b": 30.5,
 "arch": "qwen3moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "qwen",
 "qwen3",
 "unsloth",
 "arxiv:2505.09388",
 "base_model:Qwen/Qwen3-30B-A3B-Instruct-2507",
 "base_model:quantized:Qwen/Qwen3-30B-A3B-Instruct-2507",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-TQ1_0.gguf",
 "size": 8094142880,
 "sizeGB": 7.54,
 "quant": "Q1_0",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_S.gguf",
 "size": 9045725600,
 "sizeGB": 8.42,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_M.gguf",
 "size": 9685733792,
 "sizeGB": 9.02,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_XXS.gguf",
 "size": 10341814688,
 "sizeGB": 9.63,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_M.gguf",
 "size": 10845131168,
 "sizeGB": 10.1,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q2_K.gguf",
 "size": 11258610080,
 "sizeGB": 10.49,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q2_K_L.gguf",
 "size": 11331539360,
 "sizeGB": 10.55,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q2_K_XL.gguf",
 "size": 11787538848,
 "sizeGB": 10.98,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ3_XXS.gguf",
 "size": 12906959264,
 "sizeGB": 12.02,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_S.gguf",
 "size": 13292468640,
 "sizeGB": 12.38,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q3_K_XL.gguf",
 "size": 13833048480,
 "sizeGB": 12.88,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_M.gguf",
 "size": 14711847328,
 "sizeGB": 13.7,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-IQ4_XS.gguf",
 "size": 16378073504,
 "sizeGB": 15.25,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-IQ4_NL.gguf",
 "size": 17310781856,
 "sizeGB": 16.12,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q4_0.gguf",
 "size": 17379987872,
 "sizeGB": 16.19,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_S.gguf",
 "size": 17456009632,
 "sizeGB": 16.26,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q4_K_XL.gguf",
 "size": 17690497440,
 "sizeGB": 16.48,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf",
 "size": 18556686752,
 "sizeGB": 17.28,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q4_1.gguf",
 "size": 19192500640,
 "sizeGB": 17.87,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_S.gguf",
 "size": 21080510880,
 "sizeGB": 19.63,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_M.gguf",
 "size": 21725581728,
 "sizeGB": 20.23,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q5_K_XL.gguf",
 "size": 21740302752,
 "sizeGB": 20.25,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q6_K.gguf",
 "size": 25092532640,
 "sizeGB": 23.37,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL.gguf",
 "size": 26340325792,
 "sizeGB": 24.53,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-Q8_0.gguf",
 "size": 32483932576,
 "sizeGB": 30.25,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q8_K_XL.gguf",
 "size": 35989944736,
 "sizeGB": 33.52,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3-30B-A3B-Instruct-2507-BF16.gguf",
 "size": 61095803232,
 "sizeGB": 56.9,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "bartowski/google_gemma-4-E2B-it-GGUF",
 "author": "bartowski",
 "name": "google_gemma-4-E2B-it-GGUF",
 "downloads": 154307,
 "likes": 27,
 "pipeline_tag": "image-text-to-text",
 "params_b": 4.6,
 "arch": "gemma4",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:google/gemma-4-E2B-it",
 "base_model:quantized:google/gemma-4-E2B-it",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "google_gemma-4-E2B-it-IQ2_M.gguf",
 "size": 2620198144,
 "sizeGB": 2.44,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q2_K.gguf",
 "size": 3020051712,
 "sizeGB": 2.81,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-IQ3_XS.gguf",
 "size": 3100710144,
 "sizeGB": 2.89,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q3_K_S.gguf",
 "size": 3134790912,
 "sizeGB": 2.92,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-IQ3_M.gguf",
 "size": 3161609472,
 "sizeGB": 2.94,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q3_K_M.gguf",
 "size": 3226809600,
 "sizeGB": 3.01,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q3_K_L.gguf",
 "size": 3290412288,
 "sizeGB": 3.06,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-IQ4_XS.gguf",
 "size": 3324308736,
 "sizeGB": 3.1,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q4_0.gguf",
 "size": 3378738432,
 "sizeGB": 3.15,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-IQ4_NL.gguf",
 "size": 3380636928,
 "sizeGB": 3.15,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q4_K_S.gguf",
 "size": 3382080768,
 "sizeGB": 3.15,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q4_K_M.gguf",
 "size": 3462677760,
 "sizeGB": 3.22,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q4_1.gguf",
 "size": 3490067712,
 "sizeGB": 3.25,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q5_K_S.gguf",
 "size": 3603756288,
 "sizeGB": 3.36,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q5_K_M.gguf",
 "size": 3658382592,
 "sizeGB": 3.41,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q2_K_L.gguf",
 "size": 3686421760,
 "sizeGB": 3.43,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q6_K.gguf",
 "size": 3898483968,
 "sizeGB": 3.63,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q3_K_XL.gguf",
 "size": 3956782336,
 "sizeGB": 3.69,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q4_K_L.gguf",
 "size": 4129047808,
 "sizeGB": 3.85,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q5_K_L.gguf",
 "size": 4324752640,
 "sizeGB": 4.03,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q6_K_L.gguf",
 "size": 4564854016,
 "sizeGB": 4.25,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-Q8_0.gguf",
 "size": 4967494912,
 "sizeGB": 4.63,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "google_gemma-4-E2B-it-bf16.gguf",
 "size": 9311302656,
 "sizeGB": 8.67,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "bartowski/Qwen_Qwen3.5-2B-GGUF",
 "author": "bartowski",
 "name": "Qwen_Qwen3.5-2B-GGUF",
 "downloads": 153287,
 "likes": 14,
 "pipeline_tag": "image-text-to-text",
 "params_b": 1.9,
 "arch": "qwen35",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "gguf",
 "image-text-to-text",
 "base_model:Qwen/Qwen3.5-2B",
 "base_model:quantized:Qwen/Qwen3.5-2B",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen_Qwen3.5-2B-IQ2_M.gguf",
 "size": 843202720,
 "sizeGB": 0.79,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-IQ3_XXS.gguf",
 "size": 989135008,
 "sizeGB": 0.92,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q2_K.gguf",
 "size": 1000595616,
 "sizeGB": 0.93,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-IQ3_XS.gguf",
 "size": 1085972640,
 "sizeGB": 1.01,
 "quant": "IQ3_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q3_K_S.gguf",
 "size": 1106665632,
 "sizeGB": 1.03,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-IQ3_M.gguf",
 "size": 1116643488,
 "sizeGB": 1.04,
 "quant": "IQ3_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q2_K_L.gguf",
 "size": 1123762336,
 "sizeGB": 1.05,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q3_K_M.gguf",
 "size": 1152786592,
 "sizeGB": 1.07,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-IQ4_XS.gguf",
 "size": 1185554592,
 "sizeGB": 1.1,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q3_K_L.gguf",
 "size": 1192632480,
 "sizeGB": 1.11,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-IQ4_NL.gguf",
 "size": 1227038880,
 "sizeGB": 1.14,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q4_0.gguf",
 "size": 1227776160,
 "sizeGB": 1.14,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q4_K_S.gguf",
 "size": 1261854880,
 "sizeGB": 1.18,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q4_1.gguf",
 "size": 1308778656,
 "sizeGB": 1.22,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q3_K_XL.gguf",
 "size": 1315799200,
 "sizeGB": 1.23,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q4_K_M.gguf",
 "size": 1329766560,
 "sizeGB": 1.24,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q5_K_S.gguf",
 "size": 1425563808,
 "sizeGB": 1.33,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q4_K_L.gguf",
 "size": 1452933280,
 "sizeGB": 1.35,
 "quant": "Q4_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q5_K_M.gguf",
 "size": 1506844832,
 "sizeGB": 1.4,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q5_K_L.gguf",
 "size": 1630011552,
 "sizeGB": 1.52,
 "quant": "Q5_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q6_K.gguf",
 "size": 1630740640,
 "sizeGB": 1.52,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q6_K_L.gguf",
 "size": 1753907360,
 "sizeGB": 1.63,
 "quant": "Q6_K_L",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-Q8_0.gguf",
 "size": 2015477920,
 "sizeGB": 1.88,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen_Qwen3.5-2B-bf16.gguf",
 "size": 3775709056,
 "sizeGB": 3.52,
 "quant": "BF16",
 "sharded": false
 }
 ]
 },
 {
 "id": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF",
 "author": "unsloth",
 "name": "Qwen3-Coder-30B-A3B-Instruct-GGUF",
 "downloads": 152910,
 "likes": 610,
 "pipeline_tag": "text-generation",
 "params_b": 30.5,
 "arch": "qwen3moe",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 262144,
 "tags": [
 "transformers",
 "gguf",
 "unsloth",
 "qwen3",
 "qwen",
 "text-generation",
 "arxiv:2505.09388",
 "base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct",
 "base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct",
 "license:apache-2.0",
 "endpoints_compatible",
 "region:us",
 "imatrix",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf",
 "size": 8005213344,
 "sizeGB": 7.46,
 "quant": "Q1_0",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf",
 "size": 8914328736,
 "sizeGB": 8.3,
 "quant": "IQ1_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf",
 "size": 9627540640,
 "sizeGB": 8.97,
 "quant": "IQ1_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf",
 "size": 10333691040,
 "sizeGB": 9.62,
 "quant": "IQ2_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf",
 "size": 10837007520,
 "sizeGB": 10.09,
 "quant": "IQ2_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf",
 "size": 11258612896,
 "sizeGB": 10.49,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf",
 "size": 11331542176,
 "sizeGB": 10.55,
 "quant": "Q2_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf",
 "size": 11788590240,
 "sizeGB": 10.98,
 "quant": "Q2_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf",
 "size": 12848766112,
 "sizeGB": 11.97,
 "quant": "IQ3_XXS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf",
 "size": 13292471456,
 "sizeGB": 12.38,
 "quant": "Q3_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf",
 "size": 13806312608,
 "sizeGB": 12.86,
 "quant": "Q3_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf",
 "size": 14711850144,
 "sizeGB": 13.7,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf",
 "size": 16378076320,
 "sizeGB": 15.25,
 "quant": "IQ4_XS",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf",
 "size": 17310784672,
 "sizeGB": 16.12,
 "quant": "IQ4_NL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf",
 "size": 17379990688,
 "sizeGB": 16.19,
 "quant": "Q4_0",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf",
 "size": 17456012448,
 "sizeGB": 16.26,
 "quant": "Q4_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf",
 "size": 17665334432,
 "sizeGB": 16.45,
 "quant": "Q4_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
 "size": 18556689568,
 "sizeGB": 17.28,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf",
 "size": 19192503456,
 "sizeGB": 17.87,
 "quant": "Q4_1",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf",
 "size": 21080513696,
 "sizeGB": 19.63,
 "quant": "Q5_K_S",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf",
 "size": 21725584544,
 "sizeGB": 20.23,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf",
 "size": 21740305568,
 "sizeGB": 20.25,
 "quant": "Q5_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf",
 "size": 25092535456,
 "sizeGB": 23.37,
 "quant": "Q6_K",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf",
 "size": 26340328608,
 "sizeGB": 24.53,
 "quant": "Q6_K_XL",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf",
 "size": 32483935392,
 "sizeGB": 30.25,
 "quant": "Q8_0",
 "sharded": false
 },
 {
 "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf",
 "size": 35989947552,
 "sizeGB": 33.52,
 "quant": "Q8_K_XL",
 "sharded": false
 },
 {
 "path": "BF16/Qwen3-Coder-30B-A3B-Instruct-BF16.gguf",
 "size": 61095806048,
 "sizeGB": 56.9,
 "quant": "BF16",
 "sharded": true
 }
 ]
 },
 {
 "id": "ggml-org/tinygemma3-GGUF",
 "author": "ggml-org",
 "name": "tinygemma3-GGUF",
 "downloads": 148021,
 "likes": 9,
 "pipeline_tag": null,
 "params_b": null,
 "arch": "gemma3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 131072,
 "tags": [
 "gguf",
 "base_model:ngxson/tinygemma3_cifar",
 "base_model:quantized:ngxson/tinygemma3_cifar",
 "license:wtfpl",
 "endpoints_compatible",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "tinygemma3-Q8_0.gguf",
 "size": 47227552,
 "sizeGB": 0.04,
 "quant": "Q8_0",
 "sharded": false
 }
 ]
 },
 {
 "id": "MaziyarPanahi/Qwen3-0.6B-GGUF",
 "author": "MaziyarPanahi",
 "name": "Qwen3-0.6B-GGUF",
 "downloads": 146734,
 "likes": 11,
 "pipeline_tag": "text-generation",
 "params_b": 0.8,
 "arch": "qwen3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 40960,
 "tags": [
 "gguf",
 "mistral",
 "quantized",
 "2-bit",
 "3-bit",
 "4-bit",
 "5-bit",
 "6-bit",
 "8-bit",
 "GGUF",
 "text-generation",
 "base_model:Qwen/Qwen3-0.6B",
 "base_model:quantized:Qwen/Qwen3-0.6B",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-0.6B.Q2_K.gguf",
 "size": 347288704,
 "sizeGB": 0.32,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-0.6B.Q3_K_M.gguf",
 "size": 413978752,
 "sizeGB": 0.39,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-0.6B.Q3_K_L.gguf",
 "size": 435343488,
 "sizeGB": 0.41,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-0.6B.Q4_K_M.gguf",
 "size": 484220032,
 "sizeGB": 0.45,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-0.6B.Q5_K_M.gguf",
 "size": 551378048,
 "sizeGB": 0.51,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-0.6B.Q6_K.gguf",
 "size": 622733440,
 "sizeGB": 0.58,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 },
 {
 "id": "MaziyarPanahi/Qwen3-1.7B-GGUF",
 "author": "MaziyarPanahi",
 "name": "Qwen3-1.7B-GGUF",
 "downloads": 145510,
 "likes": 7,
 "pipeline_tag": "text-generation",
 "params_b": 2,
 "arch": "qwen3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 40960,
 "tags": [
 "gguf",
 "mistral",
 "quantized",
 "2-bit",
 "3-bit",
 "4-bit",
 "5-bit",
 "6-bit",
 "8-bit",
 "GGUF",
 "text-generation",
 "base_model:Qwen/Qwen3-1.7B",
 "base_model:quantized:Qwen/Qwen3-1.7B",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-1.7B.Q2_K.gguf",
 "size": 879896704,
 "sizeGB": 0.82,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-1.7B.Q3_K_M.gguf",
 "size": 1073242240,
 "sizeGB": 1,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-1.7B.Q3_K_L.gguf",
 "size": 1137205376,
 "sizeGB": 1.06,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-1.7B.Q4_K_M.gguf",
 "size": 1282439296,
 "sizeGB": 1.19,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-1.7B.Q5_K_M.gguf",
 "size": 1471805568,
 "sizeGB": 1.37,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-1.7B.Q6_K.gguf",
 "size": 1673007232,
 "sizeGB": 1.56,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 },
 {
 "id": "MaziyarPanahi/Qwen3-14B-GGUF",
 "author": "MaziyarPanahi",
 "name": "Qwen3-14B-GGUF",
 "downloads": 144808,
 "likes": 9,
 "pipeline_tag": "text-generation",
 "params_b": 14.8,
 "arch": "qwen3",
 "n_layers": null,
 "n_kv_heads": null,
 "n_embd": null,
 "context_length": 40960,
 "tags": [
 "gguf",
 "mistral",
 "quantized",
 "2-bit",
 "3-bit",
 "4-bit",
 "5-bit",
 "6-bit",
 "8-bit",
 "GGUF",
 "text-generation",
 "base_model:Qwen/Qwen3-14B",
 "base_model:quantized:Qwen/Qwen3-14B",
 "region:us",
 "conversational"
 ],
 "quants": [
 {
 "path": "Qwen3-14B.Q2_K.gguf",
 "size": 5753983744,
 "sizeGB": 5.36,
 "quant": "Q2_K",
 "sharded": false
 },
 {
 "path": "Qwen3-14B.Q3_K_M.gguf",
 "size": 7321313024,
 "sizeGB": 6.82,
 "quant": "Q3_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-14B.Q3_K_L.gguf",
 "size": 7900651264,
 "sizeGB": 7.36,
 "quant": "Q3_K_L",
 "sharded": false
 },
 {
 "path": "Qwen3-14B.Q4_K_M.gguf",
 "size": 9001753344,
 "sizeGB": 8.38,
 "quant": "Q4_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-14B.Q5_K_M.gguf",
 "size": 10514569984,
 "sizeGB": 9.79,
 "quant": "Q5_K_M",
 "sharded": false
 },
 {
 "path": "Qwen3-14B.Q6_K.gguf",
 "size": 12121937664,
 "sizeGB": 11.29,
 "quant": "Q6_K",
 "sharded": false
 }
 ]
 }
 ]
}