{ "generated_at": "2026-04-27T11:37:27.519Z", "count": 85, "models": [ { "id": "unsloth/gemma-4-26B-A4B-it-GGUF", "author": "unsloth", "name": "gemma-4-26B-A4B-it-GGUF", "downloads": 3154984, "likes": 608, "pipeline_tag": "image-text-to-text", "params_b": 25.2, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "gemma4", "unsloth", "gemma", "google", "image-text-to-text", "base_model:google/gemma-4-26B-A4B-it", "base_model:quantized:google/gemma-4-26B-A4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf", "size": 9882668352, "sizeGB": 9.2, "quant": "IQ2_XXS", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ2_M.gguf", "size": 9974943040, "sizeGB": 9.29, "quant": "IQ2_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf", "size": 10545963072, "sizeGB": 9.82, "quant": "Q2_K_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ3_S.gguf", "size": 11219406656, "sizeGB": 10.45, "quant": "IQ3_S", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf", "size": 11219406656, "sizeGB": 10.45, "quant": "IQ3_XXS", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q3_K_M.gguf", "size": 12526284096, "sizeGB": 11.67, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q3_K_S.gguf", "size": 12526284096, "sizeGB": 11.67, "quant": "Q3_K_S", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf", "size": 12875558208, "sizeGB": 11.99, "quant": "Q3_K_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ4_NL.gguf", "size": 13418753344, "sizeGB": 12.5, "quant": "IQ4_NL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", "size": 13418753344, "sizeGB": 12.5, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-IQ4_NL_XL.gguf", "size": 14556687680, "sizeGB": 13.56, "quant": "IQ4_NL_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q4_K_S.gguf", "size": 16392449344, "sizeGB": 15.27, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-4-26B-A4B-it-MXFP4_MOE.gguf", "size": 16630345024, "sizeGB": 15.49, "quant": "MXFP4_MOE", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", "size": 16868240704, "sizeGB": 15.71, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf", "size": 17090276672, "sizeGB": 15.92, "quant": "Q4_K_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q5_K_S.gguf", "size": 18771406144, "sizeGB": 17.48, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q5_K_M.gguf", "size": 21150362944, "sizeGB": 19.7, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf", "size": 21217766720, "sizeGB": 19.76, "quant": "Q5_K_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q6_K.gguf", "size": 23172476224, "sizeGB": 21.58, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf", "size": 23295388992, "sizeGB": 21.7, "quant": "Q6_K_XL", "sharded": false }, { "path": "gemma-4-26B-A4B-it-Q8_0.gguf", "size": 26859859264, "sizeGB": 25.02, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf", "size": 27866185024, "sizeGB": 25.95, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/gemma-4-26B-A4B-it-BF16.gguf", "size": 50505135360, "sizeGB": 47.04, "quant": "BF16", "sharded": true } ] }, { "id": "unsloth/gemma-4-31B-it-GGUF", "author": "unsloth", "name": "gemma-4-31B-it-GGUF", "downloads": 1977512, "likes": 371, "pipeline_tag": "image-text-to-text", "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "gemma4", "unsloth", "gemma", "google", "image-text-to-text", "base_model:google/gemma-4-31B-it", "base_model:quantized:google/gemma-4-31B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "gemma-4-31B-it-UD-IQ2_XXS.gguf", "size": 8534293024, "sizeGB": 7.95, "quant": "IQ2_XXS", "sharded": false }, { "path": "gemma-4-31B-it-UD-IQ2_M.gguf", "size": 10752817696, "sizeGB": 10.01, "quant": "IQ2_M", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q2_K_XL.gguf", "size": 11774988832, "sizeGB": 10.97, "quant": "Q2_K_XL", "sharded": false }, { "path": "gemma-4-31B-it-UD-IQ3_XXS.gguf", "size": 11837780512, "sizeGB": 11.02, "quant": "IQ3_XXS", "sharded": false }, { "path": "gemma-4-31B-it-Q3_K_S.gguf", "size": 13210853920, "sizeGB": 12.3, "quant": "Q3_K_S", "sharded": false }, { "path": "gemma-4-31B-it-Q3_K_M.gguf", "size": 14736605728, "sizeGB": 13.72, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q3_K_XL.gguf", "size": 15322417696, "sizeGB": 14.27, "quant": "Q3_K_XL", "sharded": false }, { "path": "gemma-4-31B-it-IQ4_XS.gguf", "size": 16372458016, "sizeGB": 15.25, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-4-31B-it-IQ4_NL.gguf", "size": 17287668256, "sizeGB": 16.1, "quant": "IQ4_NL", "sharded": false }, { "path": "gemma-4-31B-it-Q4_0.gguf", "size": 17338245664, "sizeGB": 16.15, "quant": "Q4_0", "sharded": false }, { "path": "gemma-4-31B-it-Q4_K_S.gguf", "size": 17399833120, "sizeGB": 16.2, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-4-31B-it-Q4_K_M.gguf", "size": 18323730976, "sizeGB": 17.07, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q4_K_XL.gguf", "size": 18767229472, "sizeGB": 17.48, "quant": "Q4_K_XL", "sharded": false }, { "path": "gemma-4-31B-it-Q4_1.gguf", "size": 19118088736, "sizeGB": 17.81, "quant": "Q4_1", "sharded": false }, { "path": "gemma-4-31B-it-Q5_K_S.gguf", "size": 21124669984, "sizeGB": 19.67, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-4-31B-it-Q5_K_M.gguf", "size": 21658399264, "sizeGB": 20.17, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q5_K_XL.gguf", "size": 21890427424, "sizeGB": 20.39, "quant": "Q5_K_XL", "sharded": false }, { "path": "gemma-4-31B-it-Q6_K.gguf", "size": 25201484320, "sizeGB": 23.47, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q6_K_XL.gguf", "size": 27521335840, "sizeGB": 25.63, "quant": "Q6_K_XL", "sharded": false }, { "path": "gemma-4-31B-it-Q8_0.gguf", "size": 32635675168, "sizeGB": 30.39, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-31B-it-UD-Q8_K_XL.gguf", "size": 35020038688, "sizeGB": 32.61, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/gemma-4-31B-it-BF16.gguf", "size": 61413188064, "sizeGB": 57.2, "quant": "BF16", "sharded": true } ] }, { "id": "unsloth/gemma-4-E4B-it-GGUF", "author": "unsloth", "name": "gemma-4-E4B-it-GGUF", "downloads": 1720871, "likes": 337, "pipeline_tag": "image-text-to-text", "params_b": 7.5, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "gemma4", "unsloth", "gemma", "google", "image-text-to-text", "base_model:google/gemma-4-E4B-it", "base_model:quantized:google/gemma-4-E4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-E4B-it-UD-IQ2_M.gguf", "size": 3530232512, "sizeGB": 3.29, "quant": "IQ2_M", "sharded": false }, { "path": "gemma-4-E4B-it-UD-IQ3_XXS.gguf", "size": 3702264512, "sizeGB": 3.45, "quant": "IQ3_XXS", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q2_K_XL.gguf", "size": 3742794432, "sizeGB": 3.49, "quant": "Q2_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-Q3_K_S.gguf", "size": 3862377152, "sizeGB": 3.6, "quant": "Q3_K_S", "sharded": false }, { "path": "gemma-4-E4B-it-Q3_K_M.gguf", "size": 4058135232, "sizeGB": 3.78, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q3_K_XL.gguf", "size": 4563503808, "sizeGB": 4.25, "quant": "Q3_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-IQ4_XS.gguf", "size": 4715414208, "sizeGB": 4.39, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-4-E4B-it-IQ4_NL.gguf", "size": 4835836608, "sizeGB": 4.5, "quant": "IQ4_NL", "sharded": false }, { "path": "gemma-4-E4B-it-Q4_0.gguf", "size": 4836000448, "sizeGB": 4.5, "quant": "Q4_0", "sharded": false }, { "path": "gemma-4-E4B-it-Q4_K_S.gguf", "size": 4844847808, "sizeGB": 4.51, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-4-E4B-it-Q4_K_M.gguf", "size": 4977169088, "sizeGB": 4.64, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-E4B-it-Q4_1.gguf", "size": 5074387648, "sizeGB": 4.73, "quant": "Q4_1", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q4_K_XL.gguf", "size": 5101718208, "sizeGB": 4.75, "quant": "Q4_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-Q5_K_S.gguf", "size": 5404852928, "sizeGB": 5.03, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-4-E4B-it-Q5_K_M.gguf", "size": 5481796288, "sizeGB": 5.11, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q5_K_XL.gguf", "size": 6647847616, "sizeGB": 6.19, "quant": "Q5_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-Q6_K.gguf", "size": 7074927296, "sizeGB": 6.59, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q6_K_XL.gguf", "size": 7457759936, "sizeGB": 6.95, "quant": "Q6_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-Q8_0.gguf", "size": 8192950976, "sizeGB": 7.63, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-E4B-it-UD-Q8_K_XL.gguf", "size": 8658666176, "sizeGB": 8.06, "quant": "Q8_K_XL", "sharded": false }, { "path": "gemma-4-E4B-it-BF16.gguf", "size": 15053095360, "sizeGB": 14.02, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/Qwen3.6-35B-A3B-GGUF", "author": "unsloth", "name": "Qwen3.6-35B-A3B-GGUF", "downloads": 1646295, "likes": 808, "pipeline_tag": "image-text-to-text", "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "qwen", "qwen3_5_moe", "image-text-to-text", "base_model:Qwen/Qwen3.6-35B-A3B", "base_model:quantized:Qwen/Qwen3.6-35B-A3B", "license:apache-2.0", "endpoints_compatible", "deploy:azure", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.6-35B-A3B-UD-IQ1_M.gguf", "size": 10047749088, "sizeGB": 9.36, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf", "size": 10756586464, "sizeGB": 10.02, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ2_M.gguf", "size": 11522702304, "sizeGB": 10.73, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf", "size": 12290628576, "sizeGB": 11.45, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf", "size": 13211155424, "sizeGB": 12.3, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ3_S.gguf", "size": 13676723168, "sizeGB": 12.74, "quant": "IQ3_S", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q3_K_S.gguf", "size": 15359196128, "sizeGB": 14.3, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q3_K_M.gguf", "size": 16600710112, "sizeGB": 15.46, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf", "size": 16845511648, "sizeGB": 15.69, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ4_XS.gguf", "size": 17730509792, "sizeGB": 16.51, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ4_NL.gguf", "size": 18040888288, "sizeGB": 16.8, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf", "size": 19500506080, "sizeGB": 18.16, "quant": "IQ4_NL_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q4_K_S.gguf", "size": 20893015008, "sizeGB": 19.46, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.6-35B-A3B-MXFP4_MOE.gguf", "size": 21706144736, "sizeGB": 20.22, "quant": "MXFP4_MOE", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf", "size": 22134528992, "sizeGB": 20.61, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", "size": 22360456160, "sizeGB": 20.82, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q5_K_S.gguf", "size": 24942050272, "sizeGB": 23.23, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q5_K_M.gguf", "size": 26456194016, "sizeGB": 24.64, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "size": 26592508896, "sizeGB": 24.77, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q6_K.gguf", "size": 29308320736, "sizeGB": 27.3, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf", "size": 31843777504, "sizeGB": 29.66, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Q8_0.gguf", "size": 36903140320, "sizeGB": 34.37, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf", "size": 38451182560, "sizeGB": 35.81, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3.6-35B-A3B-BF16.gguf", "size": 69376638176, "sizeGB": 64.61, "quant": "BF16", "sharded": true } ] }, { "id": "Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF", "author": "Andycurrent", "name": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF", "downloads": 1531545, "likes": 18, "pipeline_tag": "text-generation", "params_b": 1, "arch": "gemma3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 32768, "tags": [ "gguf", "uncensored", "text-generation", "reasoning", "instruction-tuned", "lightweight", "en", "base_model:google/gemma-3-1b-it", "base_model:quantized:google/gemma-3-1b-it", "license:gemma", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf", "size": 689815648, "sizeGB": 0.64, "quant": "Q2_K", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf", "size": 722417248, "sizeGB": 0.67, "quant": "Q3_K_M", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf", "size": 806059360, "sizeGB": 0.75, "quant": "Q4_K_M", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf", "size": 851346784, "sizeGB": 0.79, "quant": "Q5_K_M", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf", "size": 1011739744, "sizeGB": 0.94, "quant": "Q6_K", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf", "size": 1069307488, "sizeGB": 1, "quant": "Q8_0", "sharded": false }, { "path": "Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf", "size": 2006574688, "sizeGB": 1.87, "quant": "F16", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", "downloads": 1415132, "likes": 1366, "pipeline_tag": "image-text-to-text", "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.5", "moe", "vision", "multimodal", "image-text-to-text", "en", "zh", "multilingual", "base_model:Qwen/Qwen3.5-35B-A3B", "base_model:quantized:Qwen/Qwen3.5-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", "size": 11537338432, "sizeGB": 10.74, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 15440519232, "sizeGB": 14.38, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", "size": 16760832064, "sizeGB": 15.61, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", "size": 18650134592, "sizeGB": 17.37, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 21169117248, "sizeGB": 19.72, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", "size": 24764782656, "sizeGB": 23.06, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", "size": 28514152512, "sizeGB": 26.56, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", "size": 36903139392, "sizeGB": 34.37, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf", "size": 69376637024, "sizeGB": 64.61, "quant": "BF16", "sharded": false } ] }, { "id": "lmstudio-community/gemma-4-E4B-it-GGUF", "author": "lmstudio-community", "name": "gemma-4-E4B-it-GGUF", "downloads": 1199252, "likes": 31, "pipeline_tag": null, "params_b": 7.5, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "base_model:google/gemma-4-E4B-it", "base_model:quantized:google/gemma-4-E4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-E4B-it-Q4_K_M.gguf", "size": 5335289664, "sizeGB": 4.97, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-E4B-it-Q6_K.gguf", "size": 6217260864, "sizeGB": 5.79, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-E4B-it-Q8_0.gguf", "size": 8031240000, "sizeGB": 7.48, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", "downloads": 1194125, "likes": 1248, "pipeline_tag": null, "params_b": 9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.5", "qwen", "en", "zh", "multilingual", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 5627044224, "sizeGB": 5.24, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", "size": 7359259008, "sizeGB": 6.85, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", "size": 9527501184, "sizeGB": 8.87, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", "size": 17920696704, "sizeGB": 16.69, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-35B-A3B-GGUF", "author": "unsloth", "name": "Qwen3.5-35B-A3B-GGUF", "downloads": 1124624, "likes": 832, "pipeline_tag": "image-text-to-text", "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5_moe", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-35B-A3B", "base_model:quantized:Qwen/Qwen3.5-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.5-35B-A3B-UD-IQ2_XXS.gguf", "size": 10656955008, "sizeGB": 9.93, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-IQ2_M.gguf", "size": 11391613568, "sizeGB": 10.61, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q2_K_XL.gguf", "size": 12156754560, "sizeGB": 11.32, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-IQ3_XXS.gguf", "size": 13080066688, "sizeGB": 12.18, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-IQ3_S.gguf", "size": 13583383168, "sizeGB": 12.65, "quant": "IQ3_S", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q3_K_S.gguf", "size": 15265856128, "sizeGB": 14.22, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q3_K_M.gguf", "size": 16356375168, "sizeGB": 15.23, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q3_K_XL.gguf", "size": 16601176704, "sizeGB": 15.46, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-IQ4_XS.gguf", "size": 17486174848, "sizeGB": 16.29, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-IQ4_NL.gguf", "size": 17821719168, "sizeGB": 16.6, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q4_K_L.gguf", "size": 20205632160, "sizeGB": 18.82, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q4_K_S.gguf", "size": 20673845888, "sizeGB": 19.25, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-35B-A3B-MXFP4_MOE.gguf", "size": 21587638912, "sizeGB": 20.11, "quant": "MXFP4_MOE", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q4_K_M.gguf", "size": 22016023168, "sizeGB": 20.5, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf", "size": 22241950336, "sizeGB": 20.71, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q5_K_S.gguf", "size": 24823544448, "sizeGB": 23.12, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q5_K_M.gguf", "size": 26249607808, "sizeGB": 24.45, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q5_K_XL.gguf", "size": 26385922688, "sizeGB": 24.57, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q6_K_S.gguf", "size": 28515105440, "sizeGB": 26.56, "quant": "Q6_K_S", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q6_K.gguf", "size": 28852861568, "sizeGB": 26.87, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf", "size": 32071842432, "sizeGB": 29.87, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q8_0.gguf", "size": 36903139968, "sizeGB": 34.37, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-35B-A3B-UD-Q8_K_XL.gguf", "size": 48688560768, "sizeGB": 45.34, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3.5-35B-A3B-BF16.gguf", "size": 69376637824, "sizeGB": 64.61, "quant": "BF16", "sharded": true } ] }, { "id": "lmstudio-community/gemma-4-26B-A4B-it-GGUF", "author": "lmstudio-community", "name": "gemma-4-26B-A4B-it-GGUF", "downloads": 1101625, "likes": 21, "pipeline_tag": null, "params_b": 25.2, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:google/gemma-4-26B-A4B-it", "base_model:quantized:google/gemma-4-26B-A4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-26B-A4B-it-Q4_K_M.gguf", "size": 16796015040, "sizeGB": 15.64, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-Q6_K.gguf", "size": 22638398400, "sizeGB": 21.08, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-26B-A4B-it-Q8_0.gguf", "size": 26859858368, "sizeGB": 25.02, "quant": "Q8_0", "sharded": false } ] }, { "id": "lmstudio-community/Qwen3.5-9B-GGUF", "author": "lmstudio-community", "name": "Qwen3.5-9B-GGUF", "downloads": 1032424, "likes": 31, "pipeline_tag": null, "params_b": 9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:Qwen/Qwen3.5-9B", "base_model:quantized:Qwen/Qwen3.5-9B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-9B-Q4_K_M.gguf", "size": 5627044256, "sizeGB": 5.24, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-9B-Q6_K.gguf", "size": 7359259040, "sizeGB": 6.85, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-9B-Q8_0.gguf", "size": 9527501216, "sizeGB": 8.87, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", "downloads": 1017806, "likes": 488, "pipeline_tag": "image-text-to-text", "params_b": 7.5, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "uncensored", "gemma4", "abliterated", "vision", "multimodal", "audio", "image-text-to-text", "en", "multilingual", "license:gemma", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", "size": 4431882208, "sizeGB": 4.13, "quant": "Q2_K_P", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 4714690528, "sizeGB": 4.39, "quant": "IQ3_M", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", "size": 4850391008, "sizeGB": 4.52, "quant": "Q3_K_M", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", "size": 4884505568, "sizeGB": 4.55, "quant": "Q3_K_P", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", "size": 5070950368, "sizeGB": 4.72, "quant": "IQ4_XS", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 5335285728, "sizeGB": 4.97, "quant": "Q4_K_M", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", "size": 5369246688, "sizeGB": 5, "quant": "Q4_K_P", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", "size": 5762908128, "sizeGB": 5.37, "quant": "Q5_K_M", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", "size": 5812940768, "sizeGB": 5.41, "quant": "Q5_K_P", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", "size": 6249794528, "sizeGB": 5.82, "quant": "Q6_K_P", "sharded": false }, { "path": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", "size": 8133226464, "sizeGB": 7.57, "quant": "Q8_K_P", "sharded": false } ] }, { "id": "unsloth/gemma-4-E2B-it-GGUF", "author": "unsloth", "name": "gemma-4-E2B-it-GGUF", "downloads": 990419, "likes": 159, "pipeline_tag": "image-text-to-text", "params_b": 4.6, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "gemma4", "unsloth", "gemma", "google", "image-text-to-text", "base_model:google/gemma-4-E2B-it", "base_model:quantized:google/gemma-4-E2B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-E2B-it-UD-IQ2_M.gguf", "size": 2287109792, "sizeGB": 2.13, "quant": "IQ2_M", "sharded": false }, { "path": "gemma-4-E2B-it-UD-IQ3_XXS.gguf", "size": 2369242784, "sizeGB": 2.21, "quant": "IQ3_XXS", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q2_K_XL.gguf", "size": 2399907488, "sizeGB": 2.24, "quant": "Q2_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-Q3_K_S.gguf", "size": 2445649568, "sizeGB": 2.28, "quant": "Q3_K_S", "sharded": false }, { "path": "gemma-4-E2B-it-Q3_K_M.gguf", "size": 2536783520, "sizeGB": 2.36, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q3_K_XL.gguf", "size": 2915067552, "sizeGB": 2.71, "quant": "Q3_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-IQ4_XS.gguf", "size": 2983941792, "sizeGB": 2.78, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-4-E2B-it-IQ4_NL.gguf", "size": 3041080992, "sizeGB": 2.83, "quant": "IQ4_NL", "sharded": false }, { "path": "gemma-4-E2B-it-Q4_0.gguf", "size": 3041375904, "sizeGB": 2.83, "quant": "Q4_0", "sharded": false }, { "path": "gemma-4-E2B-it-Q4_K_S.gguf", "size": 3043931808, "sizeGB": 2.83, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-4-E2B-it-Q4_K_M.gguf", "size": 3106735776, "sizeGB": 2.89, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-E2B-it-Q4_1.gguf", "size": 3154917024, "sizeGB": 2.94, "quant": "Q4_1", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q4_K_XL.gguf", "size": 3174043296, "sizeGB": 2.96, "quant": "Q4_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-Q5_K_S.gguf", "size": 3321149088, "sizeGB": 3.09, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-4-E2B-it-Q5_K_M.gguf", "size": 3356034720, "sizeGB": 3.13, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q5_K_XL.gguf", "size": 4291999392, "sizeGB": 4, "quant": "Q5_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-Q6_K.gguf", "size": 4501718688, "sizeGB": 4.19, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q6_K_XL.gguf", "size": 4710086304, "sizeGB": 4.39, "quant": "Q6_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-Q8_0.gguf", "size": 5048350368, "sizeGB": 4.7, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-E2B-it-UD-Q8_K_XL.gguf", "size": 5269534368, "sizeGB": 4.91, "quant": "Q8_K_XL", "sharded": false }, { "path": "gemma-4-E2B-it-BF16.gguf", "size": 9311303072, "sizeGB": 8.67, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-9B-GGUF", "author": "unsloth", "name": "Qwen3.5-9B-GGUF", "downloads": 965058, "likes": 554, "pipeline_tag": "image-text-to-text", "params_b": 9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-9B", "base_model:quantized:Qwen/Qwen3.5-9B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-9B-UD-IQ2_XXS.gguf", "size": 3190613216, "sizeGB": 2.97, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-9B-UD-IQ2_M.gguf", "size": 3649365216, "sizeGB": 3.4, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-9B-UD-IQ3_XXS.gguf", "size": 4016235744, "sizeGB": 3.74, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q2_K_XL.gguf", "size": 4121781472, "sizeGB": 3.84, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-Q3_K_S.gguf", "size": 4316865760, "sizeGB": 4.02, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-9B-Q3_K_M.gguf", "size": 4673643744, "sizeGB": 4.35, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q3_K_XL.gguf", "size": 5053834464, "sizeGB": 4.71, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-IQ4_XS.gguf", "size": 5168653536, "sizeGB": 4.81, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-9B-IQ4_NL.gguf", "size": 5371028704, "sizeGB": 5, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-9B-Q4_0.gguf", "size": 5379417312, "sizeGB": 5.01, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-9B-Q4_K_S.gguf", "size": 5394097376, "sizeGB": 5.02, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-9B-Q4_K_M.gguf", "size": 5680522464, "sizeGB": 5.29, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-9B-Q4_1.gguf", "size": 5837251808, "sizeGB": 5.44, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q4_K_XL.gguf", "size": 5966095584, "sizeGB": 5.56, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-Q5_K_S.gguf", "size": 6361146592, "sizeGB": 5.92, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-9B-Q5_K_M.gguf", "size": 6577841376, "sizeGB": 6.13, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q5_K_XL.gguf", "size": 6743680224, "sizeGB": 6.28, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-Q6_K.gguf", "size": 7458301152, "sizeGB": 6.95, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q6_K_XL.gguf", "size": 8756929760, "sizeGB": 8.16, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-Q8_0.gguf", "size": 9527502048, "sizeGB": 8.87, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-9B-UD-Q8_K_XL.gguf", "size": 12974040288, "sizeGB": 12.08, "quant": "Q8_K_XL", "sharded": false }, { "path": "Qwen3.5-9B-BF16.gguf", "size": 17920697312, "sizeGB": 16.69, "quant": "BF16", "sharded": false } ] }, { "id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", "author": "Jackrong", "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", "downloads": 823954, "likes": 641, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "Dense", "image-text-to-text", "en", "zh", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "base_model:Qwen/Qwen3.5-27B", "base_model:quantized:Qwen/Qwen3.5-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-27B.Q2_K.gguf", "size": 10121835936, "sizeGB": 9.43, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3.5-27B.Q3_K_S.gguf", "size": 12073948576, "sizeGB": 11.24, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-27B.Q3_K_M.gguf", "size": 13289641376, "sizeGB": 12.38, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-27B.Q4_K_S.gguf", "size": 15568614848, "sizeGB": 14.5, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-27B.Q4_K_M.gguf", "size": 16540267968, "sizeGB": 15.4, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B.Q8_0.gguf", "size": 28595758528, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false } ] }, { "id": "hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF", "author": "hugging-quants", "name": "Llama-3.2-1B-Instruct-Q8_0-GGUF", "downloads": 789259, "likes": 46, "pipeline_tag": "text-generation", "params_b": 1.2, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "facebook", "meta", "pytorch", "llama", "llama-3", "llama-cpp", "gguf-my-repo", "text-generation", "en", "de", "fr", "it", "pt", "hi", "es", "th", "base_model:meta-llama/Llama-3.2-1B-Instruct", "base_model:quantized:meta-llama/Llama-3.2-1B-Instruct", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "llama-3.2-1b-instruct-q8_0.gguf", "size": 1321079200, "sizeGB": 1.23, "quant": "Q8_0", "sharded": false } ] }, { "id": "bartowski/gemma-2-2b-it-GGUF", "author": "bartowski", "name": "gemma-2-2b-it-GGUF", "downloads": 718462, "likes": 93, "pipeline_tag": "text-generation", "params_b": 2.6, "arch": "gemma2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 8192, "tags": [ "transformers", "gguf", "conversational", "text-generation", "base_model:google/gemma-2-2b-it", "base_model:quantized:google/gemma-2-2b-it", "license:gemma", "endpoints_compatible", "region:us" ], "quants": [ { "path": "gemma-2-2b-it-IQ3_M.gguf", "size": 1393561440, "sizeGB": 1.3, "quant": "IQ3_M", "sharded": false }, { "path": "gemma-2-2b-it-Q3_K_L.gguf", "size": 1550436192, "sizeGB": 1.44, "quant": "Q3_K_L", "sharded": false }, { "path": "gemma-2-2b-it-IQ4_XS.gguf", "size": 1566250848, "sizeGB": 1.46, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-2-2b-it-Q4_K_S.gguf", "size": 1638651744, "sizeGB": 1.53, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-2-2b-it-Q4_K_M.gguf", "size": 1708582752, "sizeGB": 1.59, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-2-2b-it-Q5_K_S.gguf", "size": 1882543968, "sizeGB": 1.75, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-2-2b-it-Q5_K_M.gguf", "size": 1923278688, "sizeGB": 1.79, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-2-2b-it-Q6_K.gguf", "size": 2151393120, "sizeGB": 2, "quant": "Q6_K", "sharded": false }, { "path": "gemma-2-2b-it-Q6_K_L.gguf", "size": 2294241120, "sizeGB": 2.14, "quant": "Q6_K_L", "sharded": false }, { "path": "gemma-2-2b-it-Q8_0.gguf", "size": 2784495456, "sizeGB": 2.59, "quant": "Q8_0", "sharded": false }, { "path": "gemma-2-2b-it-f32.gguf", "size": 10463413856, "sizeGB": 9.74, "quant": "F32", "sharded": false } ] }, { "id": "unsloth/Qwen3.6-27B-GGUF", "author": "unsloth", "name": "Qwen3.6-27B-GGUF", "downloads": 636345, "likes": 439, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "qwen", "qwen3_5", "image-text-to-text", "base_model:Qwen/Qwen3.6-27B", "base_model:quantized:Qwen/Qwen3.6-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.6-27B-UD-IQ2_XXS.gguf", "size": 9388779744, "sizeGB": 8.74, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.6-27B-UD-IQ2_M.gguf", "size": 10846136544, "sizeGB": 10.1, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q2_K_XL.gguf", "size": 11849779424, "sizeGB": 11.04, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.6-27B-UD-IQ3_XXS.gguf", "size": 11994777824, "sizeGB": 11.17, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.6-27B-Q3_K_S.gguf", "size": 12358727904, "sizeGB": 11.51, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.6-27B-Q3_K_M.gguf", "size": 13586217184, "sizeGB": 12.65, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q3_K_XL.gguf", "size": 14473431264, "sizeGB": 13.48, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.6-27B-IQ4_XS.gguf", "size": 15440005344, "sizeGB": 14.38, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.6-27B-Q4_0.gguf", "size": 15791278304, "sizeGB": 14.71, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.6-27B-Q4_K_S.gguf", "size": 15856158944, "sizeGB": 14.77, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.6-27B-IQ4_NL.gguf", "size": 16071772384, "sizeGB": 14.97, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.6-27B-Q4_K_M.gguf", "size": 16817244384, "sizeGB": 15.66, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.6-27B-Q4_1.gguf", "size": 17252239584, "sizeGB": 16.07, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q4_K_XL.gguf", "size": 17612564704, "sizeGB": 16.4, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.6-27B-Q5_K_S.gguf", "size": 18958305504, "sizeGB": 17.66, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.6-27B-Q5_K_M.gguf", "size": 19509790944, "sizeGB": 18.17, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q5_K_XL.gguf", "size": 20038256864, "sizeGB": 18.66, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.6-27B-Q6_K.gguf", "size": 22523238624, "sizeGB": 20.98, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q6_K_XL.gguf", "size": 25636485344, "sizeGB": 23.88, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.6-27B-Q8_0.gguf", "size": 28595763424, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.6-27B-UD-Q8_K_XL.gguf", "size": 35325163744, "sizeGB": 32.9, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3.6-27B-BF16.gguf", "size": 53808281760, "sizeGB": 50.11, "quant": "BF16", "sharded": true } ] }, { "id": "ggml-org/models-moved", "author": "ggml-org", "name": "models-moved", "downloads": 630439, "likes": 13, "pipeline_tag": null, "params_b": 7.2, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 32768, "tags": [ "gguf", "endpoints_compatible", "region:us" ], "quants": [ { "path": "tinyllamas/stories15M-be.Q4_0.gguf", "size": 19077344, "sizeGB": 0.02, "quant": "Q4_0", "sharded": false }, { "path": "tinyllamas/stories15M-q4_0.gguf", "size": 19077344, "sizeGB": 0.02, "quant": "Q4_0", "sharded": false }, { "path": "tinyllamas/stories15M-be.Q8_0.gguf", "size": 26671328, "sizeGB": 0.02, "quant": "Q8_0", "sharded": false }, { "path": "tinyllamas/stories15M-q8_0.gguf", "size": 26671328, "sizeGB": 0.02, "quant": "Q8_0", "sharded": false }, { "path": "tinyllamas/split/stories15M-q8_0.gguf", "size": 26671680, "sizeGB": 0.02, "quant": "Q8_0", "sharded": true }, { "path": "bert-bge-small/ggml-model-f16-big-endian.gguf", "size": 67308128, "sizeGB": 0.06, "quant": "F16", "sharded": false }, { "path": "bert-bge-small/ggml-model-f16.gguf", "size": 67308128, "sizeGB": 0.06, "quant": "F16", "sharded": false }, { "path": "jina-reranker-v1-tiny-en/ggml-model-f16.gguf", "size": 67504480, "sizeGB": 0.06, "quant": "F16", "sharded": false }, { "path": "phi-2/ggml-model-q4_0.gguf", "size": 1602461536, "sizeGB": 1.49, "quant": "Q4_0", "sharded": false }, { "path": "tinyllama-1.1b/ggml-model-f16.gguf", "size": 2201990016, "sizeGB": 2.05, "quant": "F16", "sharded": false }, { "path": "phi-2/ggml-model-q8_0.gguf", "size": 2958032736, "sizeGB": 2.75, "quant": "Q8_0", "sharded": false }, { "path": "mistral-7b-v0.2-iq3_s-imat.gguf", "size": 3182393056, "sizeGB": 2.96, "quant": "IQ3_S", "sharded": false }, { "path": "phi-2/ggml-model-f16.gguf", "size": 5563095552, "sizeGB": 5.18, "quant": "F16", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-4B-GGUF", "author": "unsloth", "name": "Qwen3.5-4B-GGUF", "downloads": 618110, "likes": 226, "pipeline_tag": "image-text-to-text", "params_b": 4.2, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-4B", "base_model:quantized:Qwen/Qwen3.5-4B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-4B-UD-IQ2_XXS.gguf", "size": 1520217248, "sizeGB": 1.42, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-4B-UD-IQ2_M.gguf", "size": 1759997088, "sizeGB": 1.64, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q2_K_XL.gguf", "size": 1940825248, "sizeGB": 1.81, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-UD-IQ3_XXS.gguf", "size": 1949047968, "sizeGB": 1.82, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-4B-Q3_K_S.gguf", "size": 2105791648, "sizeGB": 1.96, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-4B-Q3_K_M.gguf", "size": 2293388448, "sizeGB": 2.14, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q3_K_XL.gguf", "size": 2436420768, "sizeGB": 2.27, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-IQ4_XS.gguf", "size": 2477053088, "sizeGB": 2.31, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-4B-IQ4_NL.gguf", "size": 2579944608, "sizeGB": 2.4, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-4B-Q4_0.gguf", "size": 2583221408, "sizeGB": 2.41, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-4B-Q4_K_S.gguf", "size": 2590430368, "sizeGB": 2.41, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-4B-Q4_K_M.gguf", "size": 2740937888, "sizeGB": 2.55, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-4B-Q4_1.gguf", "size": 2784416928, "sizeGB": 2.59, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q4_K_XL.gguf", "size": 2912109728, "sizeGB": 2.71, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-Q5_K_S.gguf", "size": 3024934048, "sizeGB": 2.82, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-4B-Q5_K_M.gguf", "size": 3143656608, "sizeGB": 2.93, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q5_K_XL.gguf", "size": 3250869408, "sizeGB": 3.03, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-Q6_K.gguf", "size": 3525956768, "sizeGB": 3.28, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q6_K_XL.gguf", "size": 4145548448, "sizeGB": 3.86, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-Q8_0.gguf", "size": 4482403488, "sizeGB": 4.17, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-4B-UD-Q8_K_XL.gguf", "size": 5952048288, "sizeGB": 5.54, "quant": "Q8_K_XL", "sharded": false }, { "path": "Qwen3.5-4B-BF16.gguf", "size": 8424393632, "sizeGB": 7.85, "quant": "BF16", "sharded": false } ] }, { "id": "lmstudio-community/gemma-4-31B-it-GGUF", "author": "lmstudio-community", "name": "gemma-4-31B-it-GGUF", "downloads": 536796, "likes": 21, "pipeline_tag": null, "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:google/gemma-4-31B-it", "base_model:quantized:google/gemma-4-31B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-31B-it-Q4_K_M.gguf", "size": 18687061664, "sizeGB": 17.4, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-31B-it-Q6_K.gguf", "size": 25201483424, "sizeGB": 23.47, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-31B-it-Q8_0.gguf", "size": 32635674272, "sizeGB": 30.39, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive", "downloads": 525932, "likes": 469, "pipeline_tag": "image-text-to-text", "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.6", "moe", "vision", "multimodal", "image-text-to-text", "en", "zh", "multilingual", "base_model:Qwen/Qwen3.6-35B-A3B", "base_model:quantized:Qwen/Qwen3.6-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", "size": 11659235456, "sizeGB": 10.86, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", "size": 14981265536, "sizeGB": 13.95, "quant": "Q2_K_P", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 15440519296, "sizeGB": 14.38, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", "size": 18728777856, "sizeGB": 17.44, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", "size": 19023337600, "sizeGB": 17.72, "quant": "Q3_K_P", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf", "size": 19779278976, "sizeGB": 18.42, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 21166758016, "sizeGB": 19.71, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", "size": 23424536704, "sizeGB": 21.82, "quant": "Q4_K_P", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", "size": 28027394176, "sizeGB": 26.1, "quant": "Q5_K_P", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", "size": 30649317504, "sizeGB": 28.54, "quant": "Q6_K_P", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", "size": 43605014656, "sizeGB": 40.61, "quant": "Q8_K_P", "sharded": false } ] }, { "id": "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF", "author": "bartowski", "name": "Qwen2.5-Coder-7B-Instruct-GGUF", "downloads": 516066, "likes": 46, "pipeline_tag": "text-generation", "params_b": 7.6, "arch": "qwen2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 32768, "tags": [ "transformers", "gguf", "code", "codeqwen", "chat", "qwen", "qwen-coder", "text-generation", "en", "base_model:Qwen/Qwen2.5-Coder-7B-Instruct", "base_model:quantized:Qwen/Qwen2.5-Coder-7B-Instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen2.5-Coder-7B-Instruct-IQ2_M.gguf", "size": 2780343072, "sizeGB": 2.59, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf", "size": 3015940896, "sizeGB": 2.81, "quant": "Q2_K", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-IQ3_XS.gguf", "size": 3346256672, "sizeGB": 3.12, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_S.gguf", "size": 3492369184, "sizeGB": 3.25, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q2_K_L.gguf", "size": 3548164896, "sizeGB": 3.3, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-IQ3_M.gguf", "size": 3574012704, "sizeGB": 3.33, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf", "size": 3808391968, "sizeGB": 3.55, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_L.gguf", "size": 4088460064, "sizeGB": 3.81, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-IQ4_XS.gguf", "size": 4218473248, "sizeGB": 3.93, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_4.gguf", "size": 4431391520, "sizeGB": 4.13, "quant": "Q4_0_4_4", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_4_8.gguf", "size": 4431391520, "sizeGB": 4.13, "quant": "Q4_0_4_8", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_0_8_8.gguf", "size": 4431391520, "sizeGB": 4.13, "quant": "Q4_0_8_8", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf", "size": 4444121888, "sizeGB": 4.14, "quant": "Q4_0", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_S.gguf", "size": 4457769760, "sizeGB": 4.15, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q3_K_XL.gguf", "size": 4565332768, "sizeGB": 4.25, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf", "size": 4683074336, "sizeGB": 4.36, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q4_K_L.gguf", "size": 5087564576, "sizeGB": 4.74, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_S.gguf", "size": 5315177248, "sizeGB": 4.95, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf", "size": 5444832032, "sizeGB": 5.07, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q5_K_L.gguf", "size": 5781197600, "sizeGB": 5.38, "quant": "Q5_K_L", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf", "size": 6254199584, "sizeGB": 5.82, "quant": "Q6_K", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q6_K_L.gguf", "size": 6518182688, "sizeGB": 6.07, "quant": "Q6_K_L", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf", "size": 8098525984, "sizeGB": 7.54, "quant": "Q8_0", "sharded": false }, { "path": "Qwen2.5-Coder-7B-Instruct-f16.gguf", "size": 15237853696, "sizeGB": 14.19, "quant": "F16", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-27B-GGUF", "author": "unsloth", "name": "Qwen3.5-27B-GGUF", "downloads": 505234, "likes": 488, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-27B", "base_model:quantized:Qwen/Qwen3.5-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.5-27B-UD-IQ2_XXS.gguf", "size": 8573593504, "sizeGB": 7.98, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-27B-UD-IQ2_M.gguf", "size": 10188072864, "sizeGB": 9.49, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q2_K_XL.gguf", "size": 11213752224, "sizeGB": 10.44, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-27B-UD-IQ3_XXS.gguf", "size": 11506493344, "sizeGB": 10.72, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-27B-Q3_K_S.gguf", "size": 12289423264, "sizeGB": 11.45, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Q3_K_M.gguf", "size": 13505116064, "sizeGB": 12.58, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q3_K_XL.gguf", "size": 14438533024, "sizeGB": 13.45, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-27B-IQ4_XS.gguf", "size": 14977484704, "sizeGB": 13.95, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-27B-IQ4_NL.gguf", "size": 15687894944, "sizeGB": 14.61, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-27B-Q4_0.gguf", "size": 15721973664, "sizeGB": 14.64, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-27B-Q4_K_S.gguf", "size": 15769159584, "sizeGB": 14.69, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Q4_K_M.gguf", "size": 16740812704, "sizeGB": 15.59, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Q4_1.gguf", "size": 17182934944, "sizeGB": 16, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q4_K_XL.gguf", "size": 17621125024, "sizeGB": 16.41, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-27B-Q5_K_S.gguf", "size": 18889000864, "sizeGB": 17.59, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Q5_K_M.gguf", "size": 19608995744, "sizeGB": 18.26, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q5_K_XL.gguf", "size": 20171253664, "sizeGB": 18.79, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-27B-Q6_K.gguf", "size": 22453933984, "sizeGB": 20.91, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q6_K_XL.gguf", "size": 25675642784, "sizeGB": 23.91, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-27B-Q8_0.gguf", "size": 28595763104, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-27B-UD-Q8_K_XL.gguf", "size": 35528652704, "sizeGB": 33.09, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3.5-27B-BF16.gguf", "size": 53808281472, "sizeGB": 50.11, "quant": "BF16", "sharded": true } ] }, { "id": "ggml-org/embeddinggemma-300M-GGUF", "author": "ggml-org", "name": "embeddinggemma-300M-GGUF", "downloads": 465142, "likes": 26, "pipeline_tag": null, "params_b": 0.3, "arch": "gemma-embedding", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 2048, "tags": [ "gguf", "base_model:google/embeddinggemma-300m", "base_model:quantized:google/embeddinggemma-300m", "endpoints_compatible", "region:us" ], "quants": [ { "path": "embeddinggemma-300M-Q8_0.gguf", "size": 328576992, "sizeGB": 0.31, "quant": "Q8_0", "sharded": false } ] }, { "id": "lmstudio-community/Qwen3.6-35B-A3B-GGUF", "author": "lmstudio-community", "name": "Qwen3.6-35B-A3B-GGUF", "downloads": 451096, "likes": 11, "pipeline_tag": null, "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:Qwen/Qwen3.6-35B-A3B", "base_model:quantized:Qwen/Qwen3.6-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.6-35B-A3B-Q4_K_M.gguf", "size": 21166757728, "sizeGB": 19.71, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Q6_K.gguf", "size": 28514152288, "sizeGB": 26.56, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.6-35B-A3B-Q8_0.gguf", "size": 36903139168, "sizeGB": 34.37, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", "downloads": 430849, "likes": 319, "pipeline_tag": null, "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.5", "qwen", "en", "zh", "multilingual", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", "size": 9395107168, "sizeGB": 8.75, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 12580873568, "sizeGB": 11.72, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", "size": 13289645152, "sizeGB": 12.38, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", "size": 14689289568, "sizeGB": 13.68, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 16540271712, "sizeGB": 15.4, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", "size": 19399607392, "sizeGB": 18.07, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", "size": 22082528352, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", "size": 28595762272, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf", "size": 53808280672, "sizeGB": 50.11, "quant": "BF16", "sharded": false } ] }, { "id": "ggml-org/gemma-4-26B-A4B-it-GGUF", "author": "ggml-org", "name": "gemma-4-26B-A4B-it-GGUF", "downloads": 423479, "likes": 56, "pipeline_tag": null, "params_b": 25.2, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:google/gemma-4-26B-A4B-it", "base_model:quantized:google/gemma-4-26B-A4B-it", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-26B-A4B-it-Q4_K_M.gguf", "size": 16796015136, "sizeGB": 15.64, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-26B-A4B-it-Q8_0.gguf", "size": 26859858464, "sizeGB": 25.02, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-26B-A4B-it-bf16.gguf", "size": 50505134624, "sizeGB": 47.04, "quant": "BF16", "sharded": false } ] }, { "id": "ggml-org/SmolVLM-500M-Instruct-GGUF", "author": "ggml-org", "name": "SmolVLM-500M-Instruct-GGUF", "downloads": 411761, "likes": 49, "pipeline_tag": null, "params_b": 0.4, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 8192, "tags": [ "gguf", "base_model:HuggingFaceTB/SmolVLM-500M-Instruct", "base_model:quantized:HuggingFaceTB/SmolVLM-500M-Instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "SmolVLM-500M-Instruct-Q8_0.gguf", "size": 436806912, "sizeGB": 0.41, "quant": "Q8_0", "sharded": false }, { "path": "SmolVLM-500M-Instruct-f16.gguf", "size": 820422912, "sizeGB": 0.76, "quant": "F16", "sharded": false } ] }, { "id": "DeepBeepMeep/Wan2.1", "author": "DeepBeepMeep", "name": "Wan2.1", "downloads": 387129, "likes": 38, "pipeline_tag": null, "params_b": 4.8, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": null, "tags": [ "diffusion-single-file", "onnx", "safetensors", "gguf", "i2v", "base_model:Wan-AI/Wan2.1-T2V-1.3B", "base_model:quantized:Wan-AI/Wan2.1-T2V-1.3B", "region:us" ], "quants": [ { "path": "Qwen3_5_4B_Abliterated/Qwen3.5-4B-Abliterated-text-Q4_K_M.gguf", "size": 2724723264, "sizeGB": 2.54, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M.gguf", "size": 5038065216, "sizeGB": 4.69, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3_5_9B_Abliterated/Qwen3.5-9B-Abliterated-text-Q4_K_M_bis.gguf", "size": 5627044704, "sizeGB": 5.24, "quant": "Q4_K_M_BIS", "sharded": false } ] }, { "id": "SakuraLLM/Sakura-GalTransl-7B-v3.7", "author": "SakuraLLM", "name": "Sakura-GalTransl-7B-v3.7", "downloads": 375521, "likes": 94, "pipeline_tag": null, "params_b": 7.7, "arch": "qwen2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 32768, "tags": [ "gguf", "zh", "license:cc-by-nc-sa-4.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Sakura-Galtransl-7B-v3.7-IQ4_XS.gguf", "size": 4250296192, "sizeGB": 3.96, "quant": "IQ4_XS", "sharded": false }, { "path": "Sakura-GalTransl-7B-v3-Q5_K_S.gguf", "size": 5315174176, "sizeGB": 4.95, "quant": "Q5_K_S", "sharded": false }, { "path": "Sakura-GalTransl-7B-v3.5-Q5_K_S.gguf", "size": 5315174272, "sizeGB": 4.95, "quant": "Q5_K_S", "sharded": false }, { "path": "GalTransl-7B-v1-Q6_K.gguf", "size": 6341946720, "sizeGB": 5.91, "quant": "Q6_K", "sharded": false }, { "path": "GalTransl-7B-v1.5-Q6_K.gguf", "size": 6341946720, "sizeGB": 5.91, "quant": "Q6_K", "sharded": false }, { "path": "GalTransl-7B-v2-Q6_K.gguf", "size": 6341946880, "sizeGB": 5.91, "quant": "Q6_K", "sharded": false }, { "path": "GalTransl-7B-v2.6-Q6_K.gguf", "size": 6341946880, "sizeGB": 5.91, "quant": "Q6_K", "sharded": false } ] }, { "id": "Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "author": "Jackrong", "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "downloads": 374838, "likes": 599, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "lora", "image-text-to-text", "en", "zh", "ko", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "dataset:Roman1111111/claude-opus-4.6-10000x", "base_model:Qwen/Qwen3.5-27B", "base_model:adapter:Qwen/Qwen3.5-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-27B.Q4_K_M.gguf", "size": 16547395008, "sizeGB": 15.41, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B.Q5_K_M.gguf", "size": 19231094208, "sizeGB": 17.91, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-27B.Q6_K.gguf", "size": 22082524608, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-27B.Q8_0.gguf", "size": 28595758528, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false } ] }, { "id": "janhq/Jan-v3.5-4B-gguf", "author": "janhq", "name": "Jan-v3.5-4B-gguf", "downloads": 363292, "likes": 12, "pipeline_tag": "text-generation", "params_b": 4.4, "arch": "qwen3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "math", "identity", "text-generation", "en", "base_model:janhq/Jan-v3-4B-base-instruct", "base_model:quantized:janhq/Jan-v3-4B-base-instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Jan-v3.5-4B-Q3_K_S.gguf", "size": 2054124896, "sizeGB": 1.91, "quant": "Q3_K_S", "sharded": false }, { "path": "Jan-v3.5-4B-Q3_K_M.gguf", "size": 2242745696, "sizeGB": 2.09, "quant": "Q3_K_M", "sharded": false }, { "path": "Jan-v3.5-4B-Q3_K_L.gguf", "size": 2406913376, "sizeGB": 2.24, "quant": "Q3_K_L", "sharded": false }, { "path": "Jan-v3.5-4B-Q4_0.gguf", "size": 2588332896, "sizeGB": 2.41, "quant": "Q4_0", "sharded": false }, { "path": "Jan-v3.5-4B-Q4_K_S.gguf", "size": 2602095456, "sizeGB": 2.42, "quant": "Q4_K_S", "sharded": false }, { "path": "Jan-v3.5-4B-Q4_K_M.gguf", "size": 2716066656, "sizeGB": 2.53, "quant": "Q4_K_M", "sharded": false }, { "path": "Jan-v3.5-4B-Q4_1.gguf", "size": 2839724896, "sizeGB": 2.64, "quant": "Q4_1", "sharded": false }, { "path": "Jan-v3.5-4B-Q4_K_XL.gguf", "size": 2999182176, "sizeGB": 2.79, "quant": "Q4_K_XL", "sharded": false }, { "path": "Jan-v3.5-4B-Q5_0.gguf", "size": 3091116896, "sizeGB": 2.88, "quant": "Q5_0", "sharded": false }, { "path": "Jan-v3.5-4B-Q5_K_S.gguf", "size": 3091116896, "sizeGB": 2.88, "quant": "Q5_K_S", "sharded": false }, { "path": "Jan-v3.5-4B-Q5_K_M.gguf", "size": 3156919136, "sizeGB": 2.94, "quant": "Q5_K_M", "sharded": false }, { "path": "Jan-v3.5-4B-Q5_1.gguf", "size": 3342508896, "sizeGB": 3.11, "quant": "Q5_1", "sharded": false }, { "path": "Jan-v3.5-4B-Q6_K.gguf", "size": 3625324896, "sizeGB": 3.38, "quant": "Q6_K", "sharded": false }, { "path": "Jan-v3.5-4B-Q8_0.gguf", "size": 4693669216, "sizeGB": 4.37, "quant": "Q8_0", "sharded": false } ] }, { "id": "ggml-org/gpt-oss-120b-GGUF", "author": "ggml-org", "name": "gpt-oss-120b-GGUF", "downloads": 360079, "likes": 71, "pipeline_tag": null, "params_b": 116.8, "arch": "gpt-oss", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "base_model:openai/gpt-oss-120b", "base_model:quantized:openai/gpt-oss-120b", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gpt-oss-120b-mxfp4.gguf", "size": 63387346464, "sizeGB": 59.03, "quant": "MXFP4", "sharded": true } ] }, { "id": "bartowski/Llama-3.2-3B-Instruct-GGUF", "author": "bartowski", "name": "Llama-3.2-3B-Instruct-GGUF", "downloads": 340336, "likes": 205, "pipeline_tag": "text-generation", "params_b": 3.2, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "facebook", "meta", "llama", "llama-3", "text-generation", "en", "de", "fr", "it", "pt", "hi", "es", "th", "base_model:meta-llama/Llama-3.2-3B-Instruct", "base_model:quantized:meta-llama/Llama-3.2-3B-Instruct", "license:llama3.2", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Llama-3.2-3B-Instruct-IQ3_M.gguf", "size": 1599668768, "sizeGB": 1.49, "quant": "IQ3_M", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q3_K_L.gguf", "size": 1815347744, "sizeGB": 1.69, "quant": "Q3_K_L", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-IQ4_XS.gguf", "size": 1829110304, "sizeGB": 1.7, "quant": "IQ4_XS", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q3_K_XL.gguf", "size": 1910770208, "sizeGB": 1.78, "quant": "Q3_K_XL", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_0_4_4.gguf", "size": 1917190688, "sizeGB": 1.79, "quant": "Q4_0_4_4", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_0_4_8.gguf", "size": 1917190688, "sizeGB": 1.79, "quant": "Q4_0_4_8", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_0_8_8.gguf", "size": 1917190688, "sizeGB": 1.79, "quant": "Q4_0_8_8", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_0.gguf", "size": 1921909280, "sizeGB": 1.79, "quant": "Q4_0", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_K_S.gguf", "size": 1928200736, "sizeGB": 1.8, "quant": "Q4_K_S", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_K_M.gguf", "size": 2019377696, "sizeGB": 1.88, "quant": "Q4_K_M", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q4_K_L.gguf", "size": 2114800160, "sizeGB": 1.97, "quant": "Q4_K_L", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q5_K_S.gguf", "size": 2269512224, "sizeGB": 2.11, "quant": "Q5_K_S", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q5_K_M.gguf", "size": 2322154016, "sizeGB": 2.16, "quant": "Q5_K_M", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q5_K_L.gguf", "size": 2417576480, "sizeGB": 2.25, "quant": "Q5_K_L", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q6_K.gguf", "size": 2643853856, "sizeGB": 2.46, "quant": "Q6_K", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q6_K_L.gguf", "size": 2739276320, "sizeGB": 2.55, "quant": "Q6_K_L", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-Q8_0.gguf", "size": 3421899296, "sizeGB": 3.19, "quant": "Q8_0", "sharded": false }, { "path": "Llama-3.2-3B-Instruct-f16.gguf", "size": 6433687840, "sizeGB": 5.99, "quant": "F16", "sharded": false } ] }, { "id": "lmstudio-community/gemma-4-E2B-it-GGUF", "author": "lmstudio-community", "name": "gemma-4-E2B-it-GGUF", "downloads": 333116, "likes": 11, "pipeline_tag": null, "params_b": 4.6, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "base_model:google/gemma-4-E2B-it", "base_model:quantized:google/gemma-4-E2B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-E2B-it-Q4_K_M.gguf", "size": 3427877696, "sizeGB": 3.19, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-E2B-it-Q6_K.gguf", "size": 3845344064, "sizeGB": 3.58, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-E2B-it-Q8_0.gguf", "size": 4967494464, "sizeGB": 4.63, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", "downloads": 326845, "likes": 142, "pipeline_tag": "image-text-to-text", "params_b": 4.6, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "uncensored", "gemma4", "vision", "multimodal", "audio", "abliterated", "image-text-to-text", "en", "multilingual", "license:gemma", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", "size": 3009448896, "sizeGB": 2.8, "quant": "Q2_K_P", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 3134964672, "sizeGB": 2.92, "quant": "IQ3_M", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", "size": 3224043456, "sizeGB": 3, "quant": "Q3_K_P", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", "size": 3450277824, "sizeGB": 3.21, "quant": "Q4_K_P", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", "size": 3663440832, "sizeGB": 3.41, "quant": "Q5_K_P", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", "size": 3866957760, "sizeGB": 3.6, "quant": "Q6_K_P", "sharded": false }, { "path": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", "size": 5036057536, "sizeGB": 4.69, "quant": "Q8_K_P", "sharded": false } ] }, { "id": "Qwen/Qwen2.5-1.5B-Instruct-GGUF", "author": "Qwen", "name": "Qwen2.5-1.5B-Instruct-GGUF", "downloads": 323595, "likes": 93, "pipeline_tag": "text-generation", "params_b": 1.8, "arch": "qwen2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 8192, "tags": [ "gguf", "chat", "text-generation", "en", "arxiv:2407.10671", "base_model:Qwen/Qwen2.5-1.5B-Instruct", "base_model:quantized:Qwen/Qwen2.5-1.5B-Instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "qwen2.5-1.5b-instruct-q2_k.gguf", "size": 752880160, "sizeGB": 0.7, "quant": "Q2_K", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q3_k_m.gguf", "size": 924455968, "sizeGB": 0.86, "quant": "Q3_K_M", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q4_0.gguf", "size": 1066227232, "sizeGB": 0.99, "quant": "Q4_0", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q4_k_m.gguf", "size": 1117320736, "sizeGB": 1.04, "quant": "Q4_K_M", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q5_0.gguf", "size": 1259173408, "sizeGB": 1.17, "quant": "Q5_0", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q5_k_m.gguf", "size": 1285494304, "sizeGB": 1.2, "quant": "Q5_K_M", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q6_k.gguf", "size": 1464178720, "sizeGB": 1.36, "quant": "Q6_K", "sharded": false }, { "path": "qwen2.5-1.5b-instruct-q8_0.gguf", "size": 1894532128, "sizeGB": 1.76, "quant": "Q8_0", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-2B-GGUF", "author": "unsloth", "name": "Qwen3.5-2B-GGUF", "downloads": 315858, "likes": 97, "pipeline_tag": "image-text-to-text", "params_b": 1.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-2B", "base_model:quantized:Qwen/Qwen3.5-2B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-2B-UD-IQ2_XXS.gguf", "size": 768270592, "sizeGB": 0.72, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-2B-UD-IQ2_M.gguf", "size": 859857152, "sizeGB": 0.8, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-2B-UD-IQ3_XXS.gguf", "size": 931823872, "sizeGB": 0.87, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q2_K_XL.gguf", "size": 966533376, "sizeGB": 0.9, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-Q3_K_S.gguf", "size": 1030947072, "sizeGB": 0.96, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-2B-Q3_K_M.gguf", "size": 1107149056, "sizeGB": 1.03, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q3_K_XL.gguf", "size": 1159274752, "sizeGB": 1.08, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-IQ4_XS.gguf", "size": 1172996352, "sizeGB": 1.09, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-2B-IQ4_NL.gguf", "size": 1213300992, "sizeGB": 1.13, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-2B-Q4_0.gguf", "size": 1214873856, "sizeGB": 1.13, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-2B-Q4_K_S.gguf", "size": 1217757440, "sizeGB": 1.13, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-2B-Q4_K_M.gguf", "size": 1280835840, "sizeGB": 1.19, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-2B-Q4_1.gguf", "size": 1293517056, "sizeGB": 1.2, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q4_K_XL.gguf", "size": 1339752704, "sizeGB": 1.25, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-Q5_K_S.gguf", "size": 1384546560, "sizeGB": 1.29, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-2B-Q5_K_M.gguf", "size": 1435238656, "sizeGB": 1.34, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q5_K_XL.gguf", "size": 1466687744, "sizeGB": 1.37, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-Q6_K.gguf", "size": 1574961408, "sizeGB": 1.47, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q6_K_XL.gguf", "size": 1864483072, "sizeGB": 1.74, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-Q8_0.gguf", "size": 2012012800, "sizeGB": 1.87, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-2B-UD-Q8_K_XL.gguf", "size": 2834940160, "sizeGB": 2.64, "quant": "Q8_K_XL", "sharded": false }, { "path": "Qwen3.5-2B-BF16.gguf", "size": 3775709216, "sizeGB": 3.52, "quant": "BF16", "sharded": false } ] }, { "id": "bartowski/google_gemma-4-31B-it-GGUF", "author": "bartowski", "name": "google_gemma-4-31B-it-GGUF", "downloads": 306708, "likes": 57, "pipeline_tag": "image-text-to-text", "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:google/gemma-4-31B-it", "base_model:quantized:google/gemma-4-31B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "google_gemma-4-31B-it-IQ1_M.gguf", "size": 10112170144, "sizeGB": 9.42, "quant": "IQ1_M", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ2_XXS.gguf", "size": 10830188704, "sizeGB": 10.09, "quant": "IQ2_XXS", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ2_XS.gguf", "size": 11500941472, "sizeGB": 10.71, "quant": "IQ2_XS", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ2_S.gguf", "size": 12075356320, "sizeGB": 11.25, "quant": "IQ2_S", "sharded": false }, { "path": "google_gemma-4-31B-it-Q2_K.gguf", "size": 12631621792, "sizeGB": 11.76, "quant": "Q2_K", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ2_M.gguf", "size": 12649771168, "sizeGB": 11.78, "quant": "IQ2_M", "sharded": false }, { "path": "google_gemma-4-31B-it-Q2_K_L.gguf", "size": 12972933280, "sizeGB": 12.08, "quant": "Q2_K_L", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ3_XXS.gguf", "size": 12981706912, "sizeGB": 12.09, "quant": "IQ3_XXS", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ3_XS.gguf", "size": 13841350816, "sizeGB": 12.89, "quant": "IQ3_XS", "sharded": false }, { "path": "google_gemma-4-31B-it-Q3_K_S.gguf", "size": 14329061536, "sizeGB": 13.34, "quant": "Q3_K_S", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ3_M.gguf", "size": 15129827488, "sizeGB": 14.09, "quant": "IQ3_M", "sharded": false }, { "path": "google_gemma-4-31B-it-Q3_K_M.gguf", "size": 15918121120, "sizeGB": 14.82, "quant": "Q3_K_M", "sharded": false }, { "path": "google_gemma-4-31B-it-Q3_K_L.gguf", "size": 16810623136, "sizeGB": 15.66, "quant": "Q3_K_L", "sharded": false }, { "path": "google_gemma-4-31B-it-Q3_K_XL.gguf", "size": 17151934624, "sizeGB": 15.97, "quant": "Q3_K_XL", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ4_XS.gguf", "size": 17155891360, "sizeGB": 15.98, "quant": "IQ4_XS", "sharded": false }, { "path": "google_gemma-4-31B-it-IQ4_NL.gguf", "size": 18025685152, "sizeGB": 16.79, "quant": "IQ4_NL", "sharded": false }, { "path": "google_gemma-4-31B-it-Q4_0.gguf", "size": 18076262560, "sizeGB": 16.83, "quant": "Q4_0", "sharded": false }, { "path": "google_gemma-4-31B-it-Q4_K_S.gguf", "size": 18195652768, "sizeGB": 16.95, "quant": "Q4_K_S", "sharded": false }, { "path": "google_gemma-4-31B-it-Q4_K_M.gguf", "size": 19598487712, "sizeGB": 18.25, "quant": "Q4_K_M", "sharded": false }, { "path": "google_gemma-4-31B-it-Q4_1.gguf", "size": 19765272736, "sizeGB": 18.41, "quant": "Q4_1", "sharded": false }, { "path": "google_gemma-4-31B-it-Q4_K_L.gguf", "size": 19939799200, "sizeGB": 18.57, "quant": "Q4_K_L", "sharded": false }, { "path": "google_gemma-4-31B-it-Q5_K_S.gguf", "size": 21504860320, "sizeGB": 20.03, "quant": "Q5_K_S", "sharded": false }, { "path": "google_gemma-4-31B-it-Q5_K_M.gguf", "size": 22608875680, "sizeGB": 21.06, "quant": "Q5_K_M", "sharded": false }, { "path": "google_gemma-4-31B-it-Q5_K_L.gguf", "size": 22950187168, "sizeGB": 21.37, "quant": "Q5_K_L", "sharded": false }, { "path": "google_gemma-4-31B-it-Q6_K.gguf", "size": 26726719648, "sizeGB": 24.89, "quant": "Q6_K", "sharded": false }, { "path": "google_gemma-4-31B-it-Q6_K_L.gguf", "size": 27068031136, "sizeGB": 25.21, "quant": "Q6_K_L", "sharded": false }, { "path": "google_gemma-4-31B-it-Q8_0.gguf", "size": 32635674784, "sizeGB": 30.39, "quant": "Q8_0", "sharded": false }, { "path": "google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16.gguf", "size": 61413187680, "sizeGB": 57.2, "quant": "BF16", "sharded": true } ] }, { "id": "unsloth/Qwen3.5-0.8B-GGUF", "author": "unsloth", "name": "Qwen3.5-0.8B-GGUF", "downloads": 302996, "likes": 146, "pipeline_tag": "image-text-to-text", "params_b": 0.8, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "image-text-to-text", "base_model:Qwen/Qwen3.5-0.8B", "base_model:quantized:Qwen/Qwen3.5-0.8B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-0.8B-UD-IQ2_XXS.gguf", "size": 338227456, "sizeGB": 0.31, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-IQ2_M.gguf", "size": 371933440, "sizeGB": 0.35, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-IQ3_XXS.gguf", "size": 398237952, "sizeGB": 0.37, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q2_K_XL.gguf", "size": 417718528, "sizeGB": 0.39, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-Q3_K_S.gguf", "size": 440750336, "sizeGB": 0.41, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-0.8B-Q3_K_M.gguf", "size": 470167808, "sizeGB": 0.44, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q3_K_XL.gguf", "size": 492216576, "sizeGB": 0.46, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-IQ4_XS.gguf", "size": 492605696, "sizeGB": 0.46, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-0.8B-IQ4_NL.gguf", "size": 506859776, "sizeGB": 0.47, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3.5-0.8B-Q4_0.gguf", "size": 507154688, "sizeGB": 0.47, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-0.8B-Q4_K_S.gguf", "size": 508104960, "sizeGB": 0.47, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-0.8B-Q4_K_M.gguf", "size": 532517120, "sizeGB": 0.5, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-0.8B-Q4_1.gguf", "size": 535171328, "sizeGB": 0.5, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q4_K_XL.gguf", "size": 558772480, "sizeGB": 0.52, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-Q5_K_S.gguf", "size": 568889600, "sizeGB": 0.53, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-0.8B-Q5_K_M.gguf", "size": 590057728, "sizeGB": 0.55, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q5_K_XL.gguf", "size": 606585088, "sizeGB": 0.56, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-Q6_K.gguf", "size": 639029504, "sizeGB": 0.6, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q6_K_XL.gguf", "size": 771092736, "sizeGB": 0.72, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-Q8_0.gguf", "size": 811843840, "sizeGB": 0.76, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-0.8B-UD-Q8_K_XL.gguf", "size": 1186443520, "sizeGB": 1.1, "quant": "Q8_K_XL", "sharded": false }, { "path": "Qwen3.5-0.8B-BF16.gguf", "size": 1516744736, "sizeGB": 1.41, "quant": "BF16", "sharded": false } ] }, { "id": "DeepBeepMeep/LTX-2", "author": "DeepBeepMeep", "name": "LTX-2", "downloads": 300351, "likes": 16, "pipeline_tag": null, "params_b": 19, "arch": "ltxv", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": null, "tags": [ "diffusion-single-file", "safetensors", "gguf", "base_model:Lightricks/LTX-2", "base_model:quantized:Lightricks/LTX-2", "region:us" ], "quants": [ { "path": "ltx-2.3-22b-distilled-Q4_K_M_light.gguf", "size": 12971904032, "sizeGB": 12.08, "quant": "Q4_K_M_LIGHT", "sharded": false }, { "path": "ltx-2.3-22b-distilled-Q6_K_light.gguf", "size": 16116771872, "sizeGB": 15.01, "quant": "Q6_K_LIGHT", "sharded": false }, { "path": "ltx-2.3-22b-distilled-Q8_0_light.gguf", "size": 20609436704, "sizeGB": 19.19, "quant": "Q8_0_LIGHT", "sharded": false } ] }, { "id": "bartowski/Qwen_Qwen3.5-35B-A3B-GGUF", "author": "bartowski", "name": "Qwen_Qwen3.5-35B-A3B-GGUF", "downloads": 293868, "likes": 63, "pipeline_tag": "image-text-to-text", "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:Qwen/Qwen3.5-35B-A3B", "base_model:quantized:Qwen/Qwen3.5-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf", "size": 8643426848, "sizeGB": 8.05, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ2_XXS.gguf", "size": 9897916960, "sizeGB": 9.22, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ2_XS.gguf", "size": 10916608544, "sizeGB": 10.17, "quant": "IQ2_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ2_S.gguf", "size": 11078089248, "sizeGB": 10.32, "quant": "IQ2_S", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ2_M.gguf", "size": 12134529568, "sizeGB": 11.3, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q2_K.gguf", "size": 12638706208, "sizeGB": 11.77, "quant": "Q2_K", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q2_K_L.gguf", "size": 13135346208, "sizeGB": 12.23, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ3_XXS.gguf", "size": 14959999520, "sizeGB": 13.93, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ3_XS.gguf", "size": 15485336096, "sizeGB": 14.42, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_S.gguf", "size": 15535143456, "sizeGB": 14.47, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_M.gguf", "size": 16248175136, "sizeGB": 15.13, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_L.gguf", "size": 16886495776, "sizeGB": 15.73, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ3_M.gguf", "size": 16911399456, "sizeGB": 15.75, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q3_K_XL.gguf", "size": 17331485216, "sizeGB": 16.14, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ4_XS.gguf", "size": 18817587744, "sizeGB": 17.53, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-IQ4_NL.gguf", "size": 19872487968, "sizeGB": 18.51, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q4_0.gguf", "size": 20194269728, "sizeGB": 18.81, "quant": "Q4_0", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_S.gguf", "size": 20614355488, "sizeGB": 19.2, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf", "size": 21402589728, "sizeGB": 19.93, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q4_K_L.gguf", "size": 21780036128, "sizeGB": 20.28, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q4_1.gguf", "size": 21973768736, "sizeGB": 20.46, "quant": "Q4_1", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_S.gguf", "size": 24167291424, "sizeGB": 22.51, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_M.gguf", "size": 25017457184, "sizeGB": 23.3, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q5_K_L.gguf", "size": 25331333664, "sizeGB": 23.59, "quant": "Q5_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q6_K.gguf", "size": 30033099296, "sizeGB": 27.97, "quant": "Q6_K", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q6_K_L.gguf", "size": 30279432736, "sizeGB": 28.2, "quant": "Q6_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-Q8_0.gguf", "size": 36914690592, "sizeGB": 34.38, "quant": "Q8_0", "sharded": false }, { "path": "Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16.gguf", "size": 69376637408, "sizeGB": 64.61, "quant": "BF16", "sharded": true } ] }, { "id": "bartowski/google_gemma-4-26B-A4B-it-GGUF", "author": "bartowski", "name": "google_gemma-4-26B-A4B-it-GGUF", "downloads": 291026, "likes": 110, "pipeline_tag": "image-text-to-text", "params_b": 25.2, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:google/gemma-4-26B-A4B-it", "base_model:quantized:google/gemma-4-26B-A4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "google_gemma-4-26B-A4B-it-IQ2_XXS.gguf", "size": 9656493888, "sizeGB": 8.99, "quant": "IQ2_XXS", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ2_XS.gguf", "size": 10126647616, "sizeGB": 9.43, "quant": "IQ2_XS", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ2_S.gguf", "size": 10230466496, "sizeGB": 9.53, "quant": "IQ2_S", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ2_M.gguf", "size": 10700620224, "sizeGB": 9.97, "quant": "IQ2_M", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q2_K.gguf", "size": 10951925696, "sizeGB": 10.2, "quant": "Q2_K", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q2_K_L.gguf", "size": 11130707904, "sizeGB": 10.37, "quant": "Q2_K_L", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ3_XXS.gguf", "size": 12160198080, "sizeGB": 11.33, "quant": "IQ3_XXS", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ3_XS.gguf", "size": 12437320640, "sizeGB": 11.58, "quant": "IQ3_XS", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q3_K_S.gguf", "size": 12553232832, "sizeGB": 11.69, "quant": "Q3_K_S", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q3_K_M.gguf", "size": 13019979200, "sizeGB": 12.13, "quant": "Q3_K_M", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q3_K_L.gguf", "size": 13199178176, "sizeGB": 12.29, "quant": "Q3_K_L", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ3_M.gguf", "size": 13280211392, "sizeGB": 12.37, "quant": "IQ3_M", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q3_K_XL.gguf", "size": 13377960384, "sizeGB": 12.46, "quant": "Q3_K_XL", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ4_XS.gguf", "size": 14205002688, "sizeGB": 13.23, "quant": "IQ4_XS", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-IQ4_NL.gguf", "size": 14697712576, "sizeGB": 13.69, "quant": "IQ4_NL", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q4_0.gguf", "size": 14759382976, "sizeGB": 13.75, "quant": "Q4_0", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q4_K_S.gguf", "size": 15844286400, "sizeGB": 14.76, "quant": "Q4_K_S", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q4_1.gguf", "size": 16144843712, "sizeGB": 15.04, "quant": "Q4_1", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q4_K_M.gguf", "size": 17035037632, "sizeGB": 15.87, "quant": "Q4_K_M", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q4_K_L.gguf", "size": 17213819840, "sizeGB": 16.03, "quant": "Q4_K_L", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q5_K_S.gguf", "size": 18129380288, "sizeGB": 16.88, "quant": "Q5_K_S", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q5_K_M.gguf", "size": 19319196608, "sizeGB": 17.99, "quant": "Q5_K_M", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q5_K_L.gguf", "size": 19497978816, "sizeGB": 18.16, "quant": "Q5_K_L", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q6_K.gguf", "size": 22862575040, "sizeGB": 21.29, "quant": "Q6_K", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q6_K_L.gguf", "size": 23041357248, "sizeGB": 21.46, "quant": "Q6_K_L", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-Q8_0.gguf", "size": 26859858880, "sizeGB": 25.02, "quant": "Q8_0", "sharded": false }, { "path": "google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16.gguf", "size": 50505134944, "sizeGB": 47.04, "quant": "BF16", "sharded": true } ] }, { "id": "timteh673/Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF", "author": "timteh673", "name": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF", "downloads": 284230, "likes": 14, "pipeline_tag": "text-generation", "params_b": 396.3, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "abliterated", "qwen", "qwen3.5", "moe", "397b", "17b-active", "fine-tuned", "reasoning", "lora", "opus", "claude", "text-generation", "en", "zh", "ja", "ko", "fr", "de", "es", "pt", "ru", "ar", "th", "vi", "id", "base_model:Qwen/Qwen3.5-397B-A17B", "base_model:adapter:Qwen/Qwen3.5-397B-A17B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q2_K.gguf", "size": 144736834368, "sizeGB": 134.8, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q3_K_M.gguf", "size": 189510738752, "sizeGB": 176.5, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q4_K_M.gguf", "size": 240604934976, "sizeGB": 224.08, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q6_K.gguf", "size": 325548426048, "sizeGB": 303.19, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-Q8_0.gguf", "size": 421507363648, "sizeGB": 392.56, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-BF16-split-.gguf", "size": 792961315808, "sizeGB": 738.5, "quant": "BF16", "sharded": true } ] }, { "id": "Qwen/Qwen2.5-3B-Instruct-GGUF", "author": "Qwen", "name": "Qwen2.5-3B-Instruct-GGUF", "downloads": 283768, "likes": 108, "pipeline_tag": "text-generation", "params_b": 3.4, "arch": "qwen2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 32768, "tags": [ "gguf", "chat", "text-generation", "en", "arxiv:2407.10671", "base_model:Qwen/Qwen2.5-3B-Instruct", "base_model:quantized:Qwen/Qwen2.5-3B-Instruct", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "qwen2.5-3b-instruct-q2_k.gguf", "size": 1376856480, "sizeGB": 1.28, "quant": "Q2_K", "sharded": false }, { "path": "qwen2.5-3b-instruct-q3_k_m.gguf", "size": 1724178848, "sizeGB": 1.61, "quant": "Q3_K_M", "sharded": false }, { "path": "qwen2.5-3b-instruct-q4_0.gguf", "size": 1997879712, "sizeGB": 1.86, "quant": "Q4_0", "sharded": false }, { "path": "qwen2.5-3b-instruct-q4_k_m.gguf", "size": 2104932768, "sizeGB": 1.96, "quant": "Q4_K_M", "sharded": false }, { "path": "qwen2.5-3b-instruct-q5_0.gguf", "size": 2383591840, "sizeGB": 2.22, "quant": "Q5_0", "sharded": false }, { "path": "qwen2.5-3b-instruct-q5_k_m.gguf", "size": 2438740384, "sizeGB": 2.27, "quant": "Q5_K_M", "sharded": false }, { "path": "qwen2.5-3b-instruct-q6_k.gguf", "size": 2793410976, "sizeGB": 2.6, "quant": "Q6_K", "sharded": false }, { "path": "qwen2.5-3b-instruct-q8_0.gguf", "size": 3616088480, "sizeGB": 3.37, "quant": "Q8_0", "sharded": false } ] }, { "id": "lmstudio-community/gemma-3-4b-it-GGUF", "author": "lmstudio-community", "name": "gemma-3-4b-it-GGUF", "downloads": 276083, "likes": 27, "pipeline_tag": "image-text-to-text", "params_b": 3.9, "arch": "gemma3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "image-text-to-text", "base_model:google/gemma-3-4b-it", "base_model:quantized:google/gemma-3-4b-it", "license:gemma", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-3-4b-it-Q3_K_L.gguf", "size": 2235949216, "sizeGB": 2.08, "quant": "Q3_K_L", "sharded": false }, { "path": "gemma-3-4b-it-Q4_K_M.gguf", "size": 2489757856, "sizeGB": 2.32, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-3-4b-it-Q6_K.gguf", "size": 3190603936, "sizeGB": 2.97, "quant": "Q6_K", "sharded": false }, { "path": "gemma-3-4b-it-Q8_0.gguf", "size": 4130226336, "sizeGB": 3.85, "quant": "Q8_0", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", "downloads": 265503, "likes": 314, "pipeline_tag": null, "params_b": 4.2, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.5", "qwen", "en", "zh", "multilingual", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "size": 2707513696, "sizeGB": 2.52, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", "size": 3464055136, "sizeGB": 3.23, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", "size": 4482402656, "sizeGB": 4.17, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", "size": 8424393056, "sizeGB": 7.85, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/MiniMax-M2.7-GGUF", "author": "unsloth", "name": "MiniMax-M2.7-GGUF", "downloads": 261896, "likes": 154, "pipeline_tag": "text-generation", "params_b": 228.7, "arch": "minimax-m2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 196608, "tags": [ "gguf", "minimax_m2", "unsloth", "text-generation", "base_model:MiniMaxAI/MiniMax-M2.7", "base_model:quantized:MiniMaxAI/MiniMax-M2.7", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M.gguf", "size": 60700770496, "sizeGB": 56.53, "quant": "IQ1_M", "sharded": true }, { "path": "UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS.gguf", "size": 65381613760, "sizeGB": 60.89, "quant": "IQ2_XXS", "sharded": true }, { "path": "UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M.gguf", "size": 70139281600, "sizeGB": 65.32, "quant": "IQ2_M", "sharded": true }, { "path": "UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL.gguf", "size": 75284267200, "sizeGB": 70.11, "quant": "Q2_K_XL", "sharded": true }, { "path": "UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS.gguf", "size": 80103688384, "sizeGB": 74.6, "quant": "IQ3_XXS", "sharded": true }, { "path": "UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S.gguf", "size": 83614320800, "sizeGB": 77.87, "quant": "IQ3_S", "sharded": true }, { "path": "UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S.gguf", "size": 93637298368, "sizeGB": 87.21, "quant": "Q3_K_S", "sharded": true }, { "path": "UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M.gguf", "size": 101243668768, "sizeGB": 94.29, "quant": "Q3_K_M", "sharded": true }, { "path": "UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL.gguf", "size": 101939873056, "sizeGB": 94.94, "quant": "Q3_K_XL", "sharded": true }, { "path": "UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS.gguf", "size": 108413781312, "sizeGB": 100.97, "quant": "IQ4_XS", "sharded": true }, { "path": "UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL.gguf", "size": 110754202912, "sizeGB": 103.15, "quant": "IQ4_NL", "sharded": true }, { "path": "UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S.gguf", "size": 130959213888, "sizeGB": 121.97, "quant": "Q4_K_S", "sharded": true }, { "path": "MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE.gguf", "size": 136175829312, "sizeGB": 126.82, "quant": "MXFP4_MOE", "sharded": true }, { "path": "UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M.gguf", "size": 140169905504, "sizeGB": 130.54, "quant": "Q4_K_M", "sharded": true }, { "path": "UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL.gguf", "size": 140781175136, "sizeGB": 131.11, "quant": "Q4_K_XL", "sharded": true }, { "path": "UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S.gguf", "size": 159042126272, "sizeGB": 148.12, "quant": "Q5_K_S", "sharded": true }, { "path": "UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M.gguf", "size": 168828486080, "sizeGB": 157.23, "quant": "Q5_K_M", "sharded": true }, { "path": "UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL.gguf", "size": 169441903040, "sizeGB": 157.81, "quant": "Q5_K_XL", "sharded": true }, { "path": "UD-Q6_K/MiniMax-M2.7-UD-Q6_K.gguf", "size": 188060778912, "sizeGB": 175.15, "quant": "Q6_K", "sharded": true }, { "path": "UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL.gguf", "size": 207445443072, "sizeGB": 193.2, "quant": "Q6_K_XL", "sharded": true }, { "path": "Q8_0/MiniMax-M2.7-Q8_0.gguf", "size": 243136872992, "sizeGB": 226.44, "quant": "Q8_0", "sharded": true }, { "path": "UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL.gguf", "size": 246575546912, "sizeGB": 229.64, "quant": "Q8_K_XL", "sharded": true }, { "path": "BF16/MiniMax-M2.7-BF16.gguf", "size": 457487024928, "sizeGB": 426.07, "quant": "BF16", "sharded": true } ] }, { "id": "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", "author": "bartowski", "name": "Meta-Llama-3.1-8B-Instruct-GGUF", "downloads": 256780, "likes": 350, "pipeline_tag": "text-generation", "params_b": 8, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "facebook", "meta", "pytorch", "llama", "llama-3", "text-generation", "en", "de", "fr", "it", "pt", "hi", "es", "th", "base_model:meta-llama/Llama-3.1-8B-Instruct", "base_model:quantized:meta-llama/Llama-3.1-8B-Instruct", "license:llama3.1", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf", "size": 2948285856, "sizeGB": 2.75, "quant": "IQ2_M", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q2_K.gguf", "size": 3179136416, "sizeGB": 2.96, "quant": "Q2_K", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf", "size": 3518752160, "sizeGB": 3.28, "quant": "IQ3_XS", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf", "size": 3664504224, "sizeGB": 3.41, "quant": "Q3_K_S", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q2_K_L.gguf", "size": 3692160416, "sizeGB": 3.44, "quant": "Q2_K_L", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf", "size": 3784828320, "sizeGB": 3.52, "quant": "IQ3_M", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf", "size": 4018922912, "sizeGB": 3.74, "quant": "Q3_K_M", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf", "size": 4321961376, "sizeGB": 4.03, "quant": "Q3_K_L", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf", "size": 4447667616, "sizeGB": 4.14, "quant": "IQ4_XS", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf", "size": 4661216672, "sizeGB": 4.34, "quant": "Q4_0_4_4", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf", "size": 4661216672, "sizeGB": 4.34, "quant": "Q4_0_4_8", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf", "size": 4661216672, "sizeGB": 4.34, "quant": "Q4_0_8_8", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf", "size": 4677993888, "sizeGB": 4.36, "quant": "IQ4_NL", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf", "size": 4692673952, "sizeGB": 4.37, "quant": "Q4_K_S", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q3_K_XL.gguf", "size": 4781630880, "sizeGB": 4.45, "quant": "Q3_K_XL", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf", "size": 4920739232, "sizeGB": 4.58, "quant": "Q4_K_M", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q4_K_L.gguf", "size": 5310637472, "sizeGB": 4.95, "quant": "Q4_K_L", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf", "size": 5599298976, "sizeGB": 5.21, "quant": "Q5_K_S", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf", "size": 5732992416, "sizeGB": 5.34, "quant": "Q5_K_M", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q5_K_L.gguf", "size": 6057223584, "sizeGB": 5.64, "quant": "Q5_K_L", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q6_K.gguf", "size": 6596011424, "sizeGB": 6.14, "quant": "Q6_K", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q6_K_L.gguf", "size": 6850471328, "sizeGB": 6.38, "quant": "Q6_K_L", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf", "size": 8540775840, "sizeGB": 7.95, "quant": "Q8_0", "sharded": false }, { "path": "Meta-Llama-3.1-8B-Instruct-f32.gguf", "size": 32128885888, "sizeGB": 29.92, "quant": "F32", "sharded": false } ] }, { "id": "MaziyarPanahi/Phi-3.5-mini-instruct-GGUF", "author": "MaziyarPanahi", "name": "Phi-3.5-mini-instruct-GGUF", "downloads": 255311, "likes": 29, "pipeline_tag": "text-generation", "params_b": 3.8, "arch": "phi3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "mistral", "quantized", "2-bit", "3-bit", "4-bit", "5-bit", "6-bit", "8-bit", "GGUF", "text-generation", "base_model:microsoft/Phi-3.5-mini-instruct", "base_model:quantized:microsoft/Phi-3.5-mini-instruct", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Phi-3.5-mini-instruct.IQ1_S.gguf", "size": 841609952, "sizeGB": 0.78, "quant": "IQ1_S", "sharded": false }, { "path": "Phi-3.5-mini-instruct.IQ1_M.gguf", "size": 917107424, "sizeGB": 0.85, "quant": "IQ1_M", "sharded": false }, { "path": "Phi-3.5-mini-instruct.IQ2_XS.gguf", "size": 1153037024, "sizeGB": 1.07, "quant": "IQ2_XS", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q2_K.gguf", "size": 1416204512, "sizeGB": 1.32, "quant": "Q2_K", "sharded": false }, { "path": "Phi-3.5-mini-instruct.IQ3_XS.gguf", "size": 1625175776, "sizeGB": 1.51, "quant": "IQ3_XS", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q3_K_S.gguf", "size": 1681798880, "sizeGB": 1.57, "quant": "Q3_K_S", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q3_K_M.gguf", "size": 1955477216, "sizeGB": 1.82, "quant": "Q3_K_M", "sharded": false }, { "path": "Phi-3.5-mini-instruct.IQ4_XS.gguf", "size": 2059853024, "sizeGB": 1.92, "quant": "IQ4_XS", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q3_K_L.gguf", "size": 2087597792, "sizeGB": 1.94, "quant": "Q3_K_L", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q4_K_S.gguf", "size": 2188760288, "sizeGB": 2.04, "quant": "Q4_K_S", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q4_K_M.gguf", "size": 2393232608, "sizeGB": 2.23, "quant": "Q4_K_M", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q5_K_S.gguf", "size": 2641474784, "sizeGB": 2.46, "quant": "Q5_K_S", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q5_K_M.gguf", "size": 2815276256, "sizeGB": 2.62, "quant": "Q5_K_M", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q6_K.gguf", "size": 3135853280, "sizeGB": 2.92, "quant": "Q6_K", "sharded": false }, { "path": "Phi-3.5-mini-instruct.Q8_0.gguf", "size": 4061222624, "sizeGB": 3.78, "quant": "Q8_0", "sharded": false } ] }, { "id": "lmstudio-community/Qwen3.5-35B-A3B-GGUF", "author": "lmstudio-community", "name": "Qwen3.5-35B-A3B-GGUF", "downloads": 252222, "likes": 23, "pipeline_tag": null, "params_b": 34.7, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:Qwen/Qwen3.5-35B-A3B", "base_model:quantized:Qwen/Qwen3.5-35B-A3B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-35B-A3B-Q4_K_M.gguf", "size": 21169116992, "sizeGB": 19.72, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q6_K.gguf", "size": 28514152256, "sizeGB": 26.56, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-35B-A3B-Q8_0.gguf", "size": 36903139136, "sizeGB": 34.37, "quant": "Q8_0", "sharded": false } ] }, { "id": "Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", "author": "Jackrong", "name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", "downloads": 250634, "likes": 119, "pipeline_tag": "text-generation", "params_b": 4.2, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "lora", "text-generation", "en", "zh", "ko", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "base_model:Qwen/Qwen3.5-4B", "base_model:adapter:Qwen/Qwen3.5-4B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-4B.Q2_K.gguf", "size": 1797501760, "sizeGB": 1.67, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3.5-4B.Q3_K_S.gguf", "size": 2069875520, "sizeGB": 1.93, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-4B.Q3_K_M.gguf", "size": 2257472320, "sizeGB": 2.1, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-4B.Q3_K_L.gguf", "size": 2358397760, "sizeGB": 2.2, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3.5-4B.Q4_K_S.gguf", "size": 2557002560, "sizeGB": 2.38, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-4B.Q4_K_M.gguf", "size": 2707510080, "sizeGB": 2.52, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-4B.Q5_K_S.gguf", "size": 2990031680, "sizeGB": 2.78, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-4B.Q5_K_M.gguf", "size": 3108754240, "sizeGB": 2.9, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-4B.Q6_K.gguf", "size": 3464051520, "sizeGB": 3.23, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.5-4B.Q8_0.gguf", "size": 4482399040, "sizeGB": 4.17, "quant": "Q8_0", "sharded": false } ] }, { "id": "bartowski/Qwen_Qwen3.5-0.8B-GGUF", "author": "bartowski", "name": "Qwen_Qwen3.5-0.8B-GGUF", "downloads": 239060, "likes": 13, "pipeline_tag": "image-text-to-text", "params_b": 0.8, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:Qwen/Qwen3.5-0.8B", "base_model:quantized:Qwen/Qwen3.5-0.8B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen_Qwen3.5-0.8B-IQ2_M.gguf", "size": 366661792, "sizeGB": 0.34, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-IQ3_XXS.gguf", "size": 428691616, "sizeGB": 0.4, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q2_K.gguf", "size": 438354080, "sizeGB": 0.41, "quant": "Q2_K", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-IQ3_XS.gguf", "size": 472686752, "sizeGB": 0.44, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q3_K_S.gguf", "size": 478609568, "sizeGB": 0.45, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-IQ3_M.gguf", "size": 482554016, "sizeGB": 0.45, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q3_K_M.gguf", "size": 492986528, "sizeGB": 0.46, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-IQ4_XS.gguf", "size": 498884768, "sizeGB": 0.46, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q2_K_L.gguf", "size": 499937440, "sizeGB": 0.47, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q3_K_L.gguf", "size": 505372832, "sizeGB": 0.47, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q4_0.gguf", "size": 513605792, "sizeGB": 0.48, "quant": "Q4_0", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-IQ4_NL.gguf", "size": 513728672, "sizeGB": 0.48, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q4_K_S.gguf", "size": 530153632, "sizeGB": 0.49, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q4_1.gguf", "size": 542802080, "sizeGB": 0.51, "quant": "Q4_1", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q4_K_M.gguf", "size": 556982432, "sizeGB": 0.52, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q3_K_XL.gguf", "size": 566956192, "sizeGB": 0.53, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q5_K_S.gguf", "size": 589398176, "sizeGB": 0.55, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q4_K_L.gguf", "size": 618565792, "sizeGB": 0.58, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q5_K_M.gguf", "size": 625860768, "sizeGB": 0.58, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q6_K.gguf", "size": 666919072, "sizeGB": 0.62, "quant": "Q6_K", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q5_K_L.gguf", "size": 687444128, "sizeGB": 0.64, "quant": "Q5_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q6_K_L.gguf", "size": 728502432, "sizeGB": 0.68, "quant": "Q6_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-Q8_0.gguf", "size": 813576352, "sizeGB": 0.76, "quant": "Q8_0", "sharded": false }, { "path": "Qwen_Qwen3.5-0.8B-bf16.gguf", "size": 1516744608, "sizeGB": 1.41, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/gpt-oss-120b-GGUF", "author": "unsloth", "name": "gpt-oss-120b-GGUF", "downloads": 237106, "likes": 246, "pipeline_tag": "text-generation", "params_b": 116.8, "arch": "gpt-oss", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "transformers", "gguf", "gpt_oss", "text-generation", "openai", "unsloth", "base_model:openai/gpt-oss-120b", "base_model:quantized:openai/gpt-oss-120b", "license:apache-2.0", "endpoints_compatible", "mxfp4", "region:us", "conversational" ], "quants": [ { "path": "Q3_K_S/gpt-oss-120b-Q3_K_S.gguf", "size": 62563621472, "sizeGB": 58.27, "quant": "Q3_K_S", "sharded": true }, { "path": "Q2_K/gpt-oss-120b-Q2_K.gguf", "size": 62570256992, "sizeGB": 58.27, "quant": "Q2_K", "sharded": true }, { "path": "Q4_0/gpt-oss-120b-Q4_0.gguf", "size": 62620023392, "sizeGB": 58.32, "quant": "Q4_0", "sharded": true }, { "path": "Q3_K_M/gpt-oss-120b-Q3_K_M.gguf", "size": 62626843232, "sizeGB": 58.33, "quant": "Q3_K_M", "sharded": true }, { "path": "Q4_1/gpt-oss-120b-Q4_1.gguf", "size": 62715938912, "sizeGB": 58.41, "quant": "Q4_1", "sharded": true }, { "path": "Q4_K_S/gpt-oss-120b-Q4_K_S.gguf", "size": 62759138912, "sizeGB": 58.45, "quant": "Q4_K_S", "sharded": true }, { "path": "Q4_K_M/gpt-oss-120b-Q4_K_M.gguf", "size": 62768723552, "sizeGB": 58.46, "quant": "Q4_K_M", "sharded": true }, { "path": "Q2_K_L/gpt-oss-120b-Q2_K_L.gguf", "size": 62859823712, "sizeGB": 58.54, "quant": "Q2_K_L", "sharded": true }, { "path": "Q5_K_S/gpt-oss-120b-Q5_K_S.gguf", "size": 62881227872, "sizeGB": 58.56, "quant": "Q5_K_S", "sharded": true }, { "path": "Q5_K_M/gpt-oss-120b-Q5_K_M.gguf", "size": 62889522272, "sizeGB": 58.57, "quant": "Q5_K_M", "sharded": true }, { "path": "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL.gguf", "size": 63016311392, "sizeGB": 58.69, "quant": "Q4_K_XL", "sharded": true }, { "path": "Q6_K/gpt-oss-120b-Q6_K.gguf", "size": 63284496960, "sizeGB": 58.94, "quant": "Q6_K", "sharded": true }, { "path": "UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL.gguf", "size": 63284496960, "sizeGB": 58.94, "quant": "Q6_K_XL", "sharded": true }, { "path": "Q8_0/gpt-oss-120b-Q8_0.gguf", "size": 63387347520, "sizeGB": 59.03, "quant": "Q8_0", "sharded": true }, { "path": "UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL.gguf", "size": 64473222720, "sizeGB": 60.05, "quant": "Q8_K_XL", "sharded": true }, { "path": "gpt-oss-120b-F16.gguf", "size": 65369017728, "sizeGB": 60.88, "quant": "F16", "sharded": false } ] }, { "id": "unsloth/gpt-oss-20b-GGUF", "author": "unsloth", "name": "gpt-oss-20b-GGUF", "downloads": 231583, "likes": 673, "pipeline_tag": "text-generation", "params_b": 20.9, "arch": "gpt-oss", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "transformers", "gguf", "gpt_oss", "text-generation", "openai", "unsloth", "base_model:openai/gpt-oss-20b", "base_model:quantized:openai/gpt-oss-20b", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gpt-oss-20b-Q3_K_S.gguf", "size": 11463894208, "sizeGB": 10.68, "quant": "Q3_K_S", "sharded": false }, { "path": "gpt-oss-20b-Q2_K.gguf", "size": 11468317888, "sizeGB": 10.68, "quant": "Q2_K", "sharded": false }, { "path": "gpt-oss-20b-Q4_0.gguf", "size": 11501495488, "sizeGB": 10.71, "quant": "Q4_0", "sharded": false }, { "path": "gpt-oss-20b-Q3_K_M.gguf", "size": 11506103488, "sizeGB": 10.72, "quant": "Q3_K_M", "sharded": false }, { "path": "gpt-oss-20b-Q4_1.gguf", "size": 11577504448, "sizeGB": 10.78, "quant": "Q4_1", "sharded": false }, { "path": "gpt-oss-20b-Q4_K_S.gguf", "size": 11618492608, "sizeGB": 10.82, "quant": "Q4_K_S", "sharded": false }, { "path": "gpt-oss-20b-Q4_K_M.gguf", "size": 11624759488, "sizeGB": 10.83, "quant": "Q4_K_M", "sharded": false }, { "path": "gpt-oss-20b-Q5_K_S.gguf", "size": 11711827648, "sizeGB": 10.91, "quant": "Q5_K_S", "sharded": false }, { "path": "gpt-oss-20b-Q5_K_M.gguf", "size": 11717357248, "sizeGB": 10.91, "quant": "Q5_K_M", "sharded": false }, { "path": "gpt-oss-20b-Q2_K_L.gguf", "size": 11757884608, "sizeGB": 10.95, "quant": "Q2_K_L", "sharded": false }, { "path": "gpt-oss-20b-UD-Q4_K_XL.gguf", "size": 11872347328, "sizeGB": 11.06, "quant": "Q4_K_XL", "sharded": false }, { "path": "gpt-oss-20b-Q6_K.gguf", "size": 12041000128, "sizeGB": 11.21, "quant": "Q6_K", "sharded": false }, { "path": "gpt-oss-20b-UD-Q6_K_XL.gguf", "size": 12041000128, "sizeGB": 11.21, "quant": "Q6_K_XL", "sharded": false }, { "path": "gpt-oss-20b-Q8_0.gguf", "size": 12109567168, "sizeGB": 11.28, "quant": "Q8_0", "sharded": false }, { "path": "gpt-oss-20b-UD-Q8_K_XL.gguf", "size": 13195442368, "sizeGB": 12.29, "quant": "Q8_K_XL", "sharded": false }, { "path": "gpt-oss-20b-F16.gguf", "size": 13792639168, "sizeGB": 12.85, "quant": "F16", "sharded": false } ] }, { "id": "Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "author": "Jackrong", "name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "downloads": 227380, "likes": 319, "pipeline_tag": "image-text-to-text", "params_b": 9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "lora", "image-text-to-text", "en", "zh", "ko", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "dataset:Roman1111111/claude-opus-4.6-10000x", "base_model:Qwen/Qwen3.5-9B", "base_model:adapter:Qwen/Qwen3.5-9B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.5-9B.Q4_K_M.gguf", "size": 5629105024, "sizeGB": 5.24, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-9B.Q5_K_M.gguf", "size": 6467965824, "sizeGB": 6.02, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-9B.Q8_0.gguf", "size": 9527497600, "sizeGB": 8.87, "quant": "Q8_0", "sharded": false } ] }, { "id": "unsloth/Qwen3.5-122B-A10B-GGUF", "author": "unsloth", "name": "Qwen3.5-122B-A10B-GGUF", "downloads": 221546, "likes": 250, "pipeline_tag": "image-text-to-text", "params_b": 122.1, "arch": "qwen35moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "qwen3_5_moe", "image-text-to-text", "unsloth", "base_model:Qwen/Qwen3.5-122B-A10B", "base_model:quantized:Qwen/Qwen3.5-122B-A10B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.5-122B-A10B-UD-IQ1_M.gguf", "size": 34221749440, "sizeGB": 31.87, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf", "size": 36637668544, "sizeGB": 34.12, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-122B-A10B-UD-IQ2_M.gguf", "size": 39148942528, "sizeGB": 36.46, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf", "size": 41845347520, "sizeGB": 38.97, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf", "size": 44745020608, "sizeGB": 41.67, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-122B-A10B-UD-IQ3_S.gguf", "size": 46556959936, "sizeGB": 43.36, "quant": "IQ3_S", "sharded": false }, { "path": "Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S.gguf", "size": 52495013376, "sizeGB": 48.89, "quant": "Q3_K_S", "sharded": true }, { "path": "Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M.gguf", "size": 56420881952, "sizeGB": 52.55, "quant": "Q3_K_M", "sharded": true }, { "path": "UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL.gguf", "size": 56970536480, "sizeGB": 53.06, "quant": "Q3_K_XL", "sharded": true }, { "path": "UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS.gguf", "size": 60229510656, "sizeGB": 56.09, "quant": "IQ4_XS", "sharded": true }, { "path": "UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL.gguf", "size": 61437470208, "sizeGB": 57.22, "quant": "IQ4_NL", "sharded": true }, { "path": "Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S.gguf", "size": 71705126400, "sizeGB": 66.78, "quant": "Q4_K_S", "sharded": true }, { "path": "MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE.gguf", "size": 74664408608, "sizeGB": 69.54, "quant": "MXFP4_MOE", "sharded": true }, { "path": "Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M.gguf", "size": 76536964608, "sizeGB": 71.28, "quant": "Q4_K_M", "sharded": true }, { "path": "UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL.gguf", "size": 77029996032, "sizeGB": 71.74, "quant": "Q4_K_XL", "sharded": true }, { "path": "Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S.gguf", "size": 86385391136, "sizeGB": 80.45, "quant": "Q5_K_S", "sharded": true }, { "path": "Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M.gguf", "size": 91519219200, "sizeGB": 85.23, "quant": "Q5_K_M", "sharded": true }, { "path": "UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL.gguf", "size": 91928163840, "sizeGB": 85.61, "quant": "Q5_K_XL", "sharded": true }, { "path": "Q6_K/Qwen3.5-122B-A10B-Q6_K.gguf", "size": 101009782432, "sizeGB": 94.07, "quant": "Q6_K", "sharded": true }, { "path": "UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL.gguf", "size": 112401249920, "sizeGB": 104.68, "quant": "Q6_K_XL", "sharded": true }, { "path": "Q8_0/Qwen3.5-122B-A10B-Q8_0.gguf", "size": 129871935104, "sizeGB": 120.95, "quant": "Q8_0", "sharded": true }, { "path": "UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL.gguf", "size": 170838161152, "sizeGB": 159.11, "quant": "Q8_K_XL", "sharded": true }, { "path": "BF16/Qwen3.5-122B-A10B-BF16.gguf", "size": 244314011488, "sizeGB": 227.54, "quant": "BF16", "sharded": true } ] }, { "id": "mradermacher/gemma-4-31B-it-abliterated-GGUF", "author": "mradermacher", "name": "gemma-4-31B-it-abliterated-GGUF", "downloads": 221327, "likes": 4, "pipeline_tag": null, "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "abliterated", "uncensored", "gemma4", "direct-weight-editing", "en", "base_model:wangzhang/gemma-4-31B-it-abliterated", "base_model:quantized:wangzhang/gemma-4-31B-it-abliterated", "license:gemma", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-31B-it-abliterated.Q2_K.gguf", "size": 11916308768, "sizeGB": 11.1, "quant": "Q2_K", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q3_K_S.gguf", "size": 13761351968, "sizeGB": 12.82, "quant": "Q3_K_S", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q3_K_M.gguf", "size": 15287103776, "sizeGB": 14.24, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q3_K_L.gguf", "size": 16628265248, "sizeGB": 15.49, "quant": "Q3_K_L", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.IQ4_XS.gguf", "size": 16862228768, "sizeGB": 15.7, "quant": "IQ4_XS", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q4_K_S.gguf", "size": 17763160352, "sizeGB": 16.54, "quant": "Q4_K_S", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q4_K_M.gguf", "size": 18687058208, "sizeGB": 17.4, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q5_K_S.gguf", "size": 21311836448, "sizeGB": 19.85, "quant": "Q5_K_S", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q5_K_M.gguf", "size": 21845565728, "sizeGB": 20.35, "quant": "Q5_K_M", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q6_K.gguf", "size": 25201479968, "sizeGB": 23.47, "quant": "Q6_K", "sharded": false }, { "path": "gemma-4-31B-it-abliterated.Q8_0.gguf", "size": 32635670816, "sizeGB": 30.39, "quant": "Q8_0", "sharded": false } ] }, { "id": "unsloth/Qwen3-Coder-Next-GGUF", "author": "unsloth", "name": "Qwen3-Coder-Next-GGUF", "downloads": 219342, "likes": 604, "pipeline_tag": "text-generation", "params_b": 79.7, "arch": "qwen3next", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_next", "unsloth", "qwen", "qwen3", "text-generation", "base_model:Qwen/Qwen3-Coder-Next", "base_model:quantized:Qwen/Qwen3-Coder-Next", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3-Coder-Next-UD-TQ1_0.gguf", "size": 18941835296, "sizeGB": 17.64, "quant": "Q1_0", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ1_S.gguf", "size": 21508749344, "sizeGB": 20.03, "quant": "IQ1_S", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ1_M.gguf", "size": 21701693440, "sizeGB": 20.21, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ2_XXS.gguf", "size": 23312490496, "sizeGB": 21.71, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ2_M.gguf", "size": 24962293760, "sizeGB": 23.25, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q2_K_XL.gguf", "size": 26760515584, "sizeGB": 24.92, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ3_XXS.gguf", "size": 28482506752, "sizeGB": 26.53, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3-Coder-Next-Q2_K.gguf", "size": 29224450080, "sizeGB": 27.22, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-Coder-Next-Q2_K_L.gguf", "size": 29297379360, "sizeGB": 27.29, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ3_S.gguf", "size": 29690687488, "sizeGB": 27.65, "quant": "IQ3_S", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q3_K_S.gguf", "size": 33320267776, "sizeGB": 31.03, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3-Coder-Next-Q3_K_S.gguf", "size": 34603089952, "sizeGB": 32.23, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q3_K_M.gguf", "size": 35937513472, "sizeGB": 33.47, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q3_K_XL.gguf", "size": 36282685440, "sizeGB": 33.79, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3-Coder-Next-Q3_K_M.gguf", "size": 38322487328, "sizeGB": 35.69, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ4_XS.gguf", "size": 38429272064, "sizeGB": 35.79, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-IQ4_NL.gguf", "size": 39234725888, "sizeGB": 36.54, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3-Coder-Next-IQ4_XS.gguf", "size": 42676135968, "sizeGB": 39.75, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3-Coder-Next-IQ4_NL.gguf", "size": 45130344480, "sizeGB": 42.03, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3-Coder-Next-Q4_0.gguf", "size": 45330098208, "sizeGB": 42.22, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3-Coder-Next-Q4_K_S.gguf", "size": 45531949088, "sizeGB": 42.4, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q4_K_S.gguf", "size": 46079830016, "sizeGB": 42.92, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3-Coder-Next-MXFP4_MOE.gguf", "size": 48033779712, "sizeGB": 44.73, "quant": "MXFP4_MOE", "sharded": false }, { "path": "Qwen3-Coder-Next-Q4_K_M.gguf", "size": 48528320544, "sizeGB": 45.2, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q4_K_M.gguf", "size": 49301055488, "sizeGB": 45.92, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-Coder-Next-UD-Q4_K_XL.gguf", "size": 49608478720, "sizeGB": 46.2, "quant": "Q4_K_XL", "sharded": false }, { "path": "Q4_1/Qwen3-Coder-Next-Q4_1.gguf", "size": 50057423200, "sizeGB": 46.62, "quant": "Q4_1", "sharded": true }, { "path": "Q5_K_S/Qwen3-Coder-Next-Q5_K_S.gguf", "size": 55055280480, "sizeGB": 51.27, "quant": "Q5_K_S", "sharded": true }, { "path": "UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S.gguf", "size": 55819456832, "sizeGB": 51.99, "quant": "Q5_K_S", "sharded": true }, { "path": "Q5_K_M/Qwen3-Coder-Next-Q5_K_M.gguf", "size": 56847886688, "sizeGB": 52.94, "quant": "Q5_K_M", "sharded": true }, { "path": "UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M.gguf", "size": 59242008928, "sizeGB": 55.17, "quant": "Q5_K_M", "sharded": true }, { "path": "UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL.gguf", "size": 59541180768, "sizeGB": 55.45, "quant": "Q5_K_XL", "sharded": true }, { "path": "Q6_K/Qwen3-Coder-Next-Q6_K.gguf", "size": 65613992288, "sizeGB": 61.11, "quant": "Q6_K", "sharded": true }, { "path": "UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K.gguf", "size": 65789092160, "sizeGB": 61.27, "quant": "Q6_K", "sharded": true }, { "path": "UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL.gguf", "size": 73118769504, "sizeGB": 68.1, "quant": "Q6_K_XL", "sharded": true }, { "path": "Q8_0/Qwen3-Coder-Next-Q8_0.gguf", "size": 84812255584, "sizeGB": 78.99, "quant": "Q8_0", "sharded": true }, { "path": "UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL.gguf", "size": 86348747104, "sizeGB": 80.42, "quant": "Q8_K_XL", "sharded": true }, { "path": "BF16/Qwen3-Coder-Next-BF16.gguf", "size": 159458415168, "sizeGB": 148.51, "quant": "BF16", "sharded": true } ] }, { "id": "bartowski/google_gemma-4-E4B-it-GGUF", "author": "bartowski", "name": "google_gemma-4-E4B-it-GGUF", "downloads": 217677, "likes": 49, "pipeline_tag": "image-text-to-text", "params_b": 7.5, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "image-text-to-text", "base_model:google/gemma-4-E4B-it", "base_model:quantized:google/gemma-4-E4B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "google_gemma-4-E4B-it-IQ2_M.gguf", "size": 3959906592, "sizeGB": 3.69, "quant": "IQ2_M", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q2_K.gguf", "size": 4458090784, "sizeGB": 4.15, "quant": "Q2_K", "sharded": false }, { "path": "google_gemma-4-E4B-it-IQ3_XS.gguf", "size": 4632037664, "sizeGB": 4.31, "quant": "IQ3_XS", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q3_K_S.gguf", "size": 4699693344, "sizeGB": 4.38, "quant": "Q3_K_S", "sharded": false }, { "path": "google_gemma-4-E4B-it-IQ3_M.gguf", "size": 4767779104, "sizeGB": 4.44, "quant": "IQ3_M", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q3_K_M.gguf", "size": 4898728224, "sizeGB": 4.56, "quant": "Q3_K_M", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q3_K_L.gguf", "size": 5034223904, "sizeGB": 4.69, "quant": "Q3_K_L", "sharded": false }, { "path": "google_gemma-4-E4B-it-IQ4_XS.gguf", "size": 5112826144, "sizeGB": 4.76, "quant": "IQ4_XS", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q4_0.gguf", "size": 5223858464, "sizeGB": 4.87, "quant": "Q4_0", "sharded": false }, { "path": "google_gemma-4-E4B-it-IQ4_NL.gguf", "size": 5232224544, "sizeGB": 4.87, "quant": "IQ4_NL", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q4_K_S.gguf", "size": 5235654944, "sizeGB": 4.88, "quant": "Q4_K_S", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q2_K_L.gguf", "size": 5303243040, "sizeGB": 4.94, "quant": "Q2_K_L", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q4_K_M.gguf", "size": 5405167904, "sizeGB": 5.03, "quant": "Q4_K_M", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q4_1.gguf", "size": 5458477344, "sizeGB": 5.08, "quant": "Q4_1", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q5_K_S.gguf", "size": 5701288224, "sizeGB": 5.31, "quant": "Q5_K_S", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q5_K_M.gguf", "size": 5820881184, "sizeGB": 5.42, "quant": "Q5_K_M", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q3_K_XL.gguf", "size": 5879376160, "sizeGB": 5.48, "quant": "Q3_K_XL", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q4_K_L.gguf", "size": 6250320160, "sizeGB": 5.82, "quant": "Q4_K_L", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q6_K.gguf", "size": 6329952544, "sizeGB": 5.9, "quant": "Q6_K", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q5_K_L.gguf", "size": 6666033440, "sizeGB": 6.21, "quant": "Q5_K_L", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q6_K_L.gguf", "size": 7175104800, "sizeGB": 6.68, "quant": "Q6_K_L", "sharded": false }, { "path": "google_gemma-4-E4B-it-Q8_0.gguf", "size": 8031240480, "sizeGB": 7.48, "quant": "Q8_0", "sharded": false }, { "path": "google_gemma-4-E4B-it-bf16.gguf", "size": 15053094912, "sizeGB": 14.02, "quant": "BF16", "sharded": false } ] }, { "id": "lmstudio-community/Qwen3.6-27B-GGUF", "author": "lmstudio-community", "name": "Qwen3.6-27B-GGUF", "downloads": 217351, "likes": 10, "pipeline_tag": null, "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "base_model:Qwen/Qwen3.6-27B", "base_model:quantized:Qwen/Qwen3.6-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen3.6-27B-Q4_K_M.gguf", "size": 16547398784, "sizeGB": 15.41, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.6-27B-Q6_K.gguf", "size": 22082528384, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3.6-27B-Q8_0.gguf", "size": 28595762304, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false } ] }, { "id": "paperscarecrow/Gemma-4-31B-it-abliterated", "author": "paperscarecrow", "name": "Gemma-4-31B-it-abliterated", "downloads": 214253, "likes": 89, "pipeline_tag": null, "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "safetensors", "gguf", "abliterated", "uncensored", "dataset:mlabonne/harmful_behaviors", "dataset:mlabonne/harmless_alpaca", "base_model:google/gemma-4-31B-it", "base_model:quantized:google/gemma-4-31B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-31b-abliterated-Q4_K_M.gguf", "size": 18687057536, "sizeGB": 17.4, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-31b-abliterated-Q8_0.gguf", "size": 32635670144, "sizeGB": 30.39, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-31b-abliterated-f16.gguf", "size": 61413183104, "sizeGB": 57.2, "quant": "F16", "sharded": false } ] }, { "id": "ggml-org/gemma-4-E4B-it-GGUF", "author": "ggml-org", "name": "gemma-4-E4B-it-GGUF", "downloads": 212601, "likes": 45, "pipeline_tag": null, "params_b": 7.5, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "base_model:google/gemma-4-E4B-it", "base_model:quantized:google/gemma-4-E4B-it", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-E4B-it-Q4_K_M.gguf", "size": 5335289824, "sizeGB": 4.97, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-E4B-it-Q8_0.gguf", "size": 8031240160, "sizeGB": 7.48, "quant": "Q8_0", "sharded": false }, { "path": "gemma-4-E4B-it-bf16.gguf", "size": 15053094880, "sizeGB": 14.02, "quant": "BF16", "sharded": false } ] }, { "id": "rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF", "author": "rippertnt", "name": "HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF", "downloads": 205747, "likes": 3, "pipeline_tag": null, "params_b": 1.8, "arch": "llama", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "llama", "llama-cpp", "gguf-my-repo", "base_model:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B", "base_model:quantized:naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf", "size": 1133974368, "sizeGB": 1.06, "quant": "Q4_K_M", "sharded": false } ] }, { "id": "douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF", "author": "douyamv", "name": "Gemma-4-31B-JANG_4M-CRACK-GGUF", "downloads": 204429, "likes": 156, "pipeline_tag": "text-generation", "params_b": 30.7, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "gemma4", "quantized", "31b", "text-generation", "en", "license:gemma", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "gemma-4-31b-jang-crack-Q3_K_M.gguf", "size": 15287102912, "sizeGB": 14.24, "quant": "Q3_K_M", "sharded": false }, { "path": "gemma-4-31b-jang-crack-Q4_K_M.gguf", "size": 18687057344, "sizeGB": 17.4, "quant": "Q4_K_M", "sharded": false }, { "path": "gemma-4-31b-jang-crack-Q8_0.gguf", "size": 32635670976, "sizeGB": 30.39, "quant": "Q8_0", "sharded": true } ] }, { "id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", "author": "mradermacher", "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", "downloads": 196511, "likes": 114, "pipeline_tag": null, "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "Dense", "en", "zh", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "base_model:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled", "base_model:quantized:Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf", "size": 6225763040, "sizeGB": 5.8, "quant": "IQ1_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf", "size": 6766004960, "sizeGB": 6.3, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf", "size": 7666408160, "sizeGB": 7.14, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf", "size": 8402459360, "sizeGB": 7.83, "quant": "IQ2_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf", "size": 8674781920, "sizeGB": 8.08, "quant": "IQ2_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf", "size": 9395104480, "sizeGB": 8.75, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf", "size": 9658497760, "sizeGB": 9, "quant": "Q2_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf", "size": 10121837280, "sizeGB": 9.43, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf", "size": 10734168800, "sizeGB": 10, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf", "size": 11632892640, "sizeGB": 10.83, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf", "size": 12073949920, "sizeGB": 11.24, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf", "size": 12085091040, "sizeGB": 11.26, "quant": "IQ3_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf", "size": 12580870880, "sizeGB": 11.72, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf", "size": 13289642720, "sizeGB": 12.38, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf", "size": 14030199520, "sizeGB": 13.07, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf", "size": 14689286880, "sizeGB": 13.68, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf", "size": 15521430240, "sizeGB": 14.46, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf", "size": 15568616160, "sizeGB": 14.5, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf", "size": 16540269280, "sizeGB": 15.4, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf", "size": 17078237920, "sizeGB": 15.91, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf", "size": 18679610080, "sizeGB": 17.4, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf", "size": 19399604960, "sizeGB": 18.07, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf", "size": 22082525920, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false } ] }, { "id": "TheDrummer/Gemmasutra-Mini-2B-v1-GGUF", "author": "TheDrummer", "name": "Gemmasutra-Mini-2B-v1-GGUF", "downloads": 195368, "likes": 70, "pipeline_tag": null, "params_b": 2.6, "arch": "gemma2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 8192, "tags": [ "gguf", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Gemmasutra-Mini-2B-v1-Q2_K.gguf", "size": 1229830016, "sizeGB": 1.15, "quant": "Q2_K", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q3_K_S.gguf", "size": 1360659904, "sizeGB": 1.27, "quant": "Q3_K_S", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q3_K.gguf", "size": 1461667264, "sizeGB": 1.36, "quant": "Q3_K", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q3_K_M.gguf", "size": 1461667712, "sizeGB": 1.36, "quant": "Q3_K_M", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q3_K_L.gguf", "size": 1550435776, "sizeGB": 1.44, "quant": "Q3_K_L", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf", "size": 1629509056, "sizeGB": 1.52, "quant": "Q4_0_4_4", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf", "size": 1629509056, "sizeGB": 1.52, "quant": "Q4_0_4_8", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf", "size": 1629509056, "sizeGB": 1.52, "quant": "Q4_0_8_8", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_K_S.gguf", "size": 1638651328, "sizeGB": 1.53, "quant": "Q4_K_S", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_K.gguf", "size": 1708582336, "sizeGB": 1.59, "quant": "Q4_K", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q4_K_M.gguf", "size": 1708582784, "sizeGB": 1.59, "quant": "Q4_K_M", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q5_K_S.gguf", "size": 1882543552, "sizeGB": 1.75, "quant": "Q5_K_S", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q5_K.gguf", "size": 1923278272, "sizeGB": 1.79, "quant": "Q5_K", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q5_K_M.gguf", "size": 1923278720, "sizeGB": 1.79, "quant": "Q5_K_M", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q6_K.gguf", "size": 2151393152, "sizeGB": 2, "quant": "Q6_K", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-Q8_0.gguf", "size": 2784495488, "sizeGB": 2.59, "quant": "Q8_0", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-BF16.gguf", "size": 5235213760, "sizeGB": 4.88, "quant": "BF16", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-f16.gguf", "size": 5235214208, "sizeGB": 4.88, "quant": "F16", "sharded": false }, { "path": "Gemmasutra-Mini-2B-v1-f32.gguf", "size": 10463413696, "sizeGB": 9.74, "quant": "F32", "sharded": false } ] }, { "id": "mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF", "author": "mradermacher", "name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF", "downloads": 193074, "likes": 8, "pipeline_tag": null, "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "Dense", "heretic", "uncensored", "decensored", "abliterated", "en", "zh", "dataset:nohurry/Opus-4.6-Reasoning-3000x-filtered", "dataset:Jackrong/Qwen3.5-reasoning-700x", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_S.gguf", "size": 6225763808, "sizeGB": 5.8, "quant": "IQ1_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_M.gguf", "size": 6766005728, "sizeGB": 6.3, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XXS.gguf", "size": 7666408928, "sizeGB": 7.14, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XS.gguf", "size": 8402460128, "sizeGB": 7.83, "quant": "IQ2_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_S.gguf", "size": 8674782688, "sizeGB": 8.08, "quant": "IQ2_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_M.gguf", "size": 9395105248, "sizeGB": 8.75, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K_S.gguf", "size": 9658498528, "sizeGB": 9, "quant": "Q2_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K.gguf", "size": 10121838048, "sizeGB": 9.43, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XXS.gguf", "size": 10734169568, "sizeGB": 10, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XS.gguf", "size": 11632893408, "sizeGB": 10.83, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_S.gguf", "size": 12073950688, "sizeGB": 11.24, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_S.gguf", "size": 12085091808, "sizeGB": 11.26, "quant": "IQ3_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_M.gguf", "size": 12580871648, "sizeGB": 11.72, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_M.gguf", "size": 13289643488, "sizeGB": 12.38, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_L.gguf", "size": 14030200288, "sizeGB": 13.07, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ4_XS.gguf", "size": 14689287648, "sizeGB": 13.68, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_0.gguf", "size": 15521431008, "sizeGB": 14.46, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_S.gguf", "size": 15568616928, "sizeGB": 14.5, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf", "size": 16540270048, "sizeGB": 15.4, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_1.gguf", "size": 17078238688, "sizeGB": 15.91, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_S.gguf", "size": 18679610848, "sizeGB": 17.4, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_M.gguf", "size": 19399605728, "sizeGB": 18.07, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q6_K.gguf", "size": 22082526688, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false } ] }, { "id": "HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive", "author": "HauhauCS", "name": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive", "downloads": 190878, "likes": 191, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "uncensored", "qwen3.6", "vision", "multimodal", "image-text-to-text", "en", "zh", "multilingual", "base_model:Qwen/Qwen3.6-27B", "base_model:quantized:Qwen/Qwen3.6-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", "size": 10004592096, "sizeGB": 9.32, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", "size": 11516069856, "sizeGB": 10.73, "quant": "Q2_K_P", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf", "size": 11967129056, "sizeGB": 11.15, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", "size": 12580873696, "sizeGB": 11.72, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", "size": 14301709536, "sizeGB": 13.32, "quant": "Q3_K_P", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", "size": 15082505696, "sizeGB": 14.05, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", "size": 17536279776, "sizeGB": 16.33, "quant": "Q4_K_P", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", "size": 20812953056, "sizeGB": 19.38, "quant": "Q5_K_P", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", "size": 23154960096, "sizeGB": 21.56, "quant": "Q6_K_P", "sharded": false }, { "path": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", "size": 31963749856, "sizeGB": 29.77, "quant": "Q8_K_P", "sharded": false } ] }, { "id": "ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF", "author": "ggml-org", "name": "Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF", "downloads": 182045, "likes": 9, "pipeline_tag": "text-generation", "params_b": 30.5, "arch": "qwen3moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "llama-cpp", "gguf-my-repo", "text-generation", "base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct", "base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "qwen3-coder-30b-a3b-instruct-q8_0.gguf", "size": 32483933856, "sizeGB": 30.25, "quant": "Q8_0", "sharded": false } ] }, { "id": "Jackrong/Qwopus3.5-27B-v3-GGUF", "author": "Jackrong", "name": "Qwopus3.5-27B-v3-GGUF", "downloads": 179133, "likes": 347, "pipeline_tag": "image-text-to-text", "params_b": 26.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "lora", "competitive-programming", "image-text-to-text", "en", "zh", "ko", "arxiv:2303.11366", "arxiv:2505.24726", "base_model:unsloth/Qwen3.5-27B", "base_model:adapter:unsloth/Qwen3.5-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwopus3.5-27B-v3-Q2_K.gguf", "size": 10711660416, "sizeGB": 9.98, "quant": "Q2_K", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q3_K_S.gguf", "size": 12073949056, "sizeGB": 11.24, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q3_K_M.gguf", "size": 13301438336, "sizeGB": 12.39, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q3_K_L.gguf", "size": 14344771456, "sizeGB": 13.36, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q4_K_S.gguf", "size": 15586310016, "sizeGB": 14.52, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q4_K_M.gguf", "size": 16547395456, "sizeGB": 15.41, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q5_K_M.gguf", "size": 19231094656, "sizeGB": 17.91, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q6_K.gguf", "size": 22082525056, "sizeGB": 20.57, "quant": "Q6_K", "sharded": false }, { "path": "Qwopus3.5-27B-v3-Q8_0.gguf", "size": 28595758976, "sizeGB": 26.63, "quant": "Q8_0", "sharded": false }, { "path": "Qwopus3.5-27B-v3-BF16.gguf", "size": 53808277376, "sizeGB": 50.11, "quant": "BF16", "sharded": false } ] }, { "id": "Jiunsong/supergemma4-26b-uncensored-gguf-v2", "author": "Jiunsong", "name": "supergemma4-26b-uncensored-gguf-v2", "downloads": 178500, "likes": 481, "pipeline_tag": "text-generation", "params_b": 25.2, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "gemma4", "uncensored", "fast", "llama.cpp", "apple-silicon", "conversational", "korean", "coding", "tool-use", "text-generation", "en", "ko", "base_model:google/gemma-4-26B-A4B-it", "base_model:quantized:google/gemma-4-26B-A4B-it", "license:gemma", "endpoints_compatible", "region:us" ], "quants": [ { "path": "supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf", "size": 16796015232, "sizeGB": 15.64, "quant": "Q4_K_M", "sharded": false } ] }, { "id": "bartowski/Qwen_Qwen3.5-4B-GGUF", "author": "bartowski", "name": "Qwen_Qwen3.5-4B-GGUF", "downloads": 172592, "likes": 27, "pipeline_tag": "image-text-to-text", "params_b": 4.2, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:Qwen/Qwen3.5-4B", "base_model:quantized:Qwen/Qwen3.5-4B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen_Qwen3.5-4B-IQ2_M.gguf", "size": 1697778720, "sizeGB": 1.58, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q2_K.gguf", "size": 2022315040, "sizeGB": 1.88, "quant": "Q2_K", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-IQ3_XXS.gguf", "size": 2077641760, "sizeGB": 1.93, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q2_K_L.gguf", "size": 2176273440, "sizeGB": 2.03, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-IQ3_XS.gguf", "size": 2242024480, "sizeGB": 2.09, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q3_K_S.gguf", "size": 2293306400, "sizeGB": 2.14, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-IQ3_M.gguf", "size": 2322388000, "sizeGB": 2.16, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q3_K_M.gguf", "size": 2414711840, "sizeGB": 2.25, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q3_K_L.gguf", "size": 2514981920, "sizeGB": 2.34, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-IQ4_XS.gguf", "size": 2518914080, "sizeGB": 2.35, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-IQ4_NL.gguf", "size": 2625737760, "sizeGB": 2.45, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q4_0.gguf", "size": 2626229280, "sizeGB": 2.45, "quant": "Q4_0", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q3_K_XL.gguf", "size": 2668940320, "sizeGB": 2.49, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q4_K_S.gguf", "size": 2706838560, "sizeGB": 2.52, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q4_1.gguf", "size": 2835289120, "sizeGB": 2.64, "quant": "Q4_1", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q4_K_M.gguf", "size": 2871743520, "sizeGB": 2.67, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q4_K_L.gguf", "size": 3025701920, "sizeGB": 2.82, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q5_K_S.gguf", "size": 3128235040, "sizeGB": 2.91, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q5_K_M.gguf", "size": 3321975840, "sizeGB": 3.09, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q5_K_L.gguf", "size": 3475934240, "sizeGB": 3.24, "quant": "Q5_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q6_K.gguf", "size": 3651785760, "sizeGB": 3.4, "quant": "Q6_K", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q6_K_L.gguf", "size": 3805744160, "sizeGB": 3.54, "quant": "Q6_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-Q8_0.gguf", "size": 4493954080, "sizeGB": 4.19, "quant": "Q8_0", "sharded": false }, { "path": "Qwen_Qwen3.5-4B-bf16.gguf", "size": 8424393504, "sizeGB": 7.85, "quant": "BF16", "sharded": false } ] }, { "id": "Jackrong/Qwopus3.5-9B-v3-GGUF", "author": "Jackrong", "name": "Qwopus3.5-9B-v3-GGUF", "downloads": 170193, "likes": 328, "pipeline_tag": "image-text-to-text", "params_b": 9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "qwen3_5", "unsloth", "qwen", "qwen3.5", "reasoning", "chain-of-thought", "lora", "competitive-programming", "image-text-to-text", "en", "zh", "ko", "base_model:unsloth/Qwen3.5-9B", "base_model:adapter:unsloth/Qwen3.5-9B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwopus3.5-9B-v3.Q4_K_M.gguf", "size": 5629105024, "sizeGB": 5.24, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwopus3.5-9B-v3.Q5_K_S.gguf", "size": 6305305472, "sizeGB": 5.87, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwopus3.5-9B-v3.Q6_K.gguf", "size": 7359255424, "sizeGB": 6.85, "quant": "Q6_K", "sharded": false }, { "path": "Qwopus3.5-9B-v3.Q8_0.gguf", "size": 9527497600, "sizeGB": 8.87, "quant": "Q8_0", "sharded": false }, { "path": "Qwopus3.5-9B-v3.BF16.gguf", "size": 17920693120, "sizeGB": 16.69, "quant": "BF16", "sharded": false } ] }, { "id": "LiquidAI/LFM2.5-1.2B-Instruct-GGUF", "author": "LiquidAI", "name": "LFM2.5-1.2B-Instruct-GGUF", "downloads": 169433, "likes": 163, "pipeline_tag": "text-generation", "params_b": 1.2, "arch": "lfm2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 128000, "tags": [ "gguf", "liquid", "lfm2.5", "edge", "llama.cpp", "text-generation", "en", "ar", "zh", "fr", "de", "ja", "ko", "es", "base_model:LiquidAI/LFM2.5-1.2B-Instruct", "base_model:quantized:LiquidAI/LFM2.5-1.2B-Instruct", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "LFM2.5-1.2B-Instruct-Q4_0.gguf", "size": 695751488, "sizeGB": 0.65, "quant": "Q4_0", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-Q4_K_M.gguf", "size": 730895168, "sizeGB": 0.68, "quant": "Q4_K_M", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-Q5_K_M.gguf", "size": 843354944, "sizeGB": 0.79, "quant": "Q5_K_M", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-Q6_K.gguf", "size": 962843456, "sizeGB": 0.9, "quant": "Q6_K", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-Q8_0.gguf", "size": 1246253888, "sizeGB": 1.16, "quant": "Q8_0", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-BF16.gguf", "size": 2343326528, "sizeGB": 2.18, "quant": "BF16", "sharded": false }, { "path": "LFM2.5-1.2B-Instruct-F16.gguf", "size": 2343326528, "sizeGB": 2.18, "quant": "F16", "sharded": false } ] }, { "id": "LiquidAI/LFM2.5-VL-1.6B-GGUF", "author": "LiquidAI", "name": "LFM2.5-VL-1.6B-GGUF", "downloads": 166409, "likes": 80, "pipeline_tag": "image-text-to-text", "params_b": 1.2, "arch": "lfm2", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 128000, "tags": [ "gguf", "liquid", "edge", "lfm2.5-vl", "lfm2.5", "llama.cpp", "image-text-to-text", "en", "ja", "ko", "fr", "es", "de", "it", "pt", "ar", "zh", "base_model:LiquidAI/LFM2.5-VL-1.6B", "base_model:quantized:LiquidAI/LFM2.5-VL-1.6B", "license:other", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "LFM2.5-VL-1.6B-Q4_0.gguf", "size": 695752480, "sizeGB": 0.65, "quant": "Q4_0", "sharded": false }, { "path": "LFM2.5-VL-1.6B-Q8_0.gguf", "size": 1246254880, "sizeGB": 1.16, "quant": "Q8_0", "sharded": false }, { "path": "LFM2.5-VL-1.6B-BF16.gguf", "size": 2343327520, "sizeGB": 2.18, "quant": "BF16", "sharded": false }, { "path": "LFM2.5-VL-1.6B-F16.gguf", "size": 2343327520, "sizeGB": 2.18, "quant": "F16", "sharded": false } ] }, { "id": "unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF", "author": "unsloth", "name": "Qwen3-30B-A3B-Instruct-2507-GGUF", "downloads": 156770, "likes": 303, "pipeline_tag": null, "params_b": 30.5, "arch": "qwen3moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "qwen", "qwen3", "unsloth", "arxiv:2505.09388", "base_model:Qwen/Qwen3-30B-A3B-Instruct-2507", "base_model:quantized:Qwen/Qwen3-30B-A3B-Instruct-2507", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3-30B-A3B-Instruct-2507-UD-TQ1_0.gguf", "size": 8094142880, "sizeGB": 7.54, "quant": "Q1_0", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_S.gguf", "size": 9045725600, "sizeGB": 8.42, "quant": "IQ1_S", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ1_M.gguf", "size": 9685733792, "sizeGB": 9.02, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_XXS.gguf", "size": 10341814688, "sizeGB": 9.63, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ2_M.gguf", "size": 10845131168, "sizeGB": 10.1, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q2_K.gguf", "size": 11258610080, "sizeGB": 10.49, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q2_K_L.gguf", "size": 11331539360, "sizeGB": 10.55, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q2_K_XL.gguf", "size": 11787538848, "sizeGB": 10.98, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-IQ3_XXS.gguf", "size": 12906959264, "sizeGB": 12.02, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_S.gguf", "size": 13292468640, "sizeGB": 12.38, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q3_K_XL.gguf", "size": 13833048480, "sizeGB": 12.88, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q3_K_M.gguf", "size": 14711847328, "sizeGB": 13.7, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-IQ4_XS.gguf", "size": 16378073504, "sizeGB": 15.25, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-IQ4_NL.gguf", "size": 17310781856, "sizeGB": 16.12, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q4_0.gguf", "size": 17379987872, "sizeGB": 16.19, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_S.gguf", "size": 17456009632, "sizeGB": 16.26, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q4_K_XL.gguf", "size": 17690497440, "sizeGB": 16.48, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf", "size": 18556686752, "sizeGB": 17.28, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q4_1.gguf", "size": 19192500640, "sizeGB": 17.87, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_S.gguf", "size": 21080510880, "sizeGB": 19.63, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q5_K_M.gguf", "size": 21725581728, "sizeGB": 20.23, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q5_K_XL.gguf", "size": 21740302752, "sizeGB": 20.25, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q6_K.gguf", "size": 25092532640, "sizeGB": 23.37, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL.gguf", "size": 26340325792, "sizeGB": 24.53, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-Q8_0.gguf", "size": 32483932576, "sizeGB": 30.25, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3-30B-A3B-Instruct-2507-UD-Q8_K_XL.gguf", "size": 35989944736, "sizeGB": 33.52, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3-30B-A3B-Instruct-2507-BF16.gguf", "size": 61095803232, "sizeGB": 56.9, "quant": "BF16", "sharded": true } ] }, { "id": "bartowski/google_gemma-4-E2B-it-GGUF", "author": "bartowski", "name": "google_gemma-4-E2B-it-GGUF", "downloads": 154307, "likes": 27, "pipeline_tag": "image-text-to-text", "params_b": 4.6, "arch": "gemma4", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "image-text-to-text", "base_model:google/gemma-4-E2B-it", "base_model:quantized:google/gemma-4-E2B-it", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "google_gemma-4-E2B-it-IQ2_M.gguf", "size": 2620198144, "sizeGB": 2.44, "quant": "IQ2_M", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q2_K.gguf", "size": 3020051712, "sizeGB": 2.81, "quant": "Q2_K", "sharded": false }, { "path": "google_gemma-4-E2B-it-IQ3_XS.gguf", "size": 3100710144, "sizeGB": 2.89, "quant": "IQ3_XS", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q3_K_S.gguf", "size": 3134790912, "sizeGB": 2.92, "quant": "Q3_K_S", "sharded": false }, { "path": "google_gemma-4-E2B-it-IQ3_M.gguf", "size": 3161609472, "sizeGB": 2.94, "quant": "IQ3_M", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q3_K_M.gguf", "size": 3226809600, "sizeGB": 3.01, "quant": "Q3_K_M", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q3_K_L.gguf", "size": 3290412288, "sizeGB": 3.06, "quant": "Q3_K_L", "sharded": false }, { "path": "google_gemma-4-E2B-it-IQ4_XS.gguf", "size": 3324308736, "sizeGB": 3.1, "quant": "IQ4_XS", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q4_0.gguf", "size": 3378738432, "sizeGB": 3.15, "quant": "Q4_0", "sharded": false }, { "path": "google_gemma-4-E2B-it-IQ4_NL.gguf", "size": 3380636928, "sizeGB": 3.15, "quant": "IQ4_NL", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q4_K_S.gguf", "size": 3382080768, "sizeGB": 3.15, "quant": "Q4_K_S", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q4_K_M.gguf", "size": 3462677760, "sizeGB": 3.22, "quant": "Q4_K_M", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q4_1.gguf", "size": 3490067712, "sizeGB": 3.25, "quant": "Q4_1", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q5_K_S.gguf", "size": 3603756288, "sizeGB": 3.36, "quant": "Q5_K_S", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q5_K_M.gguf", "size": 3658382592, "sizeGB": 3.41, "quant": "Q5_K_M", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q2_K_L.gguf", "size": 3686421760, "sizeGB": 3.43, "quant": "Q2_K_L", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q6_K.gguf", "size": 3898483968, "sizeGB": 3.63, "quant": "Q6_K", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q3_K_XL.gguf", "size": 3956782336, "sizeGB": 3.69, "quant": "Q3_K_XL", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q4_K_L.gguf", "size": 4129047808, "sizeGB": 3.85, "quant": "Q4_K_L", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q5_K_L.gguf", "size": 4324752640, "sizeGB": 4.03, "quant": "Q5_K_L", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q6_K_L.gguf", "size": 4564854016, "sizeGB": 4.25, "quant": "Q6_K_L", "sharded": false }, { "path": "google_gemma-4-E2B-it-Q8_0.gguf", "size": 4967494912, "sizeGB": 4.63, "quant": "Q8_0", "sharded": false }, { "path": "google_gemma-4-E2B-it-bf16.gguf", "size": 9311302656, "sizeGB": 8.67, "quant": "BF16", "sharded": false } ] }, { "id": "bartowski/Qwen_Qwen3.5-2B-GGUF", "author": "bartowski", "name": "Qwen_Qwen3.5-2B-GGUF", "downloads": 153287, "likes": 14, "pipeline_tag": "image-text-to-text", "params_b": 1.9, "arch": "qwen35", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "gguf", "image-text-to-text", "base_model:Qwen/Qwen3.5-2B", "base_model:quantized:Qwen/Qwen3.5-2B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "Qwen_Qwen3.5-2B-IQ2_M.gguf", "size": 843202720, "sizeGB": 0.79, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-IQ3_XXS.gguf", "size": 989135008, "sizeGB": 0.92, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q2_K.gguf", "size": 1000595616, "sizeGB": 0.93, "quant": "Q2_K", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-IQ3_XS.gguf", "size": 1085972640, "sizeGB": 1.01, "quant": "IQ3_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q3_K_S.gguf", "size": 1106665632, "sizeGB": 1.03, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-IQ3_M.gguf", "size": 1116643488, "sizeGB": 1.04, "quant": "IQ3_M", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q2_K_L.gguf", "size": 1123762336, "sizeGB": 1.05, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q3_K_M.gguf", "size": 1152786592, "sizeGB": 1.07, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-IQ4_XS.gguf", "size": 1185554592, "sizeGB": 1.1, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q3_K_L.gguf", "size": 1192632480, "sizeGB": 1.11, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-IQ4_NL.gguf", "size": 1227038880, "sizeGB": 1.14, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q4_0.gguf", "size": 1227776160, "sizeGB": 1.14, "quant": "Q4_0", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q4_K_S.gguf", "size": 1261854880, "sizeGB": 1.18, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q4_1.gguf", "size": 1308778656, "sizeGB": 1.22, "quant": "Q4_1", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q3_K_XL.gguf", "size": 1315799200, "sizeGB": 1.23, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q4_K_M.gguf", "size": 1329766560, "sizeGB": 1.24, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q5_K_S.gguf", "size": 1425563808, "sizeGB": 1.33, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q4_K_L.gguf", "size": 1452933280, "sizeGB": 1.35, "quant": "Q4_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q5_K_M.gguf", "size": 1506844832, "sizeGB": 1.4, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q5_K_L.gguf", "size": 1630011552, "sizeGB": 1.52, "quant": "Q5_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q6_K.gguf", "size": 1630740640, "sizeGB": 1.52, "quant": "Q6_K", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q6_K_L.gguf", "size": 1753907360, "sizeGB": 1.63, "quant": "Q6_K_L", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-Q8_0.gguf", "size": 2015477920, "sizeGB": 1.88, "quant": "Q8_0", "sharded": false }, { "path": "Qwen_Qwen3.5-2B-bf16.gguf", "size": 3775709056, "sizeGB": 3.52, "quant": "BF16", "sharded": false } ] }, { "id": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF", "author": "unsloth", "name": "Qwen3-Coder-30B-A3B-Instruct-GGUF", "downloads": 152910, "likes": 610, "pipeline_tag": "text-generation", "params_b": 30.5, "arch": "qwen3moe", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 262144, "tags": [ "transformers", "gguf", "unsloth", "qwen3", "qwen", "text-generation", "arxiv:2505.09388", "base_model:Qwen/Qwen3-Coder-30B-A3B-Instruct", "base_model:quantized:Qwen/Qwen3-Coder-30B-A3B-Instruct", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix", "conversational" ], "quants": [ { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf", "size": 8005213344, "sizeGB": 7.46, "quant": "Q1_0", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf", "size": 8914328736, "sizeGB": 8.3, "quant": "IQ1_S", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf", "size": 9627540640, "sizeGB": 8.97, "quant": "IQ1_M", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf", "size": 10333691040, "sizeGB": 9.62, "quant": "IQ2_XXS", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf", "size": 10837007520, "sizeGB": 10.09, "quant": "IQ2_M", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf", "size": 11258612896, "sizeGB": 10.49, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf", "size": 11331542176, "sizeGB": 10.55, "quant": "Q2_K_L", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf", "size": 11788590240, "sizeGB": 10.98, "quant": "Q2_K_XL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf", "size": 12848766112, "sizeGB": 11.97, "quant": "IQ3_XXS", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf", "size": 13292471456, "sizeGB": 12.38, "quant": "Q3_K_S", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf", "size": 13806312608, "sizeGB": 12.86, "quant": "Q3_K_XL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf", "size": 14711850144, "sizeGB": 13.7, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf", "size": 16378076320, "sizeGB": 15.25, "quant": "IQ4_XS", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf", "size": 17310784672, "sizeGB": 16.12, "quant": "IQ4_NL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf", "size": 17379990688, "sizeGB": 16.19, "quant": "Q4_0", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf", "size": 17456012448, "sizeGB": 16.26, "quant": "Q4_K_S", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf", "size": 17665334432, "sizeGB": 16.45, "quant": "Q4_K_XL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", "size": 18556689568, "sizeGB": 17.28, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf", "size": 19192503456, "sizeGB": 17.87, "quant": "Q4_1", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf", "size": 21080513696, "sizeGB": 19.63, "quant": "Q5_K_S", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", "size": 21725584544, "sizeGB": 20.23, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf", "size": 21740305568, "sizeGB": 20.25, "quant": "Q5_K_XL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf", "size": 25092535456, "sizeGB": 23.37, "quant": "Q6_K", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf", "size": 26340328608, "sizeGB": 24.53, "quant": "Q6_K_XL", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf", "size": 32483935392, "sizeGB": 30.25, "quant": "Q8_0", "sharded": false }, { "path": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf", "size": 35989947552, "sizeGB": 33.52, "quant": "Q8_K_XL", "sharded": false }, { "path": "BF16/Qwen3-Coder-30B-A3B-Instruct-BF16.gguf", "size": 61095806048, "sizeGB": 56.9, "quant": "BF16", "sharded": true } ] }, { "id": "ggml-org/tinygemma3-GGUF", "author": "ggml-org", "name": "tinygemma3-GGUF", "downloads": 148021, "likes": 9, "pipeline_tag": null, "params_b": null, "arch": "gemma3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 131072, "tags": [ "gguf", "base_model:ngxson/tinygemma3_cifar", "base_model:quantized:ngxson/tinygemma3_cifar", "license:wtfpl", "endpoints_compatible", "region:us", "conversational" ], "quants": [ { "path": "tinygemma3-Q8_0.gguf", "size": 47227552, "sizeGB": 0.04, "quant": "Q8_0", "sharded": false } ] }, { "id": "MaziyarPanahi/Qwen3-0.6B-GGUF", "author": "MaziyarPanahi", "name": "Qwen3-0.6B-GGUF", "downloads": 146734, "likes": 11, "pipeline_tag": "text-generation", "params_b": 0.8, "arch": "qwen3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 40960, "tags": [ "gguf", "mistral", "quantized", "2-bit", "3-bit", "4-bit", "5-bit", "6-bit", "8-bit", "GGUF", "text-generation", "base_model:Qwen/Qwen3-0.6B", "base_model:quantized:Qwen/Qwen3-0.6B", "region:us", "conversational" ], "quants": [ { "path": "Qwen3-0.6B.Q2_K.gguf", "size": 347288704, "sizeGB": 0.32, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-0.6B.Q3_K_M.gguf", "size": 413978752, "sizeGB": 0.39, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-0.6B.Q3_K_L.gguf", "size": 435343488, "sizeGB": 0.41, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3-0.6B.Q4_K_M.gguf", "size": 484220032, "sizeGB": 0.45, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-0.6B.Q5_K_M.gguf", "size": 551378048, "sizeGB": 0.51, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3-0.6B.Q6_K.gguf", "size": 622733440, "sizeGB": 0.58, "quant": "Q6_K", "sharded": false } ] }, { "id": "MaziyarPanahi/Qwen3-1.7B-GGUF", "author": "MaziyarPanahi", "name": "Qwen3-1.7B-GGUF", "downloads": 145510, "likes": 7, "pipeline_tag": "text-generation", "params_b": 2, "arch": "qwen3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 40960, "tags": [ "gguf", "mistral", "quantized", "2-bit", "3-bit", "4-bit", "5-bit", "6-bit", "8-bit", "GGUF", "text-generation", "base_model:Qwen/Qwen3-1.7B", "base_model:quantized:Qwen/Qwen3-1.7B", "region:us", "conversational" ], "quants": [ { "path": "Qwen3-1.7B.Q2_K.gguf", "size": 879896704, "sizeGB": 0.82, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-1.7B.Q3_K_M.gguf", "size": 1073242240, "sizeGB": 1, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-1.7B.Q3_K_L.gguf", "size": 1137205376, "sizeGB": 1.06, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3-1.7B.Q4_K_M.gguf", "size": 1282439296, "sizeGB": 1.19, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-1.7B.Q5_K_M.gguf", "size": 1471805568, "sizeGB": 1.37, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3-1.7B.Q6_K.gguf", "size": 1673007232, "sizeGB": 1.56, "quant": "Q6_K", "sharded": false } ] }, { "id": "MaziyarPanahi/Qwen3-14B-GGUF", "author": "MaziyarPanahi", "name": "Qwen3-14B-GGUF", "downloads": 144808, "likes": 9, "pipeline_tag": "text-generation", "params_b": 14.8, "arch": "qwen3", "n_layers": null, "n_kv_heads": null, "n_embd": null, "context_length": 40960, "tags": [ "gguf", "mistral", "quantized", "2-bit", "3-bit", "4-bit", "5-bit", "6-bit", "8-bit", "GGUF", "text-generation", "base_model:Qwen/Qwen3-14B", "base_model:quantized:Qwen/Qwen3-14B", "region:us", "conversational" ], "quants": [ { "path": "Qwen3-14B.Q2_K.gguf", "size": 5753983744, "sizeGB": 5.36, "quant": "Q2_K", "sharded": false }, { "path": "Qwen3-14B.Q3_K_M.gguf", "size": 7321313024, "sizeGB": 6.82, "quant": "Q3_K_M", "sharded": false }, { "path": "Qwen3-14B.Q3_K_L.gguf", "size": 7900651264, "sizeGB": 7.36, "quant": "Q3_K_L", "sharded": false }, { "path": "Qwen3-14B.Q4_K_M.gguf", "size": 9001753344, "sizeGB": 8.38, "quant": "Q4_K_M", "sharded": false }, { "path": "Qwen3-14B.Q5_K_M.gguf", "size": 10514569984, "sizeGB": 9.79, "quant": "Q5_K_M", "sharded": false }, { "path": "Qwen3-14B.Q6_K.gguf", "size": 12121937664, "sizeGB": 11.29, "quant": "Q6_K", "sharded": false } ] } ] }