{ "allura-forge_Llama-3.3-8B-Instruct-Q4_K_M": { "file": "allura-forge_Llama-3.3-8B-Instruct-Q4_K_M.gguf", "size_gb": 4.92 }, "DeepSeek-R1-Distill-Qwen-8B-Abliterated.i1-Q4_K_M": { "file": "DeepSeek-R1-Distill-Qwen-8B-Abliterated.i1-Q4_K_M.gguf", "size_gb": 4.68 }, "gemma-2-2b-it-Q4_K_M": { "file": "gemma-2-2b-it-Q4_K_M.gguf", "size_gb": 1.71 }, "google_gemma-3-12b-it-Q4_K_M": { "file": "google_gemma-3-12b-it-Q4_K_M.gguf", "size_gb": 7.3 }, "google_gemma-3-4b-it-Q4_K_M": { "file": "google_gemma-3-4b-it-Q4_K_M.gguf", "size_gb": 2.49 }, "microsoft_Phi-4-mini-instruct-Q4_K_M": { "file": "microsoft_Phi-4-mini-instruct-Q4_K_M.gguf", "size_gb": 2.49 }, "phi-4-Q4_K_M": { "file": "phi-4-Q4_K_M.gguf", "size_gb": 9.05 }, "Qwen_Qwen3-0.6B-Q4_K_M": { "file": "Qwen_Qwen3-0.6B-Q4_K_M.gguf", "size_gb": 0.48 }, "Qwen_Qwen3-1.7B-Q4_K_M": { "file": "Qwen_Qwen3-1.7B-Q4_K_M.gguf", "size_gb": 1.28 }, "Qwen_Qwen3-14B-Q4_K_M": { "file": "Qwen_Qwen3-14B-Q4_K_M.gguf", "size_gb": 9.0 }, "Qwen_Qwen3-4B-Q4_K_M": { "file": "Qwen_Qwen3-4B-Q4_K_M.gguf", "size_gb": 2.5 }, "Qwen_Qwen3-8B-Q4_K_M": { "file": "Qwen_Qwen3-8B-Q4_K_M.gguf", "size_gb": 5.03 } }