{ "repo": "guell00/VELUM-Coder", "base_model": "ornith-ai/Ornith-1.5-9B", "dataset": "guell00/fds", "source_model": "ornith_fds_recovered_ckpt250", "llama_cpp_commit": "f280b26983ad0fdb705a0d9ebf0503e76f2899b0", "generated_at": "2026-08-25T00:52:58.279253+00:00", "imatrix": "imatrix/VELUM-Coder-imatrix.gguf", "policy": { "q8_uses_imatrix": false, "q4_q3_q2_q1_use_imatrix": true, "q5_q6_generated": false, "iq1_m_embedding_type": "Q8_0", "iq1_m_output_type": "Q8_0" }, "quantizations": [ { "name": "Q8_0", "type": "Q8_0", "imatrix": false, "protected": false, "note": "Highest-quality quantized build; intentionally no imatrix.", "file": "VELUM-Coder-Q8_0.gguf", "size_gb": 8.873176723718643, "status": "uploaded" }, { "name": "Q4_K_M", "type": "Q4_K_M", "imatrix": true, "protected": false, "note": "Recommended default Q4.", "file": "VELUM-Coder-Q4_K_M.gguf", "size_gb": 5.242515951395035, "status": "uploaded" }, { "name": "Q4_K_S", "type": "Q4_K_S", "imatrix": true, "protected": false, "note": "Smaller Q4 K-quant.", "file": "VELUM-Coder-Q4_K_S.gguf", "size_gb": 4.984093099832535, "status": "uploaded" }, { "name": "IQ4_XS", "type": "IQ4_XS", "imatrix": true, "protected": false, "note": "Compact 4-bit I-Quant.", "file": "VELUM-Coder-IQ4_XS.gguf", "size_gb": 4.839561849832535, "status": "uploaded" }, { "name": "IQ4_NL", "type": "IQ4_NL", "imatrix": true, "protected": false, "note": "Non-linear 4-bit I-Quant.", "file": "VELUM-Coder-IQ4_NL.gguf", "size_gb": 5.046104818582535, "status": "uploaded" }, { "name": "Q4_1", "type": "Q4_1", "imatrix": true, "protected": false, "note": "Legacy Q4 variant.", "file": "VELUM-Coder-Q4_1.gguf", "size_gb": 5.410362631082535, "status": "uploaded" }, { "name": "Q4_0", "type": "Q4_0", "imatrix": true, "protected": false, "note": "Legacy compact Q4.", "file": "VELUM-Coder-Q4_0.gguf", "size_gb": 4.960167318582535, "status": "uploaded" }, { "name": "Q3_K_L", "type": "Q3_K_L", "imatrix": true, "protected": false, "note": "Largest Q3 K-quant.", "file": "VELUM-Coder-Q3_K_L.gguf", "size_gb": 4.587242513895035, "status": "uploaded" }, { "name": "Q3_K_M", "type": "Q3_K_M", "imatrix": true, "protected": false, "note": "Balanced Q3 K-quant.", "file": "VELUM-Coder-Q3_K_M.gguf", "size_gb": 4.305992513895035, "status": "uploaded" }, { "name": "Q3_K_S", "type": "Q3_K_S", "imatrix": true, "protected": false, "note": "Smaller Q3 K-quant.", "file": "VELUM-Coder-Q3_K_S.gguf", "size_gb": 3.966881185770035, "status": "uploaded" }, { "name": "IQ3_M", "type": "IQ3_M", "imatrix": true, "protected": false, "note": "Medium 3-bit I-Quant.", "file": "VELUM-Coder-IQ3_M.gguf", "size_gb": 4.112144857645035, "status": "uploaded" }, { "name": "IQ3_S", "type": "IQ3_S", "imatrix": true, "protected": false, "note": "Small 3-bit I-Quant.", "file": "VELUM-Coder-IQ3_S.gguf", "size_gb": 4.070640951395035, "status": "uploaded" }, { "name": "IQ3_XS", "type": "IQ3_XS", "imatrix": true, "protected": false, "note": "Extra-small 3-bit I-Quant.", "file": "VELUM-Coder-IQ3_XS.gguf", "size_gb": 3.951988607645035, "status": "uploaded" }, { "name": "IQ3_XXS", "type": "IQ3_XXS", "imatrix": true, "protected": false, "note": "Extremely compact 3-bit I-Quant.", "file": "VELUM-Coder-IQ3_XXS.gguf", "size_gb": 3.6677021086215973, "status": "uploaded" }, { "name": "Q2_K", "type": "Q2_K", "imatrix": true, "protected": false, "note": "Aggressive Q2 K-quant.", "file": "VELUM-Coder-Q2_K.gguf", "size_gb": 3.564415365457535, "status": "uploaded" }, { "name": "Q2_K_S", "type": "Q2_K_S", "imatrix": true, "protected": false, "note": "Small Q2 K-quant.", "file": "VELUM-Coder-Q2_K_S.gguf", "size_gb": 3.443321615457535, "status": "uploaded" }, { "name": "IQ2_M", "type": "IQ2_M", "imatrix": true, "protected": false, "note": "Higher-quality 2-bit I-Quant.", "file": "VELUM-Coder-IQ2_M.gguf", "size_gb": 3.3597187101840973, "status": "uploaded" }, { "name": "IQ2_S", "type": "IQ2_S", "imatrix": true, "protected": false, "note": "2-bit I-Quant.", "file": "VELUM-Coder-IQ2_S.gguf", "size_gb": 3.1925434172153473, "status": "uploaded" }, { "name": "IQ2_XS", "type": "IQ2_XS", "imatrix": true, "protected": false, "note": "Extra-small 2-bit I-Quant.", "file": "VELUM-Coder-IQ2_XS.gguf", "size_gb": 3.059715658426285, "status": "uploaded" }, { "name": "IQ2_XXS", "type": "IQ2_XXS", "imatrix": true, "protected": false, "note": "Extremely compact 2-bit I-Quant.", "file": "VELUM-Coder-IQ2_XXS.gguf", "size_gb": 2.888634115457535, "status": "uploaded" }, { "name": "Q2_0", "type": "Q2_0", "imatrix": true, "protected": false, "note": "2.25 bpw Q2_0.", "file": "VELUM-Coder-Q2_0.gguf", "size_gb": 3.136253744363785, "status": "uploaded" }, { "name": "TQ2_0", "type": "TQ2_0", "imatrix": true, "protected": false, "note": "Experimental ternary ~2-bit build.", "file": "VELUM-Coder-TQ2_0.gguf", "size_gb": 2.9852375090122223, "status": "uploaded" }, { "name": "IQ1_M", "type": "IQ1_M", "imatrix": true, "protected": true, "note": "Extreme build. IQ1_M body + Q8_0 embedding/output protection.", "file": "VELUM-Coder-IQ1_M.gguf", "size_gb": 3.7305378019809723, "status": "uploaded" } ] }