| { |
| "repo": "guell00/VELUM-Coder", |
| "base_model": "ornith-ai/Ornith-1.5-9B", |
| "dataset": "guell00/fds", |
| "source_model": "ornith_fds_recovered_ckpt250", |
| "llama_cpp_commit": "f280b26983ad0fdb705a0d9ebf0503e76f2899b0", |
| "generated_at": "2026-08-25T00:52:58.279253+00:00", |
| "imatrix": "imatrix/VELUM-Coder-imatrix.gguf", |
| "policy": { |
| "q8_uses_imatrix": false, |
| "q4_q3_q2_q1_use_imatrix": true, |
| "q5_q6_generated": false, |
| "iq1_m_embedding_type": "Q8_0", |
| "iq1_m_output_type": "Q8_0" |
| }, |
| "quantizations": [ |
| { |
| "name": "Q8_0", |
| "type": "Q8_0", |
| "imatrix": false, |
| "protected": false, |
| "note": "Highest-quality quantized build; intentionally no imatrix.", |
| "file": "VELUM-Coder-Q8_0.gguf", |
| "size_gb": 8.873176723718643, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q4_K_M", |
| "type": "Q4_K_M", |
| "imatrix": true, |
| "protected": false, |
| "note": "Recommended default Q4.", |
| "file": "VELUM-Coder-Q4_K_M.gguf", |
| "size_gb": 5.242515951395035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q4_K_S", |
| "type": "Q4_K_S", |
| "imatrix": true, |
| "protected": false, |
| "note": "Smaller Q4 K-quant.", |
| "file": "VELUM-Coder-Q4_K_S.gguf", |
| "size_gb": 4.984093099832535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ4_XS", |
| "type": "IQ4_XS", |
| "imatrix": true, |
| "protected": false, |
| "note": "Compact 4-bit I-Quant.", |
| "file": "VELUM-Coder-IQ4_XS.gguf", |
| "size_gb": 4.839561849832535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ4_NL", |
| "type": "IQ4_NL", |
| "imatrix": true, |
| "protected": false, |
| "note": "Non-linear 4-bit I-Quant.", |
| "file": "VELUM-Coder-IQ4_NL.gguf", |
| "size_gb": 5.046104818582535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q4_1", |
| "type": "Q4_1", |
| "imatrix": true, |
| "protected": false, |
| "note": "Legacy Q4 variant.", |
| "file": "VELUM-Coder-Q4_1.gguf", |
| "size_gb": 5.410362631082535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q4_0", |
| "type": "Q4_0", |
| "imatrix": true, |
| "protected": false, |
| "note": "Legacy compact Q4.", |
| "file": "VELUM-Coder-Q4_0.gguf", |
| "size_gb": 4.960167318582535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q3_K_L", |
| "type": "Q3_K_L", |
| "imatrix": true, |
| "protected": false, |
| "note": "Largest Q3 K-quant.", |
| "file": "VELUM-Coder-Q3_K_L.gguf", |
| "size_gb": 4.587242513895035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q3_K_M", |
| "type": "Q3_K_M", |
| "imatrix": true, |
| "protected": false, |
| "note": "Balanced Q3 K-quant.", |
| "file": "VELUM-Coder-Q3_K_M.gguf", |
| "size_gb": 4.305992513895035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q3_K_S", |
| "type": "Q3_K_S", |
| "imatrix": true, |
| "protected": false, |
| "note": "Smaller Q3 K-quant.", |
| "file": "VELUM-Coder-Q3_K_S.gguf", |
| "size_gb": 3.966881185770035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ3_M", |
| "type": "IQ3_M", |
| "imatrix": true, |
| "protected": false, |
| "note": "Medium 3-bit I-Quant.", |
| "file": "VELUM-Coder-IQ3_M.gguf", |
| "size_gb": 4.112144857645035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ3_S", |
| "type": "IQ3_S", |
| "imatrix": true, |
| "protected": false, |
| "note": "Small 3-bit I-Quant.", |
| "file": "VELUM-Coder-IQ3_S.gguf", |
| "size_gb": 4.070640951395035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ3_XS", |
| "type": "IQ3_XS", |
| "imatrix": true, |
| "protected": false, |
| "note": "Extra-small 3-bit I-Quant.", |
| "file": "VELUM-Coder-IQ3_XS.gguf", |
| "size_gb": 3.951988607645035, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ3_XXS", |
| "type": "IQ3_XXS", |
| "imatrix": true, |
| "protected": false, |
| "note": "Extremely compact 3-bit I-Quant.", |
| "file": "VELUM-Coder-IQ3_XXS.gguf", |
| "size_gb": 3.6677021086215973, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q2_K", |
| "type": "Q2_K", |
| "imatrix": true, |
| "protected": false, |
| "note": "Aggressive Q2 K-quant.", |
| "file": "VELUM-Coder-Q2_K.gguf", |
| "size_gb": 3.564415365457535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q2_K_S", |
| "type": "Q2_K_S", |
| "imatrix": true, |
| "protected": false, |
| "note": "Small Q2 K-quant.", |
| "file": "VELUM-Coder-Q2_K_S.gguf", |
| "size_gb": 3.443321615457535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ2_M", |
| "type": "IQ2_M", |
| "imatrix": true, |
| "protected": false, |
| "note": "Higher-quality 2-bit I-Quant.", |
| "file": "VELUM-Coder-IQ2_M.gguf", |
| "size_gb": 3.3597187101840973, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ2_S", |
| "type": "IQ2_S", |
| "imatrix": true, |
| "protected": false, |
| "note": "2-bit I-Quant.", |
| "file": "VELUM-Coder-IQ2_S.gguf", |
| "size_gb": 3.1925434172153473, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ2_XS", |
| "type": "IQ2_XS", |
| "imatrix": true, |
| "protected": false, |
| "note": "Extra-small 2-bit I-Quant.", |
| "file": "VELUM-Coder-IQ2_XS.gguf", |
| "size_gb": 3.059715658426285, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ2_XXS", |
| "type": "IQ2_XXS", |
| "imatrix": true, |
| "protected": false, |
| "note": "Extremely compact 2-bit I-Quant.", |
| "file": "VELUM-Coder-IQ2_XXS.gguf", |
| "size_gb": 2.888634115457535, |
| "status": "uploaded" |
| }, |
| { |
| "name": "Q2_0", |
| "type": "Q2_0", |
| "imatrix": true, |
| "protected": false, |
| "note": "2.25 bpw Q2_0.", |
| "file": "VELUM-Coder-Q2_0.gguf", |
| "size_gb": 3.136253744363785, |
| "status": "uploaded" |
| }, |
| { |
| "name": "TQ2_0", |
| "type": "TQ2_0", |
| "imatrix": true, |
| "protected": false, |
| "note": "Experimental ternary ~2-bit build.", |
| "file": "VELUM-Coder-TQ2_0.gguf", |
| "size_gb": 2.9852375090122223, |
| "status": "uploaded" |
| }, |
| { |
| "name": "IQ1_M", |
| "type": "IQ1_M", |
| "imatrix": true, |
| "protected": true, |
| "note": "Extreme build. IQ1_M body + Q8_0 embedding/output protection.", |
| "file": "VELUM-Coder-IQ1_M.gguf", |
| "size_gb": 3.7305378019809723, |
| "status": "uploaded" |
| } |
| ] |
| } |
