File size: 5,326 Bytes
65edacc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 | {
"created_at": "2026-05-25T09:47:31Z",
"base_model": "Qwen/Qwen2.5-Coder-7B-Instruct",
"target_repo": "ShahzebKhoso/Qwen2.5-Coder-7B-Instruct",
"model_name": "Qwen2.5-Coder-7B-Instruct",
"mode": "full",
"metadata": {
"model_id": "Qwen/Qwen2.5-Coder-7B-Instruct",
"sha": "c03e6d358207e414f1eca0bb1891e29f1db0e242",
"license": "apache-2.0",
"tags": [
"transformers",
"safetensors",
"qwen2",
"text-generation",
"code",
"codeqwen",
"chat",
"qwen",
"qwen-coder",
"conversational",
"en",
"arxiv:2409.12186",
"arxiv:2309.00071",
"arxiv:2407.10671",
"base_model:Qwen/Qwen2.5-Coder-7B",
"base_model:finetune:Qwen/Qwen2.5-Coder-7B",
"license:apache-2.0",
"text-generation-inference",
"endpoints_compatible",
"deploy:azure",
"region:us"
],
"pipeline_tag": "text-generation"
},
"files": [
{
"quant": "FP16",
"filename": "Qwen2.5-Coder-7B-Instruct-FP16.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-FP16.gguf",
"size_gib": 14.191357225179672,
"sha256": "274c0eb05fe4a712805d4b999ad8e419f14a908ef1ca1b310a737a418ba15452"
},
{
"quant": "Q2_K",
"filename": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
"size_gib": 2.808813661336899,
"sha256": "3200d17f49c65545f8eb7ec4b3568ab91c947373f90181765c4dc912b94ac8cb"
},
{
"quant": "Q3_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
"size_gib": 3.5468412339687347,
"sha256": "30be23c2bc76e2bb1a954b5d273e5694d185584d4ce34194c6436b7f246e45d7"
},
{
"quant": "Q4_0",
"filename": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
"size_gib": 4.127054780721664,
"sha256": "339fbe41f5d4cefa541eb59f25a5b026730cbd712b30c3a5a34a6c20a971778f"
},
{
"quant": "Q4_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
"size_gib": 4.361452668905258,
"sha256": "46caa6175bbef0b12ffe552f702fb3949cb72c11acc29fdc935e10640b57f5a9"
},
{
"quant": "Q5_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
"size_gib": 5.070894807577133,
"sha256": "38d6bd18220d7ae5251470a35eb57f469748b5bbf210eb0048f1e0365229a1e7"
},
{
"quant": "Q6_K",
"filename": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
"size_gib": 5.824677079916,
"sha256": "86b8e170136541e170f5c08b4fe5038c367c90922f3444685e0ed4c3bf61b9ca"
},
{
"quant": "Q8_0",
"filename": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
"path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
"size_gib": 7.542339891195297,
"sha256": "d4cdb65b1880d07b78acb24a26fe516a0b81b414bc6d4eaf2468746253ab75c9"
}
],
"validation": [
{
"quant": "FP16",
"filename": "Qwen2.5-Coder-7B-Instruct-FP16.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_FP16.log"
},
{
"quant": "Q2_K",
"filename": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q2_K.log"
},
{
"quant": "Q3_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q3_K_M.log"
},
{
"quant": "Q4_0",
"filename": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q4_0.log"
},
{
"quant": "Q4_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q4_K_M.log"
},
{
"quant": "Q5_K_M",
"filename": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q5_K_M.log"
},
{
"quant": "Q6_K",
"filename": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q6_K.log"
},
{
"quant": "Q8_0",
"filename": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
"passed": true,
"returncode": 0,
"log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q8_0.log"
}
],
"release_dir": "workspace/releases/Qwen2.5-Coder-7B-Instruct"
} |