{
  "created_at": "2026-05-25T09:47:31Z",
  "base_model": "Qwen/Qwen2.5-Coder-7B-Instruct",
  "target_repo": "ShahzebKhoso/Qwen2.5-Coder-7B-Instruct",
  "model_name": "Qwen2.5-Coder-7B-Instruct",
  "mode": "full",
  "metadata": {
    "model_id": "Qwen/Qwen2.5-Coder-7B-Instruct",
    "sha": "c03e6d358207e414f1eca0bb1891e29f1db0e242",
    "license": "apache-2.0",
    "tags": [
      "transformers",
      "safetensors",
      "qwen2",
      "text-generation",
      "code",
      "codeqwen",
      "chat",
      "qwen",
      "qwen-coder",
      "conversational",
      "en",
      "arxiv:2409.12186",
      "arxiv:2309.00071",
      "arxiv:2407.10671",
      "base_model:Qwen/Qwen2.5-Coder-7B",
      "base_model:finetune:Qwen/Qwen2.5-Coder-7B",
      "license:apache-2.0",
      "text-generation-inference",
      "endpoints_compatible",
      "deploy:azure",
      "region:us"
    ],
    "pipeline_tag": "text-generation"
  },
  "files": [
    {
      "quant": "FP16",
      "filename": "Qwen2.5-Coder-7B-Instruct-FP16.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-FP16.gguf",
      "size_gib": 14.191357225179672,
      "sha256": "274c0eb05fe4a712805d4b999ad8e419f14a908ef1ca1b310a737a418ba15452"
    },
    {
      "quant": "Q2_K",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
      "size_gib": 2.808813661336899,
      "sha256": "3200d17f49c65545f8eb7ec4b3568ab91c947373f90181765c4dc912b94ac8cb"
    },
    {
      "quant": "Q3_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
      "size_gib": 3.5468412339687347,
      "sha256": "30be23c2bc76e2bb1a954b5d273e5694d185584d4ce34194c6436b7f246e45d7"
    },
    {
      "quant": "Q4_0",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
      "size_gib": 4.127054780721664,
      "sha256": "339fbe41f5d4cefa541eb59f25a5b026730cbd712b30c3a5a34a6c20a971778f"
    },
    {
      "quant": "Q4_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
      "size_gib": 4.361452668905258,
      "sha256": "46caa6175bbef0b12ffe552f702fb3949cb72c11acc29fdc935e10640b57f5a9"
    },
    {
      "quant": "Q5_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
      "size_gib": 5.070894807577133,
      "sha256": "38d6bd18220d7ae5251470a35eb57f469748b5bbf210eb0048f1e0365229a1e7"
    },
    {
      "quant": "Q6_K",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
      "size_gib": 5.824677079916,
      "sha256": "86b8e170136541e170f5c08b4fe5038c367c90922f3444685e0ed4c3bf61b9ca"
    },
    {
      "quant": "Q8_0",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
      "path": "workspace/releases/Qwen2.5-Coder-7B-Instruct/Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
      "size_gib": 7.542339891195297,
      "sha256": "d4cdb65b1880d07b78acb24a26fe516a0b81b414bc6d4eaf2468746253ab75c9"
    }
  ],
  "validation": [
    {
      "quant": "FP16",
      "filename": "Qwen2.5-Coder-7B-Instruct-FP16.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_FP16.log"
    },
    {
      "quant": "Q2_K",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q2_K.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q2_K.log"
    },
    {
      "quant": "Q3_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q3_K_M.log"
    },
    {
      "quant": "Q4_0",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q4_0.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q4_0.log"
    },
    {
      "quant": "Q4_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q4_K_M.log"
    },
    {
      "quant": "Q5_K_M",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q5_K_M.log"
    },
    {
      "quant": "Q6_K",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q6_K.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q6_K.log"
    },
    {
      "quant": "Q8_0",
      "filename": "Qwen2.5-Coder-7B-Instruct-Q8_0.gguf",
      "passed": true,
      "returncode": 0,
      "log": "workspace/releases/Qwen2.5-Coder-7B-Instruct/logs/validate_Q8_0.log"
    }
  ],
  "release_dir": "workspace/releases/Qwen2.5-Coder-7B-Instruct"
}