[
  {
    "artifact": "Hy3-IQ2_M-imatrix.gguf",
    "label": "IQ2_M imatrix",
    "model_type": "hy_v3 ?B IQ2_M - 2.7 bpw",
    "model_size_bytes": 96976940288,
    "model_size_gib": 90.32,
    "prompt_tokens_per_second_avg": 1249.408577,
    "prompt_tokens_per_second_stddev": 3.755024,
    "generation_tokens_per_second_avg": 78.66486,
    "generation_tokens_per_second_stddev": 0.458463,
    "benchmark": {
      "tool": "llama-bench",
      "prompt_tokens": 512,
      "generation_tokens": 128,
      "repetitions": 3,
      "n_batch": 1024,
      "n_ubatch": 512,
      "n_gpu_layers": 999,
      "split_mode": "layer",
      "tensor_split": "1.00/1.00/1.00/1.00/1.00/1.00/1.00/1.00",
      "cache_type_k": "f16",
      "cache_type_v": "f16",
      "backend": "CUDA",
      "gpu_info": "NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "build_commit": "56142c5f8",
      "build_number": 9909
    }
  },
  {
    "artifact": "Hy3-Q3_K_L-imatrix.gguf",
    "label": "Q3_K_L imatrix",
    "model_type": "hy_v3 ?B Q3_K - Large",
    "model_size_bytes": 153610415360,
    "model_size_gib": 143.06,
    "prompt_tokens_per_second_avg": 1348.49405,
    "prompt_tokens_per_second_stddev": 2.06044,
    "generation_tokens_per_second_avg": 63.323125,
    "generation_tokens_per_second_stddev": 0.22533,
    "benchmark": {
      "tool": "llama-bench",
      "prompt_tokens": 512,
      "generation_tokens": 128,
      "repetitions": 3,
      "n_batch": 1024,
      "n_ubatch": 512,
      "n_gpu_layers": 999,
      "split_mode": "layer",
      "tensor_split": "1.00/1.00/1.00/1.00/1.00/1.00/1.00/1.00",
      "cache_type_k": "f16",
      "cache_type_v": "f16",
      "backend": "CUDA",
      "gpu_info": "NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "build_commit": "56142c5f8",
      "build_number": 9909
    }
  },
  {
    "artifact": "Hy3-Q4_K_M-imatrix.gguf",
    "label": "Q4_K_M imatrix",
    "model_type": "hy_v3 ?B Q4_K - Medium",
    "model_size_bytes": 179397471488,
    "model_size_gib": 167.08,
    "prompt_tokens_per_second_avg": 1494.959574,
    "prompt_tokens_per_second_stddev": 2.860626,
    "generation_tokens_per_second_avg": 67.342185,
    "generation_tokens_per_second_stddev": 0.317431,
    "benchmark": {
      "tool": "llama-bench",
      "prompt_tokens": 512,
      "generation_tokens": 128,
      "repetitions": 3,
      "n_batch": 1024,
      "n_ubatch": 512,
      "n_gpu_layers": 999,
      "split_mode": "layer",
      "tensor_split": "1.00/1.00/1.00/1.00/1.00/1.00/1.00/1.00",
      "cache_type_k": "f16",
      "cache_type_v": "f16",
      "backend": "CUDA",
      "gpu_info": "NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "build_commit": "56142c5f8",
      "build_number": 9909
    }
  },
  {
    "artifact": "Hy3-Q6_K-imatrix.gguf",
    "label": "Q6_K imatrix",
    "model_type": "hy_v3 ?B Q6_K",
    "model_size_bytes": 242923187456,
    "model_size_gib": 226.24,
    "prompt_tokens_per_second_avg": 1232.390842,
    "prompt_tokens_per_second_stddev": 4.205549,
    "generation_tokens_per_second_avg": 57.385911,
    "generation_tokens_per_second_stddev": 0.235439,
    "benchmark": {
      "tool": "llama-bench",
      "prompt_tokens": 512,
      "generation_tokens": 128,
      "repetitions": 3,
      "n_batch": 1024,
      "n_ubatch": 512,
      "n_gpu_layers": 999,
      "split_mode": "layer",
      "tensor_split": "1.00/1.00/1.00/1.00/1.00/1.00/1.00/1.00",
      "cache_type_k": "f16",
      "cache_type_v": "f16",
      "backend": "CUDA",
      "gpu_info": "NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition, NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "build_commit": "56142c5f8",
      "build_number": 9909
    }
  }
]