{
  "schema_version": 1,
  "model": "FLUX.2 Klein 9B",
  "note": "single-host three-variant comparison: one GPU, one session, separate processes per variant, pinned revisions",
  "hardware": {
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition",
    "torch": "2.9.1+cu128",
    "cuda": "12.8"
  },
  "protocol": {
    "width": 1024,
    "height": 1024,
    "steps": 4,
    "guidance": 1.0,
    "seed": 0,
    "prompt_count": 10,
    "dtype": "bfloat16",
    "cpu_offload": false,
    "allocator": "expandable_segments"
  },
  "orbitquant_package_version": "0.5.0",
  "variants": [
    {
      "variant": "bf16",
      "repo": "black-forest-labs/FLUX.2-klein-9B",
      "revision": "92196c8e11f7b6cf2b7493e037d8c5345c559216",
      "gpu": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition",
      "torch": "2.9.1+cu128",
      "load_seconds": 3.061781742144376,
      "load_nvml_peak_bytes": 35979329536,
      "cold_seconds": 1.5380592348519713,
      "hot_mean_seconds": 1.2014360929839314,
      "hot_median_seconds": 1.201876456500031,
      "hot_p95_seconds": 1.207286735996604,
      "max_cuda_allocated_peak_bytes": 37284590080,
      "max_cuda_reserved_peak_bytes": 37708890112,
      "max_nvml_peak_bytes": 39081017344
    },
    {
      "variant": "sdnq",
      "repo": "WaveCut/FLUX.2-klein-9B-SDNQ-uint4-static",
      "revision": "ed71b3f19ce640e88b66a2a743aabb8a613adeac",
      "gpu": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition",
      "torch": "2.9.1+cu128",
      "load_seconds": 3.0232842238619924,
      "load_nvml_peak_bytes": 13451722752,
      "cold_seconds": 5.8073041120078415,
      "hot_mean_seconds": 1.2734668201068415,
      "hot_median_seconds": 1.272957639535889,
      "hot_p95_seconds": 1.2804428350646049,
      "max_cuda_allocated_peak_bytes": 14759080448,
      "max_cuda_reserved_peak_bytes": 15179186176,
      "max_nvml_peak_bytes": 16553410560
    },
    {
      "variant": "orbitquant",
      "repo": "WaveCut/FLUX.2-klein-9B-OrbitQuant-W4A4",
      "revision": "ee3a38f7767ae199818d746c840be0f1837887bf",
      "gpu": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition",
      "torch": "2.9.1+cu128",
      "load_seconds": 1.946834340924397,
      "load_nvml_peak_bytes": 12109545472,
      "cold_seconds": 4.956948169972748,
      "hot_mean_seconds": 1.163340676180087,
      "hot_median_seconds": 1.163962614024058,
      "hot_p95_seconds": 1.1686886479146779,
      "max_cuda_allocated_peak_bytes": 13429025280,
      "max_cuda_reserved_peak_bytes": 13841203200,
      "max_nvml_peak_bytes": 15215427584
    }
  ]
}