bitsandbytes/pr_2038/en/_app/immutable/nodes/2.m3Dv7rWs.js

import"../chunks/DsnmJJEf.js";import{aI as st,i as ot,h as at,C as it,H as o,a as e,aJ as j,E as nt,s as dt}from"../chunks/DdsaYIhL.js";import{p as K,l as $,f as i,a,b as tt,m as rt,q as ct,g as pt,o as mt,s as t,c as ht,d as m,r as ut,n as I}from"../chunks/Cq6T2TQD.js";import{s as bt}from"../chunks/D8iZ9eWD.js";import{i as yt}from"../chunks/S93A39nX.js";function p(x,y){K(y,!0);const T=()=>rt(st,"$selectedHfOptions",J),[J,G]=ct();var w=$(),R=i(w);{var C=g=>{var U=$(),f=i(U);bt(f,()=>y.children??pt),a(g,U)};yt(R,g=>{T()[y.id]===y.option&&g(C)})}a(x,w),tt(),G()}const gt='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm","local":"rocm","sections":[{"title":"Installation from PyPI","local":"rocm-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';var Mt=m('<meta name="hf:doc:metadata"/>'),wt=m('<p>To compile from source, you need CMake >= <strong>3.22.1</strong> and Python >= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.</p> <p>For example, to install a compiler and CMake on Ubuntu:</p> <!> <p>You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.</p> <!> <blockquote class="tip"><p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p></blockquote>',1),Ut=m('<p>Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.</p> <p>To compile from source, you need CMake >= <strong>3.22.1</strong> and Python >= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.</p> <p>On Windows ARM64, the CUDA Toolkit is supported from version <strong>13.4</strong>, and Visual Studio must include the <strong>ARM64 C++ build tools</strong> component.</p> <!> <p>Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.</p>',1),q=m("<!> <!>",1),ft=m("<p>To compile from source, you need CMake >= <strong>3.31.6</strong> and Python >= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.).</p> <p>You should also have a ROCm installation (system-wide or via Docker). The current minimum supported version is <strong>6.3</strong>.</p> <!>",1),Tt=m('<p>Compilation on Windows requires Visual Studio 2022 with C++ support, CMake, Ninja, and Python >= <strong>3.10</strong>.</p> <p>Instead of a system-wide ROCm installation, use the pip-installable ROCm SDK.</p> <p>For ROCm 7.14.0, install the current multi-architecture SDK from <a href="https://repo.amd.com/rocm/whl-multi-arch/" rel="nofollow">repo.amd.com</a>:</p> <!> <p>For the legacy ROCm 7.2.1 SDK, use the direct wheels from <a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com</a>:</p> <!>',1),Jt=m("<p>Requires Visual Studio 2022 or 2026.</p> <!>",1),Gt=m('<p>Requires Visual Studio 2022 or 2026 with the <strong>ARM64 C++ build tools</strong> component, Python >= <strong>3.12</strong>, and PyTorch >= <strong>2.12</strong>.</p> <!> <blockquote class="note"><p>The build system will detect the ARM64 architecture automatically via CMake. For a CUDA build on Windows ARM64, see <a href="#cuda-compile">Compile from Source</a> in the CUDA section; CUDA Toolkit 13.4 or newer is required.</p></blockquote>',1),Rt=m("<!> <!> <!>",1),Ct=m("<!> <!> <!> <!>",1),jt=m(`<p></p> <!> <!> <p>Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.</p> <p>We provide official support for NVIDIA GPUs, AMD GPUs, Intel XPUs, Apple Silicon, and Intel Gaudi.</p> <!> <ul><li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm">AMD ROCm</a> <ul><li><a href="#rocm-pip">Installation via PyPI</a></li> <li><a href="#rocm-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#preview-wheels">Preview Wheels</a></li></ul> <!> <p>These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.</p> <ul><li>Python >= 3.10</li> <li>PyTorch >= 2.4</li></ul> <blockquote class="note"><p>Windows ARM64 requires Python >= 3.12, as earlier Python versions do not provide official ARM64 Windows builds.</p></blockquote> <!> <p><code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.</p> <table><thead><tr><th><strong>Feature</strong></th><th><strong>CC Required</strong></th><th><strong>Example Hardware Requirement</strong></th></tr></thead><tbody><tr><td>LLM.int8()</td><td>7.5+</td><td>Turing (RTX 20 series, T4) or newer GPUs</td></tr><tr><td>8-bit optimizers/quantization</td><td>6.0+</td><td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr><tr><td>NF4/FP4 quantization</td><td>6.0+</td><td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody></table> <!> <p>This is the most straightforward and recommended installation option.</p> <p>The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:</p> <table><thead><tr><th><strong>OS</strong></th><th><strong>CUDA Toolkit</strong></th><th><strong>Host Compiler</strong></th><th><strong>Targets</strong></th></tr></thead><tbody><tr><td><strong>Linux x86-64</strong></td><td>11.8 - 12.6</td><td>GCC 11.2</td><td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr><tr><td><strong>Linux x86-64</strong></td><td>12.8</td><td>GCC 11.2</td><td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr><tr><td><strong>Linux x86-64</strong></td><td>13.0 - 13.2</td><td>GCC 11.2</td><td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr><tr><td><strong>Linux aarch64</strong></td><td>11.8 - 12.6</td><td>GCC 11.2</td><td>sm75, sm80, sm90</td></tr><tr><td><strong>Linux aarch64</strong></td><td>12.8</td><td>GCC 11.2</td><td>sm75, sm80, sm90, sm100, sm120</td></tr><tr><td><strong>Linux aarch64</strong></td><td>13.0 - 13.2</td><td>GCC 11.2</td><td>sm75, sm80, sm90, sm100, sm110, sm120, sm121</td></tr><tr><td><strong>Windows x86-64</strong></td><td>11.8 - 12.6</td><td>MSVC 19.43+ (VS2022)</td><td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr><tr><td><strong>Windows x86-64</strong></td><td>12.8</td><td>MSVC 19.43+ (VS2022)</td><td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr><tr><td><strong>Windows x86-64</strong></td><td>13.0 - 13.2</td><td>MSVC 19.43+ (VS2022)</td><td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr><tr><td><strong>Windows arm64</strong></td><td>13.4</td><td>MSVC 19.51+ (VS2026)</td><td>sm121</td></tr></tbody></table> <p>The Linux build has a minimum glibc version of 2.24.</p> <p>Use <code>pip</code> or <code>uv</code> to install the latest release:</p> <!> <blockquote class="note"><p><strong>NVIDIA Spark (ARM64).</strong> To install bitsandbytes with PyTorch on NVIDIA Spark devices (such as an RTX Spark laptop) running ARM64, install PyTorch from the NVIDIA PyPI index. These devices require NVIDIA’s ARM64 builds of PyTorch, which are not available on the default PyPI index or the standard PyTorch wheel index.</p> <p>Run the command below to check if your system detects an NVIDIA GPU.</p> <!> <p>Install PyTorch from the NVIDIA PyPI index, then install bitsandbytes.</p> <!></blockquote> <blockquote class="warning"><p><strong>NVIDIA Jetson (L4T / JetPack) — source build required.</strong> The <code>Linux aarch64</code> wheels above are built on aarch64-sbsa runners (server-class ARM with the standard CUDA Toolkit). They are <strong>not compatible</strong> with the L4T runtime on Jetson devices (Orin Nano / NX / AGX, Xavier, Thor on CUDA 12), even though both are aarch64 and even though the cubins are binary-compatible with the device’s compute capability (e.g., <code>sm_80</code> cubin runs on <code>sm_87</code> hardware via Ampere-family binary compat — see <a href="https://developer.nvidia.com/blog/understanding-ptx-the-assembly-language-of-cuda-gpu-computing/#binary_compatibility" rel="nofollow">NVIDIA’s docs on binary compatibility</a>). The mismatch is at the CUDA library / ABI layer (JetPack ships its own CUDA Toolkit and system libraries), and surfaces as a runtime symbol-resolution error like <code>Error named symbol not found in /src/csrc/ops.cu</code> on the first CUDA op.</p> <p><strong>Two working options on Jetson:</strong></p> <ol><li><strong>Source build on-device.</strong> Use the <a href="#cuda-compile">Compile from Source</a> instructions below, passing your device’s compute capability explicitly (sm_87 for Orin family, sm_72 for Xavier). On an Orin Nano Super: <code>cmake -DCOMPUTE_BACKEND=cuda -DCOMPUTE_CAPABILITY=87 . && make -j4 && pip install .</code></li> <li><strong>Third-party prebuilt</strong> from <a href="https://pypi.jetson-ai-lab.io/" rel="nofollow">Jetson AI Lab’s package index</a> (e.g., <code>pypi.jetson-ai-lab.io/jp6/cu126/bitsandbytes/</code>).</li></ol></blockquote> <!> <blockquote class="tip"><p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p></blockquote> <p>For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):</p> <!> <!> <ul><li>All features are supported for both consumer RDNA devices and Data Center CDNA products.</li> <li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. On Linux, see <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance. On Windows, ROCm-enabled PyTorch wheels are available from: <ul><li><a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com/rocm/windows/</a> — official AMD releases</li> <li><a href="https://repo.amd.com/rocm/whl/" rel="nofollow">repo.amd.com/rocm/whl/</a> — <a href="https://github.com/ROCm/TheRock" rel="nofollow">TheRock</a> release builds</li> <li><a href="https://rocm.nightlies.amd.com/v2" rel="nofollow">rocm.nightlies.amd.com/v2</a> — TheRock nightly builds</li></ul></li></ul> <!> <p>This is the most straightforward and recommended installation option.</p> <p>The currently distributed <code>bitsandbytes</code> are built with the following configurations:</p> <table><thead><tr><th><strong>OS</strong></th><th><strong>ROCm</strong></th><th><strong>Targets</strong></th></tr></thead><tbody><tr><td><strong>Linux x86-64</strong></td><td>6.4.4</td><td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr><tr><td><strong>Linux x86-64</strong></td><td>7.0.2</td><td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr><tr><td><strong>Linux x86-64</strong></td><td>7.1.1</td><td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr><tr><td><strong>Linux x86-64</strong></td><td>7.2.4</td><td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr><tr><td><strong>Linux x86-64</strong></td><td>7.14.0</td><td>CDNA: gfx908, gfx90a, gfx942, gfx950, gfx1250 / RDNA: gfx1030, gfx1031, gfx1032, gfx1033, gfx1034, gfx1035, gfx1036, gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr><tr><td><strong>Windows x86-64</strong></td><td>7.2.1</td><td>RDNA: gfx1100, gfx1101, gfx1102, gfx1150, gfx1151, gfx1200, gfx1201</td></tr><tr><td><strong>Windows x86-64</strong></td><td>7.14.0</td><td>RDNA: gfx1030, gfx1031, gfx1032, gfx1033, gfx1034, gfx1035, gfx1036, gfx1100, gfx1101, gfx1102, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr></tbody></table> <p>Use <code>pip</code> or <code>uv</code> to install the latest release:</p> <!> <!> <p>bitsandbytes can be compiled from ROCm 6.3 - ROCm 7.14.0. See the <code>CMakeLists.txt</code> for additional options.</p> <!> <!> <ul><li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li></ul> <!> <p>This is the most straightforward and recommended installation option.</p> <p>The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:</p> <table><thead><tr><th><strong>OS</strong></th><th><strong>oneAPI Toolkit</strong></th><th><strong>Kernel Implementation</strong></th></tr></thead><tbody><tr><td><strong>Linux x86-64</strong></td><td>2025.1.3, 2026.0.0</td><td>SYCL + Triton</td></tr><tr><td><strong>Windows x86-64</strong></td><td>2025.1.3, 2026.0.0</td><td>SYCL + Triton</td></tr></tbody></table> <p>The Linux build has a minimum glibc version of 2.34.</p> <p>Use <code>pip</code> or <code>uv</code> to install the latest release:</p> <!> <!> <ul><li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li></ul> <!> <p>Use <code>pip</code> or <code>uv</code> to install the latest release:</p> <!> <!> <!> <p>This is the most straightforward and recommended installation option.</p> <p>The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:</p> <table><thead><tr><th><strong>OS</strong></th><th><strong>Host Compiler</strong></th><th>Hardware Minimum</th></tr></thead><tbody><tr><td><strong>Linux x86-64</strong></td><td>GCC 11.4</td><td>AVX2</td></tr><tr><td><strong>Linux aarch64</strong></td><td>GCC 11.4</td><td></td></tr><tr><td><strong>Windows x86-64</strong></td><td>MSVC 19.51+ (VS2026)</td><td>AVX2</td></tr><tr><td><strong>Windows arm64</strong></td><td>MSVC 19.43+ (VS2022)</td><td>ARM NEON</td></tr><tr><td><strong>macOS arm64</strong></td><td>Apple Clang 17</td><td></td></tr></tbody></table> <p>The Linux build has a minimum glibc version of 2.24.</p> <p>Use <code>pip</code> or <code>uv</code> to install the latest release:</p> <!> <!> <p>To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.</p> <!> <!> <p>If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):</p> <!> <!> <p></p>`,1);function Bt(x,y){K(y,!1),mt(()=>{new URLSearchParams(window.location.search).get("fw")}),ot();var T=jt();at("t06thp",h=>{var M=Mt();dt(M,"content",gt),a(h,M)});var J=t(i(T),2);it(J,{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"});var G=t(J,2);o(G,{title:"Installation Guide",local:"installation-guide",headingTag:"h1"});var w=t(G,6);o(w,{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"});var R=t(w,4);o(R,{title:"System Requirements",local:"requirements",headingTag:"h2"});var C=t(R,8);o(C,{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"});var g=t(C,6);o(g,{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"});var U=t(g,12);e(U,{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1});var f=t(U,2),v=t(ht(f),4);e(v,{code:"bnZpZGlhLXNtaQ==",highlighted:"nvidia-smi",lang:"bash",wrap:!1});var lt=t(v,4);e(lt,{code:"cGlwJTIwaW5zdGFsbCUyMHRvcmNoJTIwLS1pbmRleC11cmwlMjBodHRwcyUzQSUyRiUyRnB5cGkubnZpZGlhLmNvbSUwQXBpcCUyMGluc3RhbGwlMjBiaXRzYW5kYnl0ZXM=",highlighted:`pip install torch --index-url https://pypi.nvidia.com
pip install bitsandbytes`,lang:"bash",wrap:!1}),ut(f);var Z=t(f,4);o(Z,{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"});var N=t(Z,6);j(N,{id:"source",options:["Linux","Windows"],children:(h,M)=>{var d=q(),r=i(d);p(r,{id:"source",option:"Linux",children:(n,c)=>{var l=wt(),s=t(i(l),4);e(s,{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",lang:"bash",wrap:!1});var b=t(s,4);e(b,{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}),I(2),a(n,l)},$$slots:{default:!0}});var u=t(r,2);p(u,{id:"source",option:"Windows",children:(n,c)=>{var l=Ut(),s=t(i(l),6);e(s,{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}),I(2),a(n,l)},$$slots:{default:!0}}),a(h,d)},$$slots:{default:!0}});var B=t(N,2);o(B,{title:"AMD ROCm",local:"rocm",headingTag:"h2"});var W=t(B,4);o(W,{title:"Installation from PyPI",local:"rocm-pip",headingTag:"h3"});var X=t(W,10);e(X,{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1});var k=t(X,2);o(k,{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"});var A=t(k,4);j(A,{id:"rocm-source",options:["Linux","Windows"],children:(h,M)=>{var d=q(),r=i(d);p(r,{id:"rocm-source",option:"Linux",children:(n,c)=>{var l=ft(),s=t(i(l),4);e(s,{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>

<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}),a(n,l)},$$slots:{default:!0}});var u=t(r,2);p(u,{id:"rocm-source",option:"Windows",children:(n,c)=>{var l=Tt(),s=t(i(l),6);e(s,{code:"cGlwJTIwaW5zdGFsbCUyMG5pbmphJTIwY21ha2UlMEElMjMlMjBSZXBsYWNlJTIwZ2Z4MTEwMCUyMHdpdGglMjB5b3VyJTIwR1BVJTIwYXJjaGl0ZWN0dXJlLiUyMFRvJTIwc3VwcG9ydCUyMG11bHRpcGxlJTIwR1BVJTBBJTIzJTIwYXJjaGl0ZWN0dXJlcyUyQyUyMGFkZCUyMG11bHRpcGxlJTIwZGV2aWNlJTIwZXh0cmFzJTIwKGZvciUyMGV4YW1wbGUlMkMlMjBkZXZpY2UtZ2Z4MTEwMCUyQ2RldmljZS1nZngxMTUxKS4lMEFwaXAlMjBpbnN0YWxsJTIwLS1pbmRleC11cmwlMjBodHRwcyUzQSUyRiUyRnJlcG8uYW1kLmNvbSUyRnJvY20lMkZ3aGwtbXVsdGktYXJjaCUyRiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMnJvY20lNUJsaWJyYXJpZXMlMkNkZXZlbCUyQ2RldmljZS1nZngxMTAwJTVEJTNEJTNENy4xNC4wJTIyJTBBJTBBJTIzJTIwRXhwYW5kJTIwdGhlJTIwZGV2ZWwlMjB0YXJiYWxsJTIwYW5kJTIwbGluayUyMHRoZSUyMGluc3RhbGxlZCUyMGRldmljZSUyMGZpbGVzLiUwQXJvY20tc2RrJTIwaW5pdCUwQSUwQSUyMyUyMFNldCUyMFJPQ01fUEFUSCUyMGFuZCUyMGFjdGl2YXRlJTIwVmlzdWFsJTIwU3R1ZGlvJTIwZW52aXJvbm1lbnQlMkMlMjB0aGVuJTIwYnVpbGQlMEFleHBvcnQlMjBST0NNX1BBVEglM0QlMjIlMjQocm9jbS1zZGslMjBwYXRoJTIwLS1yb290KSUyMiUwQWV4cG9ydCUyMFBBVEglM0QlMjIlMjQlN0JST0NNX1BBVEglN0QlMkZiaW4lM0ElMjQlN0JQQVRIJTdEJTIyJTBBZ2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQSUyMyUyMFVzZSUyMHRoZSUyMHNhbWUlMjBHUFUlMjBhcmNoaXRlY3R1cmUlMjBzZWxlY3RlZCUyMGFib3ZlLiUyMFNlcGFyYXRlJTIwbXVsdGlwbGUlMjBhcmNoaXRlY3R1cmVzJTIwd2l0aCUyMHNlbWljb2xvbnMuJTBBY21ha2UlMjAtRyUyME5pbmphJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RoaXAlMjAtREJOQl9ST0NNX0FSQ0glM0QlMjJnZngxMTAwJTIyJTIwLURDTUFLRV9CVUlMRF9UWVBFJTNEUmVsZWFzZSUyMC1EQ01BS0VfSElQX0NPTVBJTEVSX1JPQ01fUk9PVCUzRCUyMiUyNCU3QlJPQ01fUEFUSCU3RCUyMiUyMC1TJTIwLiUwQWNtYWtlJTIwLS1idWlsZCUyMC4lMjAtLWNvbmZpZyUyMFJlbGVhc2UlMEFwaXAlMjBpbnN0YWxsJTIwLg==",highlighted:`pip install ninja cmake
<span class="hljs-comment"># Replace gfx1100 with your GPU architecture. To support multiple GPU</span>
<span class="hljs-comment"># architectures, add multiple device extras (for example, device-gfx1100,device-gfx1151).</span>
pip install --index-url https://repo.amd.com/rocm/whl-multi-arch/ \\
    <span class="hljs-string">&quot;rocm[libraries,devel,device-gfx1100]==7.14.0&quot;</span>

<span class="hljs-comment"># Expand the devel tarball and link the installed device files.</span>
rocm-sdk init

<span class="hljs-comment"># Set ROCM_PATH and activate Visual Studio environment, then build</span>
<span class="hljs-built_in">export</span> ROCM_PATH=<span class="hljs-string">&quot;<span class="hljs-subst">$(rocm-sdk path --root)</span>&quot;</span>
<span class="hljs-built_in">export</span> PATH=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>/bin:<span class="hljs-variable">\${PATH}</span>&quot;</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
<span class="hljs-comment"># Use the same GPU architecture selected above. Separate multiple architectures with semicolons.</span>
cmake -G Ninja -DCOMPUTE_BACKEND=hip -DBNB_ROCM_ARCH=<span class="hljs-string">&quot;gfx1100&quot;</span> -DCMAKE_BUILD_TYPE=Release -DCMAKE_HIP_COMPILER_ROCM_ROOT=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>&quot;</span> -S .
cmake --build . --config Release
pip install .`,lang:"bash",wrap:!1});var b=t(s,4);e(b,{code:"cGlwJTIwaW5zdGFsbCUyMG5pbmphJTIwY21ha2UlMEFwaXAlMjBpbnN0YWxsJTIwJTVDJTBBJTIwJTIwJTIwJTIwaHR0cHMlM0ElMkYlMkZyZXBvLnJhZGVvbi5jb20lMkZyb2NtJTJGd2luZG93cyUyRnJvY20tcmVsLTcuMi4xJTJGcm9jbV9zZGtfY29yZS03LjIuMS1weTMtbm9uZS13aW5fYW1kNjQud2hsJTIwJTVDJTBBJTIwJTIwJTIwJTIwaHR0cHMlM0ElMkYlMkZyZXBvLnJhZGVvbi5jb20lMkZyb2NtJTJGd2luZG93cyUyRnJvY20tcmVsLTcuMi4xJTJGcm9jbV9zZGtfZGV2ZWwtNy4yLjEtcHkzLW5vbmUtd2luX2FtZDY0LndobCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2xpYnJhcmllc19jdXN0b20tNy4yLjEtcHkzLW5vbmUtd2luX2FtZDY0LndobCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY20tNy4yLjEudGFyLmd6JTBBJTBBJTIzJTIwRXhwYW5kJTIwdGhlJTIwZGV2ZWwlMjB0YXJiYWxsJTBBcm9jbS1zZGslMjBpbml0JTBBJTBBJTIzJTIwU2V0JTIwUk9DTV9QQVRIJTIwYW5kJTIwYWN0aXZhdGUlMjBWaXN1YWwlMjBTdHVkaW8lMjBlbnZpcm9ubWVudCUyQyUyMHRoZW4lMjBidWlsZCUwQWV4cG9ydCUyMFJPQ01fUEFUSCUzRCUyMiUyNChyb2NtLXNkayUyMHBhdGglMjAtLXJvb3QpJTIyJTBBZXhwb3J0JTIwUEFUSCUzRCUyMiUyNCU3QlJPQ01fUEFUSCU3RCUyRmJpbiUzQSUyNCU3QlBBVEglN0QlMjIlMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBY21ha2UlMjAtRyUyME5pbmphJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RoaXAlMjAtREJOQl9ST0NNX0FSQ0glM0QlMjJnZngxMTAwJTIyJTIwLURDTUFLRV9CVUlMRF9UWVBFJTNEUmVsZWFzZSUyMC1TJTIwLiUwQWNtYWtlJTIwLS1idWlsZCUyMC4lMjAtLWNvbmZpZyUyMFJlbGVhc2UlMEFwaXAlMjBpbnN0YWxsJTIwLg==",highlighted:`pip install ninja cmake
pip install \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_core-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_devel-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_libraries_custom-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm-7.2.1.tar.gz

<span class="hljs-comment"># Expand the devel tarball</span>
rocm-sdk init

<span class="hljs-comment"># Set ROCM_PATH and activate Visual Studio environment, then build</span>
<span class="hljs-built_in">export</span> ROCM_PATH=<span class="hljs-string">&quot;<span class="hljs-subst">$(rocm-sdk path --root)</span>&quot;</span>
<span class="hljs-built_in">export</span> PATH=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>/bin:<span class="hljs-variable">\${PATH}</span>&quot;</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -G Ninja -DCOMPUTE_BACKEND=hip -DBNB_ROCM_ARCH=<span class="hljs-string">&quot;gfx1100&quot;</span> -DCMAKE_BUILD_TYPE=Release -S .
cmake --build . --config Release
pip install .`,lang:"bash",wrap:!1}),a(n,l)},$$slots:{default:!0}}),a(h,d)},$$slots:{default:!0}});var S=t(A,2);o(S,{title:"Intel XPU",local:"xpu",headingTag:"h2"});var V=t(S,4);o(V,{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"});var Y=t(V,12);e(Y,{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1});var _=t(Y,2);o(_,{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"});var L=t(_,4);o(L,{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"});var P=t(L,4);e(P,{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1});var Q=t(P,2);o(Q,{title:"CPU",local:"cpu",headingTag:"h2"});var F=t(Q,2);o(F,{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"});var z=t(F,12);e(z,{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1});var H=t(z,2);o(H,{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"});var D=t(H,4);j(D,{id:"cpu-source",options:["Linux / macOS","Windows (x86-64)","Windows (ARM64)"],children:(h,M)=>{var d=Rt(),r=i(d);p(r,{id:"cpu-source",option:"Linux / macOS",children:(c,l)=>{e(c,{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1})},$$slots:{default:!0}});var u=t(r,2);p(u,{id:"cpu-source",option:"Windows (x86-64)",children:(c,l)=>{var s=Jt(),b=t(i(s),2);e(b,{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}),a(c,s)},$$slots:{default:!0}});var n=t(u,2);p(n,{id:"cpu-source",option:"Windows (ARM64)",children:(c,l)=>{var s=Gt(),b=t(i(s),2);e(b,{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}),I(2),a(c,s)},$$slots:{default:!0}}),a(h,d)},$$slots:{default:!0}});var E=t(D,2);o(E,{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"});var O=t(E,4);j(O,{id:"OS",options:["Linux","Windows (x86-64)","Windows (ARM64)","macOS"],children:(h,M)=>{var d=Ct(),r=i(d);p(r,{id:"OS",option:"Linux",children:(l,s)=>{e(l,{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,lang:"bash",wrap:!1})},$$slots:{default:!0}});var u=t(r,2);p(u,{id:"OS",option:"Windows (x86-64)",children:(l,s)=>{e(l,{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',lang:"bash",wrap:!1})},$$slots:{default:!0}});var n=t(u,2);p(n,{id:"OS",option:"Windows (ARM64)",children:(l,s)=>{e(l,{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUyMyUyMFJlcXVpcmVzJTIwUHl0aG9uJTIwJTNFJTNEJTIwMy4xMiUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hcm02NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\n<span class="hljs-comment"># Requires Python &gt;= 3.12</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_arm64.whl',lang:"bash",wrap:!1})},$$slots:{default:!0}});var c=t(n,2);p(c,{id:"OS",option:"macOS",children:(l,s)=>{e(l,{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',lang:"bash",wrap:!1})},$$slots:{default:!0}}),a(h,d)},$$slots:{default:!0}});var et=t(O,2);nt(et,{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}),I(2),a(x,T),tt()}export{Bt as component};