bitsandbytes/pr_1925/en/_app/immutable/nodes/9.b773193f.js

import{s as Ke,c as Xl,u as Al,g as Vl,a as Yl,d as zl,j as Ee,o as Ql,n as Pt}from"../chunks/scheduler.8a2cc2fa.js";import{S as tl,i as el,e as M,s as p,a as g,f as Vt,d as n,b as f,k as S,m as i,t as $,o as y,B as Fl,r as Dl,u as El,l as qe,q as Ol,v as ql,w as Zl,z as Kl,x as tn,c as C,h as en,g as U,j as w,n as x,p as v}from"../chunks/index.7079e750.js";import{C as ln,H as R,E as nn}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.0d032bd2.js";import{C as L}from"../chunks/CodeBlock.507aecff.js";import{e as Wl}from"../chunks/each.e59479a4.js";import{w as sn}from"../chunks/index.ed040676.js";const At=sn({});function on(h,l){const d=new URL(window.location.href),e=new URLSearchParams(d.search);e.set(h,l),d.search=e.toString(),history.replaceState(null,"",d.toString())}function an(h){const l=new URL(window.location.href);return new URLSearchParams(l.search).get(h)}function Bl(h,l,d){const e=h.slice();return e[7]=l[d],e}function Sl(h){let l,d=h[7]+"",e,a,r,u,m;function c(){return h[6](h[7])}return{c(){l=M("div"),e=Dl(d),a=p(),this.h()},l(o){l=g(o,"DIV",{class:!0});var b=Vt(l);e=El(b,d),a=f(b),b.forEach(n),this.h()},h(){S(l,"class",r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(o,b){i(o,l,b),qe(l,e),qe(l,a),u||(m=Ol(l,"click",c),u=!0)},p(o,b){h=o,b&2&&d!==(d=h[7]+"")&&ql(e,d),b&7&&r!==(r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&S(l,"class",r)},d(o){o&&n(l),u=!1,m()}}}function rn(h){let l,d,e,a,r=Wl(h[1]),u=[];for(let o=0;o<r.length;o+=1)u[o]=Sl(Bl(h,r,o));const m=h[5].default,c=Xl(m,h,h[4],null);return{c(){l=M("div");for(let o=0;o<u.length;o+=1)u[o].c();d=p(),e=M("div"),c&&c.c(),this.h()},l(o){l=g(o,"DIV",{class:!0});var b=Vt(l);for(let T=0;T<u.length;T+=1)u[T].l(b);b.forEach(n),d=f(o),e=g(o,"DIV",{class:!0});var J=Vt(e);c&&c.l(J),J.forEach(n),this.h()},h(){S(l,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),S(e,"class","language-select")},m(o,b){i(o,l,b);for(let J=0;J<u.length;J+=1)u[J]&&u[J].m(l,null);i(o,d,b),i(o,e,b),c&&c.m(e,null),a=!0},p(o,[b]){if(b&15){r=Wl(o[1]);let J;for(J=0;J<r.length;J+=1){const T=Bl(o,r,J);u[J]?u[J].p(T,b):(u[J]=Sl(T),u[J].c(),u[J].m(l,null))}for(;J<u.length;J+=1)u[J].d(1);u.length=r.length}c&&c.p&&(!a||b&16)&&Al(c,m,o,o[4],a?Yl(m,o[4],b,null):Vl(o[4]),null)},i(o){a||($(c,o),a=!0)},o(o){y(c,o),a=!1},d(o){o&&(n(l),n(d),n(e)),Fl(u,o),c&&c.d(o)}}}function mn(h,l,d){let e;zl(h,At,b=>d(2,e=b));let{$$slots:a={},$$scope:r}=l,{id:u}=l,{options:m}=l;Ee(At,e[u]=m[0],e);function c(b){Ee(At,e[u]=b,e),on(u,b)}Ql(()=>{const b=an(u);b&&m.includes(b)&&Ee(At,e[u]=b,e)});const o=b=>c(b);return h.$$set=b=>{"id"in b&&d(0,u=b.id),"options"in b&&d(1,m=b.options),"$$scope"in b&&d(4,r=b.$$scope)},[u,m,e,c,r,a,o]}class Oe extends tl{constructor(l){super(),el(this,l,mn,rn,Ke,{id:0,options:1})}}function Pl(h){let l;const d=h[4].default,e=Xl(d,h,h[3],null);return{c(){e&&e.c()},l(a){e&&e.l(a)},m(a,r){e&&e.m(a,r),l=!0},p(a,r){e&&e.p&&(!l||r&8)&&Al(e,d,a,a[3],l?Yl(d,a[3],r,null):Vl(a[3]),null)},i(a){l||($(e,a),l=!0)},o(a){y(e,a),l=!1},d(a){e&&e.d(a)}}}function dn(h){let l,d,e=h[2][h[0]]===h[1]&&Pl(h);return{c(){e&&e.c(),l=Zl()},l(a){e&&e.l(a),l=Zl()},m(a,r){e&&e.m(a,r),i(a,l,r),d=!0},p(a,[r]){a[2][a[0]]===a[1]?e?(e.p(a,r),r&7&&$(e,1)):(e=Pl(a),e.c(),$(e,1),e.m(l.parentNode,l)):e&&(Kl(),y(e,1,1,()=>{e=null}),tn())},i(a){d||($(e),d=!0)},o(a){y(e),d=!1},d(a){a&&n(l),e&&e.d(a)}}}function pn(h,l,d){let e;zl(h,At,c=>d(2,e=c));let{$$slots:a={},$$scope:r}=l,{id:u}=l,{option:m}=l;return h.$$set=c=>{"id"in c&&d(0,u=c.id),"option"in c&&d(1,m=c.option),"$$scope"in c&&d(3,r=c.$$scope)},[u,m,e,r,a]}class St extends tl{constructor(l){super(),el(this,l,pn,dn,Ke,{id:0,option:1})}}function fn(h){let l,d="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.",e,a,r="For example, to install a compiler and CMake on Ubuntu:",u,m,c,o,b='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',J,T,_,I,k="<p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p>",N;return m=new L({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),T=new L({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){l=M("p"),l.innerHTML=d,e=p(),a=M("p"),a.textContent=r,u=p(),C(m.$$.fragment),c=p(),o=M("p"),o.innerHTML=b,J=p(),C(T.$$.fragment),_=p(),I=M("blockquote"),I.innerHTML=k,this.h()},l(G){l=g(G,"P",{"data-svelte-h":!0}),w(l)!=="svelte-62t1s"&&(l.innerHTML=d),e=f(G),a=g(G,"P",{"data-svelte-h":!0}),w(a)!=="svelte-noyxvz"&&(a.textContent=r),u=f(G),U(m.$$.fragment,G),c=f(G),o=g(G,"P",{"data-svelte-h":!0}),w(o)!=="svelte-kc1jbt"&&(o.innerHTML=b),J=f(G),U(T.$$.fragment,G),_=f(G),I=g(G,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(I)!=="svelte-1ayoph"&&(I.innerHTML=k),this.h()},h(){S(I,"class","tip")},m(G,j){i(G,l,j),i(G,e,j),i(G,a,j),i(G,u,j),x(m,G,j),i(G,c,j),i(G,o,j),i(G,J,j),x(T,G,j),i(G,_,j),i(G,I,j),N=!0},p:Pt,i(G){N||($(m.$$.fragment,G),$(T.$$.fragment,G),N=!0)},o(G){y(m.$$.fragment,G),y(T.$$.fragment,G),N=!1},d(G){G&&(n(l),n(e),n(a),n(u),n(c),n(o),n(J),n(_),n(I)),v(m,G),v(T,G)}}}function un(h){let l,d="Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.",e,a,r='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',u,m,c,o,b='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',J;return m=new L({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){l=M("p"),l.textContent=d,e=p(),a=M("p"),a.innerHTML=r,u=p(),C(m.$$.fragment),c=p(),o=M("p"),o.innerHTML=b},l(T){l=g(T,"P",{"data-svelte-h":!0}),w(l)!=="svelte-10x6whz"&&(l.textContent=d),e=f(T),a=g(T,"P",{"data-svelte-h":!0}),w(a)!=="svelte-dit2ws"&&(a.innerHTML=r),u=f(T),U(m.$$.fragment,T),c=f(T),o=g(T,"P",{"data-svelte-h":!0}),w(o)!=="svelte-e0ivb"&&(o.innerHTML=b)},m(T,_){i(T,l,_),i(T,e,_),i(T,a,_),i(T,u,_),x(m,T,_),i(T,c,_),i(T,o,_),J=!0},p:Pt,i(T){J||($(m.$$.fragment,T),J=!0)},o(T){y(m.$$.fragment,T),J=!1},d(T){T&&(n(l),n(e),n(a),n(u),n(c),n(o)),v(m,T)}}}function cn(h){let l,d,e,a;return l=new St({props:{id:"source",option:"Linux",$$slots:{default:[fn]},$$scope:{ctx:h}}}),e=new St({props:{id:"source",option:"Windows",$$slots:{default:[un]},$$scope:{ctx:h}}}),{c(){C(l.$$.fragment),d=p(),C(e.$$.fragment)},l(r){U(l.$$.fragment,r),d=f(r),U(e.$$.fragment,r)},m(r,u){x(l,r,u),i(r,d,u),x(e,r,u),a=!0},p(r,u){const m={};u&2&&(m.$$scope={dirty:u,ctx:r}),l.$set(m);const c={};u&2&&(c.$$scope={dirty:u,ctx:r}),e.$set(c)},i(r){a||($(l.$$.fragment,r),$(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&n(d),v(l,r),v(e,r)}}}function hn(h){let l,d="To compile from source, you need CMake &gt;= <strong>3.31.6</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.).",e,a,r="You should also have a ROCm installation (system-wide or via Docker). The current minimum supported version is <strong>6.2</strong>.",u,m,c;return m=new L({props:{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>

<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){l=M("p"),l.innerHTML=d,e=p(),a=M("p"),a.innerHTML=r,u=p(),C(m.$$.fragment)},l(o){l=g(o,"P",{"data-svelte-h":!0}),w(l)!=="svelte-3khjtw"&&(l.innerHTML=d),e=f(o),a=g(o,"P",{"data-svelte-h":!0}),w(a)!=="svelte-1v5j4ex"&&(a.innerHTML=r),u=f(o),U(m.$$.fragment,o)},m(o,b){i(o,l,b),i(o,e,b),i(o,a,b),i(o,u,b),x(m,o,b),c=!0},p:Pt,i(o){c||($(m.$$.fragment,o),c=!0)},o(o){y(m.$$.fragment,o),c=!1},d(o){o&&(n(l),n(e),n(a),n(u)),v(m,o)}}}function bn(h){let l,d="Compilation on Windows requires Visual Studio with C++ support, CMake, Ninja, and Python &gt;= <strong>3.10</strong>.",e,a,r='Instead of a system-wide ROCm installation, you can use the pip-installable ROCm SDK wheels from <a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com</a>:',u,m,c;return m=new L({props:{code:"JTIzJTIwSW5zdGFsbCUyMFJPQ20lMjBTREslMjB3aGVlbHMlMjAoYWRqdXN0JTIwdmVyc2lvbiUyMGFzJTIwbmVlZGVkKSUwQXBpcCUyMGluc3RhbGwlMjBuaW5qYSUyMGNtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2NvcmUtNy4yLjEtcHkzLW5vbmUtd2luX2FtZDY0LndobCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2RldmVsLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtX3Nka19saWJyYXJpZXNfY3VzdG9tLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtLTcuMi4xLnRhci5neiUwQSUwQSUyMyUyMEV4cGFuZCUyMHRoZSUyMGRldmVsJTIwdGFyYmFsbCUwQXJvY20tc2RrJTIwaW5pdCUwQSUwQSUyMyUyMFNldCUyMFJPQ01fUEFUSCUyMGFuZCUyMGFjdGl2YXRlJTIwVmlzdWFsJTIwU3R1ZGlvJTIwZW52aXJvbm1lbnQlMkMlMjB0aGVuJTIwYnVpbGQlMEFleHBvcnQlMjBST0NNX1BBVEglM0QlMjIlMjQocm9jbS1zZGslMjBwYXRoJTIwLS1yb290KSUyMiUwQWV4cG9ydCUyMFBBVEglM0QlMjIlMjQlN0JST0NNX1BBVEglN0QlMkZiaW4lM0ElMjQlN0JQQVRIJTdEJTIyJTBBZ2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLUclMjBOaW5qYSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4MTEwMCUyMiUyMC1EQ01BS0VfQlVJTERfVFlQRSUzRFJlbGVhc2UlMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`<span class="hljs-comment"># Install ROCm SDK wheels (adjust version as needed)</span>
pip install ninja cmake
pip install \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_core-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_devel-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_libraries_custom-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm-7.2.1.tar.gz

<span class="hljs-comment"># Expand the devel tarball</span>
rocm-sdk init

<span class="hljs-comment"># Set ROCM_PATH and activate Visual Studio environment, then build</span>
<span class="hljs-built_in">export</span> ROCM_PATH=<span class="hljs-string">&quot;<span class="hljs-subst">$(rocm-sdk path --root)</span>&quot;</span>
<span class="hljs-built_in">export</span> PATH=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>/bin:<span class="hljs-variable">\${PATH}</span>&quot;</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -G Ninja -DCOMPUTE_BACKEND=hip -DBNB_ROCM_ARCH=<span class="hljs-string">&quot;gfx1100&quot;</span> -DCMAKE_BUILD_TYPE=Release -S .
cmake --build . --config Release
pip install .`,wrap:!1}}),{c(){l=M("p"),l.innerHTML=d,e=p(),a=M("p"),a.innerHTML=r,u=p(),C(m.$$.fragment)},l(o){l=g(o,"P",{"data-svelte-h":!0}),w(l)!=="svelte-12w6ctf"&&(l.innerHTML=d),e=f(o),a=g(o,"P",{"data-svelte-h":!0}),w(a)!=="svelte-13gc57q"&&(a.innerHTML=r),u=f(o),U(m.$$.fragment,o)},m(o,b){i(o,l,b),i(o,e,b),i(o,a,b),i(o,u,b),x(m,o,b),c=!0},p:Pt,i(o){c||($(m.$$.fragment,o),c=!0)},o(o){y(m.$$.fragment,o),c=!1},d(o){o&&(n(l),n(e),n(a),n(u)),v(m,o)}}}function Mn(h){let l,d,e,a;return l=new St({props:{id:"rocm-source",option:"Linux",$$slots:{default:[hn]},$$scope:{ctx:h}}}),e=new St({props:{id:"rocm-source",option:"Windows",$$slots:{default:[bn]},$$scope:{ctx:h}}}),{c(){C(l.$$.fragment),d=p(),C(e.$$.fragment)},l(r){U(l.$$.fragment,r),d=f(r),U(e.$$.fragment,r)},m(r,u){x(l,r,u),i(r,d,u),x(e,r,u),a=!0},p(r,u){const m={};u&2&&(m.$$scope={dirty:u,ctx:r}),l.$set(m);const c={};u&2&&(c.$$scope={dirty:u,ctx:r}),e.$set(c)},i(r){a||($(l.$$.fragment,r),$(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&n(d),v(l,r),v(e,r)}}}function gn(h){let l,d;return l=new L({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,wrap:!1}}),{c(){C(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){x(l,e,a),d=!0},p:Pt,i(e){d||($(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function $n(h){let l,d;return l=new L({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',wrap:!1}}),{c(){C(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){x(l,e,a),d=!0},p:Pt,i(e){d||($(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function yn(h){let l,d;return l=new L({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',wrap:!1}}),{c(){C(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){x(l,e,a),d=!0},p:Pt,i(e){d||($(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function wn(h){let l,d,e,a,r,u;return l=new St({props:{id:"OS",option:"Linux",$$slots:{default:[gn]},$$scope:{ctx:h}}}),e=new St({props:{id:"OS",option:"Windows",$$slots:{default:[$n]},$$scope:{ctx:h}}}),r=new St({props:{id:"OS",option:"macOS",$$slots:{default:[yn]},$$scope:{ctx:h}}}),{c(){C(l.$$.fragment),d=p(),C(e.$$.fragment),a=p(),C(r.$$.fragment)},l(m){U(l.$$.fragment,m),d=f(m),U(e.$$.fragment,m),a=f(m),U(r.$$.fragment,m)},m(m,c){x(l,m,c),i(m,d,c),x(e,m,c),i(m,a,c),x(r,m,c),u=!0},p(m,c){const o={};c&2&&(o.$$scope={dirty:c,ctx:m}),l.$set(o);const b={};c&2&&(b.$$scope={dirty:c,ctx:m}),e.$set(b);const J={};c&2&&(J.$$scope={dirty:c,ctx:m}),r.$set(J)},i(m){u||($(l.$$.fragment,m),$(e.$$.fragment,m),$(r.$$.fragment,m),u=!0)},o(m){y(l.$$.fragment,m),y(e.$$.fragment,m),y(r.$$.fragment,m),u=!1},d(m){m&&(n(d),n(a)),v(l,m),v(e,m),v(r,m)}}}function Tn(h){let l,d,e,a,r,u,m,c,o,b="Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.",J,T,_="We provide official support for NVIDIA GPUs, CPUs, Intel XPUs, and Intel Gaudi. We also have experimental support for additional platforms such as AMD ROCm and Apple Silicon.",I,k,N,G,j='<li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm">AMD ROCm (Preview)</a> <ul><li><a href="#rocm-pip">Installation via PyPI</a></li> <li><a href="#rocm-compile">Compile from Source</a></li></ul></li> <li><a href="#preview-wheels">Preview Wheels</a></li>',Yt,P,zt,X,ll="These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.",Qt,A,nl="<li>Python &gt;= 3.10</li> <li>PyTorch &gt;= 2.3</li>",Ft,V,Dt,Y,sl=`<code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.`,Et,z,il="<thead><tr><th><strong>Feature</strong></th> <th><strong>CC Required</strong></th> <th><strong>Example Hardware Requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>7.5+</td> <td>Turing (RTX 20 series, T4) or newer GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr> <tr><td>NF4/FP4 quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody>",Ot,Q,qt,F,ol="This is the most straightforward and recommended installation option.",Kt,D,al="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",te,E,rl="<thead><tr><th><strong>OS</strong></th> <th><strong>CUDA Toolkit</strong></th> <th><strong>Host Compiler</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>12.8 - 12.9</td> <td>GCC 11.2</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>12.8 - 13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90, sm100, sm110, sm120, sm121</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>11.8 - 12.6</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>12.8 - 12.9</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>13.0</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr></tbody>",ee,O,ml="The Linux build has a minimum glibc version of 2.24.",le,q,dl="Use <code>pip</code> or <code>uv</code> to install the latest release:",ne,K,se,tt,ie,H,pl="<p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p>",oe,et,fl="For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):",ae,Z,re,lt,me,nt,ul='<li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li>',de,st,pe,it,cl="This is the most straightforward and recommended installation option.",fe,ot,hl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",ue,at,bl="<thead><tr><th><strong>OS</strong></th> <th><strong>oneAPI Toolkit</strong></th> <th><strong>Kernel Implementation</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr></tbody>",ce,rt,Ml="The Linux build has a minimum glibc version of 2.34.",he,mt,gl="Use <code>pip</code> or <code>uv</code> to install the latest release:",be,dt,Me,pt,ge,ft,$l='<li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li>',$e,ut,ye,ct,yl="Use <code>pip</code> or <code>uv</code> to install the latest release:",we,ht,Te,bt,Ce,Mt,Ue,gt,wl="This is the most straightforward and recommended installation option.",xe,$t,Tl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",ve,yt,Cl="<thead><tr><th><strong>OS</strong></th> <th><strong>Host Compiler</strong></th> <th>Hardware Minimum</th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>GCC 11.4</td> <td>AVX2</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>GCC 11.4</td> <td></td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>AVX2</td></tr> <tr><td><strong>macOS arm64</strong></td> <td>Apple Clang 17</td> <td></td></tr></tbody>",Ge,wt,Ul="The Linux build has a minimum glibc version of 2.24.",Je,Tt,xl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Re,Ct,_e,Ut,je,xt,vl="To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.",Le,vt,Ie,Gt,ke,Jt,Gl=`<li>Support for AMD GPUs is currently in a preview state.</li> <li>All features are supported for both consumer RDNA devices and Data Center CDNA products.</li> <li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. On Linux, see <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance. On Windows, ROCm-enabled PyTorch wheels are available from:
<ul><li><a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com/rocm/windows/</a> — official AMD releases</li> <li><a href="https://repo.amd.com/rocm/whl/" rel="nofollow">repo.amd.com/rocm/whl/</a> — <a href="https://github.com/ROCm/TheRock" rel="nofollow">TheRock</a> release builds</li> <li><a href="https://rocm.nightlies.amd.com/v2" rel="nofollow">rocm.nightlies.amd.com/v2</a> — TheRock nightly builds</li></ul></li>`,Ne,Rt,He,_t,Jl="This is the most straightforward and recommended installation option.",Ze,jt,Rl="The currently distributed <code>bitsandbytes</code> are built with the following configurations:",We,Lt,_l="<thead><tr><th><strong>OS</strong></th> <th><strong>ROCm</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>6.2.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.3.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.4.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.0.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.1.1</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.2.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>7.2.1</td> <td>RDNA: gfx1100, gfx1101, gfx1102, gfx1150, gfx1151, gfx1200, gfx1201</td></tr></tbody>",Be,It,jl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Se,kt,Pe,Nt,Xe,Ht,Ll="bitsandbytes can be compiled from ROCm 6.2 - ROCm 7.2.2. See the <code>CMakeLists.txt</code> for additional options.",Ae,W,Ve,Zt,Ye,Wt,Il="If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):",ze,B,Qe,Bt,Fe,Xt,De;return r=new ln({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new R({props:{title:"Installation Guide",local:"installation-guide",headingTag:"h1"}}),k=new R({props:{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"}}),P=new R({props:{title:"System Requirements",local:"requirements",headingTag:"h2"}}),V=new R({props:{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"}}),Q=new R({props:{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"}}),K=new L({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),tt=new R({props:{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"}}),Z=new Oe({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[cn]},$$scope:{ctx:h}}}),lt=new R({props:{title:"Intel XPU",local:"xpu",headingTag:"h2"}}),st=new R({props:{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"}}),dt=new L({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),pt=new R({props:{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"}}),ut=new R({props:{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"}}),ht=new L({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),bt=new R({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),Mt=new R({props:{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"}}),Ct=new L({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),Ut=new R({props:{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"}}),vt=new L({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,wrap:!1}}),Gt=new R({props:{title:"AMD ROCm (Preview)",local:"rocm",headingTag:"h2"}}),Rt=new R({props:{title:"Installation from PyPI",local:"rocm-pip",headingTag:"h3"}}),kt=new L({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),Nt=new R({props:{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"}}),W=new Oe({props:{id:"rocm-source",options:["Linux","Windows"],$$slots:{default:[Mn]},$$scope:{ctx:h}}}),Zt=new R({props:{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"}}),B=new Oe({props:{id:"OS",options:["Linux","Windows","macOS"],$$slots:{default:[wn]},$$scope:{ctx:h}}}),Bt=new nn({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){l=M("meta"),d=p(),e=M("p"),a=p(),C(r.$$.fragment),u=p(),C(m.$$.fragment),c=p(),o=M("p"),o.innerHTML=b,J=p(),T=M("p"),T.textContent=_,I=p(),C(k.$$.fragment),N=p(),G=M("ul"),G.innerHTML=j,Yt=p(),C(P.$$.fragment),zt=p(),X=M("p"),X.innerHTML=ll,Qt=p(),A=M("ul"),A.innerHTML=nl,Ft=p(),C(V.$$.fragment),Dt=p(),Y=M("p"),Y.innerHTML=sl,Et=p(),z=M("table"),z.innerHTML=il,Ot=p(),C(Q.$$.fragment),qt=p(),F=M("p"),F.textContent=ol,Kt=p(),D=M("p"),D.innerHTML=al,te=p(),E=M("table"),E.innerHTML=rl,ee=p(),O=M("p"),O.textContent=ml,le=p(),q=M("p"),q.innerHTML=dl,ne=p(),C(K.$$.fragment),se=p(),C(tt.$$.fragment),ie=p(),H=M("blockquote"),H.innerHTML=pl,oe=p(),et=M("p"),et.innerHTML=fl,ae=p(),C(Z.$$.fragment),re=p(),C(lt.$$.fragment),me=p(),nt=M("ul"),nt.innerHTML=ul,de=p(),C(st.$$.fragment),pe=p(),it=M("p"),it.textContent=cl,fe=p(),ot=M("p"),ot.innerHTML=hl,ue=p(),at=M("table"),at.innerHTML=bl,ce=p(),rt=M("p"),rt.textContent=Ml,he=p(),mt=M("p"),mt.innerHTML=gl,be=p(),C(dt.$$.fragment),Me=p(),C(pt.$$.fragment),ge=p(),ft=M("ul"),ft.innerHTML=$l,$e=p(),C(ut.$$.fragment),ye=p(),ct=M("p"),ct.innerHTML=yl,we=p(),C(ht.$$.fragment),Te=p(),C(bt.$$.fragment),Ce=p(),C(Mt.$$.fragment),Ue=p(),gt=M("p"),gt.textContent=wl,xe=p(),$t=M("p"),$t.innerHTML=Tl,ve=p(),yt=M("table"),yt.innerHTML=Cl,Ge=p(),wt=M("p"),wt.textContent=Ul,Je=p(),Tt=M("p"),Tt.innerHTML=xl,Re=p(),C(Ct.$$.fragment),_e=p(),C(Ut.$$.fragment),je=p(),xt=M("p"),xt.innerHTML=vl,Le=p(),C(vt.$$.fragment),Ie=p(),C(Gt.$$.fragment),ke=p(),Jt=M("ul"),Jt.innerHTML=Gl,Ne=p(),C(Rt.$$.fragment),He=p(),_t=M("p"),_t.textContent=Jl,Ze=p(),jt=M("p"),jt.innerHTML=Rl,We=p(),Lt=M("table"),Lt.innerHTML=_l,Be=p(),It=M("p"),It.innerHTML=jl,Se=p(),C(kt.$$.fragment),Pe=p(),C(Nt.$$.fragment),Xe=p(),Ht=M("p"),Ht.innerHTML=Ll,Ae=p(),C(W.$$.fragment),Ve=p(),C(Zt.$$.fragment),Ye=p(),Wt=M("p"),Wt.innerHTML=Il,ze=p(),C(B.$$.fragment),Qe=p(),C(Bt.$$.fragment),Fe=p(),Xt=M("p"),this.h()},l(t){const s=en("svelte-u9bgzb",document.head);l=g(s,"META",{name:!0,content:!0}),s.forEach(n),d=f(t),e=g(t,"P",{}),Vt(e).forEach(n),a=f(t),U(r.$$.fragment,t),u=f(t),U(m.$$.fragment,t),c=f(t),o=g(t,"P",{"data-svelte-h":!0}),w(o)!=="svelte-118o68n"&&(o.innerHTML=b),J=f(t),T=g(t,"P",{"data-svelte-h":!0}),w(T)!=="svelte-16zrphu"&&(T.textContent=_),I=f(t),U(k.$$.fragment,t),N=f(t),G=g(t,"UL",{"data-svelte-h":!0}),w(G)!=="svelte-1cxufgb"&&(G.innerHTML=j),Yt=f(t),U(P.$$.fragment,t),zt=f(t),X=g(t,"P",{"data-svelte-h":!0}),w(X)!=="svelte-1jd2hl"&&(X.innerHTML=ll),Qt=f(t),A=g(t,"UL",{"data-svelte-h":!0}),w(A)!=="svelte-cox154"&&(A.innerHTML=nl),Ft=f(t),U(V.$$.fragment,t),Dt=f(t),Y=g(t,"P",{"data-svelte-h":!0}),w(Y)!=="svelte-1cwf52b"&&(Y.innerHTML=sl),Et=f(t),z=g(t,"TABLE",{"data-svelte-h":!0}),w(z)!=="svelte-7ka1gp"&&(z.innerHTML=il),Ot=f(t),U(Q.$$.fragment,t),qt=f(t),F=g(t,"P",{"data-svelte-h":!0}),w(F)!=="svelte-1f6ncvc"&&(F.textContent=ol),Kt=f(t),D=g(t,"P",{"data-svelte-h":!0}),w(D)!=="svelte-9wkc2z"&&(D.innerHTML=al),te=f(t),E=g(t,"TABLE",{"data-svelte-h":!0}),w(E)!=="svelte-1fiphak"&&(E.innerHTML=rl),ee=f(t),O=g(t,"P",{"data-svelte-h":!0}),w(O)!=="svelte-8wq6s4"&&(O.textContent=ml),le=f(t),q=g(t,"P",{"data-svelte-h":!0}),w(q)!=="svelte-49q16t"&&(q.innerHTML=dl),ne=f(t),U(K.$$.fragment,t),se=f(t),U(tt.$$.fragment,t),ie=f(t),H=g(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(H)!=="svelte-v822tl"&&(H.innerHTML=pl),oe=f(t),et=g(t,"P",{"data-svelte-h":!0}),w(et)!=="svelte-1ovl1gx"&&(et.innerHTML=fl),ae=f(t),U(Z.$$.fragment,t),re=f(t),U(lt.$$.fragment,t),me=f(t),nt=g(t,"UL",{"data-svelte-h":!0}),w(nt)!=="svelte-5zaimx"&&(nt.innerHTML=ul),de=f(t),U(st.$$.fragment,t),pe=f(t),it=g(t,"P",{"data-svelte-h":!0}),w(it)!=="svelte-1f6ncvc"&&(it.textContent=cl),fe=f(t),ot=g(t,"P",{"data-svelte-h":!0}),w(ot)!=="svelte-9wkc2z"&&(ot.innerHTML=hl),ue=f(t),at=g(t,"TABLE",{"data-svelte-h":!0}),w(at)!=="svelte-1biik1x"&&(at.innerHTML=bl),ce=f(t),rt=g(t,"P",{"data-svelte-h":!0}),w(rt)!=="svelte-dxuv01"&&(rt.textContent=Ml),he=f(t),mt=g(t,"P",{"data-svelte-h":!0}),w(mt)!=="svelte-49q16t"&&(mt.innerHTML=gl),be=f(t),U(dt.$$.fragment,t),Me=f(t),U(pt.$$.fragment,t),ge=f(t),ft=g(t,"UL",{"data-svelte-h":!0}),w(ft)!=="svelte-1ol1nb2"&&(ft.innerHTML=$l),$e=f(t),U(ut.$$.fragment,t),ye=f(t),ct=g(t,"P",{"data-svelte-h":!0}),w(ct)!=="svelte-49q16t"&&(ct.innerHTML=yl),we=f(t),U(ht.$$.fragment,t),Te=f(t),U(bt.$$.fragment,t),Ce=f(t),U(Mt.$$.fragment,t),Ue=f(t),gt=g(t,"P",{"data-svelte-h":!0}),w(gt)!=="svelte-1f6ncvc"&&(gt.textContent=wl),xe=f(t),$t=g(t,"P",{"data-svelte-h":!0}),w($t)!=="svelte-9wkc2z"&&($t.innerHTML=Tl),ve=f(t),yt=g(t,"TABLE",{"data-svelte-h":!0}),w(yt)!=="svelte-grs6yy"&&(yt.innerHTML=Cl),Ge=f(t),wt=g(t,"P",{"data-svelte-h":!0}),w(wt)!=="svelte-8wq6s4"&&(wt.textContent=Ul),Je=f(t),Tt=g(t,"P",{"data-svelte-h":!0}),w(Tt)!=="svelte-49q16t"&&(Tt.innerHTML=xl),Re=f(t),U(Ct.$$.fragment,t),_e=f(t),U(Ut.$$.fragment,t),je=f(t),xt=g(t,"P",{"data-svelte-h":!0}),w(xt)!=="svelte-am5kx9"&&(xt.innerHTML=vl),Le=f(t),U(vt.$$.fragment,t),Ie=f(t),U(Gt.$$.fragment,t),ke=f(t),Jt=g(t,"UL",{"data-svelte-h":!0}),w(Jt)!=="svelte-toq1xs"&&(Jt.innerHTML=Gl),Ne=f(t),U(Rt.$$.fragment,t),He=f(t),_t=g(t,"P",{"data-svelte-h":!0}),w(_t)!=="svelte-1f6ncvc"&&(_t.textContent=Jl),Ze=f(t),jt=g(t,"P",{"data-svelte-h":!0}),w(jt)!=="svelte-1fyy1ua"&&(jt.innerHTML=Rl),We=f(t),Lt=g(t,"TABLE",{"data-svelte-h":!0}),w(Lt)!=="svelte-1xgenjd"&&(Lt.innerHTML=_l),Be=f(t),It=g(t,"P",{"data-svelte-h":!0}),w(It)!=="svelte-49q16t"&&(It.innerHTML=jl),Se=f(t),U(kt.$$.fragment,t),Pe=f(t),U(Nt.$$.fragment,t),Xe=f(t),Ht=g(t,"P",{"data-svelte-h":!0}),w(Ht)!=="svelte-prdptx"&&(Ht.innerHTML=Ll),Ae=f(t),U(W.$$.fragment,t),Ve=f(t),U(Zt.$$.fragment,t),Ye=f(t),Wt=g(t,"P",{"data-svelte-h":!0}),w(Wt)!=="svelte-1fhfips"&&(Wt.innerHTML=Il),ze=f(t),U(B.$$.fragment,t),Qe=f(t),U(Bt.$$.fragment,t),Fe=f(t),Xt=g(t,"P",{}),Vt(Xt).forEach(n),this.h()},h(){S(l,"name","hf:doc:metadata"),S(l,"content",Cn),S(H,"class","tip")},m(t,s){qe(document.head,l),i(t,d,s),i(t,e,s),i(t,a,s),x(r,t,s),i(t,u,s),x(m,t,s),i(t,c,s),i(t,o,s),i(t,J,s),i(t,T,s),i(t,I,s),x(k,t,s),i(t,N,s),i(t,G,s),i(t,Yt,s),x(P,t,s),i(t,zt,s),i(t,X,s),i(t,Qt,s),i(t,A,s),i(t,Ft,s),x(V,t,s),i(t,Dt,s),i(t,Y,s),i(t,Et,s),i(t,z,s),i(t,Ot,s),x(Q,t,s),i(t,qt,s),i(t,F,s),i(t,Kt,s),i(t,D,s),i(t,te,s),i(t,E,s),i(t,ee,s),i(t,O,s),i(t,le,s),i(t,q,s),i(t,ne,s),x(K,t,s),i(t,se,s),x(tt,t,s),i(t,ie,s),i(t,H,s),i(t,oe,s),i(t,et,s),i(t,ae,s),x(Z,t,s),i(t,re,s),x(lt,t,s),i(t,me,s),i(t,nt,s),i(t,de,s),x(st,t,s),i(t,pe,s),i(t,it,s),i(t,fe,s),i(t,ot,s),i(t,ue,s),i(t,at,s),i(t,ce,s),i(t,rt,s),i(t,he,s),i(t,mt,s),i(t,be,s),x(dt,t,s),i(t,Me,s),x(pt,t,s),i(t,ge,s),i(t,ft,s),i(t,$e,s),x(ut,t,s),i(t,ye,s),i(t,ct,s),i(t,we,s),x(ht,t,s),i(t,Te,s),x(bt,t,s),i(t,Ce,s),x(Mt,t,s),i(t,Ue,s),i(t,gt,s),i(t,xe,s),i(t,$t,s),i(t,ve,s),i(t,yt,s),i(t,Ge,s),i(t,wt,s),i(t,Je,s),i(t,Tt,s),i(t,Re,s),x(Ct,t,s),i(t,_e,s),x(Ut,t,s),i(t,je,s),i(t,xt,s),i(t,Le,s),x(vt,t,s),i(t,Ie,s),x(Gt,t,s),i(t,ke,s),i(t,Jt,s),i(t,Ne,s),x(Rt,t,s),i(t,He,s),i(t,_t,s),i(t,Ze,s),i(t,jt,s),i(t,We,s),i(t,Lt,s),i(t,Be,s),i(t,It,s),i(t,Se,s),x(kt,t,s),i(t,Pe,s),x(Nt,t,s),i(t,Xe,s),i(t,Ht,s),i(t,Ae,s),x(W,t,s),i(t,Ve,s),x(Zt,t,s),i(t,Ye,s),i(t,Wt,s),i(t,ze,s),x(B,t,s),i(t,Qe,s),x(Bt,t,s),i(t,Fe,s),i(t,Xt,s),De=!0},p(t,[s]){const kl={};s&2&&(kl.$$scope={dirty:s,ctx:t}),Z.$set(kl);const Nl={};s&2&&(Nl.$$scope={dirty:s,ctx:t}),W.$set(Nl);const Hl={};s&2&&(Hl.$$scope={dirty:s,ctx:t}),B.$set(Hl)},i(t){De||($(r.$$.fragment,t),$(m.$$.fragment,t),$(k.$$.fragment,t),$(P.$$.fragment,t),$(V.$$.fragment,t),$(Q.$$.fragment,t),$(K.$$.fragment,t),$(tt.$$.fragment,t),$(Z.$$.fragment,t),$(lt.$$.fragment,t),$(st.$$.fragment,t),$(dt.$$.fragment,t),$(pt.$$.fragment,t),$(ut.$$.fragment,t),$(ht.$$.fragment,t),$(bt.$$.fragment,t),$(Mt.$$.fragment,t),$(Ct.$$.fragment,t),$(Ut.$$.fragment,t),$(vt.$$.fragment,t),$(Gt.$$.fragment,t),$(Rt.$$.fragment,t),$(kt.$$.fragment,t),$(Nt.$$.fragment,t),$(W.$$.fragment,t),$(Zt.$$.fragment,t),$(B.$$.fragment,t),$(Bt.$$.fragment,t),De=!0)},o(t){y(r.$$.fragment,t),y(m.$$.fragment,t),y(k.$$.fragment,t),y(P.$$.fragment,t),y(V.$$.fragment,t),y(Q.$$.fragment,t),y(K.$$.fragment,t),y(tt.$$.fragment,t),y(Z.$$.fragment,t),y(lt.$$.fragment,t),y(st.$$.fragment,t),y(dt.$$.fragment,t),y(pt.$$.fragment,t),y(ut.$$.fragment,t),y(ht.$$.fragment,t),y(bt.$$.fragment,t),y(Mt.$$.fragment,t),y(Ct.$$.fragment,t),y(Ut.$$.fragment,t),y(vt.$$.fragment,t),y(Gt.$$.fragment,t),y(Rt.$$.fragment,t),y(kt.$$.fragment,t),y(Nt.$$.fragment,t),y(W.$$.fragment,t),y(Zt.$$.fragment,t),y(B.$$.fragment,t),y(Bt.$$.fragment,t),De=!1},d(t){t&&(n(d),n(e),n(a),n(u),n(c),n(o),n(J),n(T),n(I),n(N),n(G),n(Yt),n(zt),n(X),n(Qt),n(A),n(Ft),n(Dt),n(Y),n(Et),n(z),n(Ot),n(qt),n(F),n(Kt),n(D),n(te),n(E),n(ee),n(O),n(le),n(q),n(ne),n(se),n(ie),n(H),n(oe),n(et),n(ae),n(re),n(me),n(nt),n(de),n(pe),n(it),n(fe),n(ot),n(ue),n(at),n(ce),n(rt),n(he),n(mt),n(be),n(Me),n(ge),n(ft),n($e),n(ye),n(ct),n(we),n(Te),n(Ce),n(Ue),n(gt),n(xe),n($t),n(ve),n(yt),n(Ge),n(wt),n(Je),n(Tt),n(Re),n(_e),n(je),n(xt),n(Le),n(Ie),n(ke),n(Jt),n(Ne),n(He),n(_t),n(Ze),n(jt),n(We),n(Lt),n(Be),n(It),n(Se),n(Pe),n(Xe),n(Ht),n(Ae),n(Ve),n(Ye),n(Wt),n(ze),n(Qe),n(Fe),n(Xt)),n(l),v(r,t),v(m,t),v(k,t),v(P,t),v(V,t),v(Q,t),v(K,t),v(tt,t),v(Z,t),v(lt,t),v(st,t),v(dt,t),v(pt,t),v(ut,t),v(ht,t),v(bt,t),v(Mt,t),v(Ct,t),v(Ut,t),v(vt,t),v(Gt,t),v(Rt,t),v(kt,t),v(Nt,t),v(W,t),v(Zt,t),v(B,t),v(Bt,t)}}}const Cn='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm (Preview)","local":"rocm","sections":[{"title":"Installation from PyPI","local":"rocm-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';function Un(h){return Ql(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class jn extends tl{constructor(l){super(),el(this,l,Un,Tn,Ke,{})}}export{jn as component};