bitsandbytes/pr_1968/en/_app/immutable/nodes/9.dc710e05.js

import{s as nl,c as Dl,u as El,g as Ol,a as ql,d as Kl,j as el,o as tn,n as N}from"../chunks/scheduler.8a2cc2fa.js";import{S as sl,i as il,e as $,s as u,a as g,f as zt,d as s,b as f,k,m as o,t as M,o as y,B as en,r as ln,u as nn,l as ll,q as sn,v as on,w as Vl,z as an,x as rn,c as w,h as mn,g as T,j as v,n as U,p as C}from"../chunks/index.7079e750.js";import{C as pn,H as j,E as dn}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.322951df.js";import{C as _}from"../chunks/CodeBlock.14cbbc3e.js";import{e as Yl}from"../chunks/each.e59479a4.js";import{w as un}from"../chunks/index.ed040676.js";const Yt=un({});function fn(b,l){const m=new URL(window.location.href),e=new URLSearchParams(m.search);e.set(b,l),m.search=e.toString(),history.replaceState(null,"",m.toString())}function cn(b){const l=new URL(window.location.href);return new URLSearchParams(l.search).get(b)}function zl(b,l,m){const e=b.slice();return e[7]=l[m],e}function Ql(b){let l,m=b[7]+"",e,a,r,d,p;function h(){return b[6](b[7])}return{c(){l=$("div"),e=ln(m),a=u(),this.h()},l(n){l=g(n,"DIV",{class:!0});var c=zt(l);e=nn(c,m),a=f(c),c.forEach(s),this.h()},h(){k(l,"class",r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(b[2][b[0]]===b[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(n,c){o(n,l,c),ll(l,e),ll(l,a),d||(p=sn(l,"click",h),d=!0)},p(n,c){b=n,c&2&&m!==(m=b[7]+"")&&on(e,m),c&7&&r!==(r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(b[2][b[0]]===b[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&k(l,"class",r)},d(n){n&&s(l),d=!1,p()}}}function hn(b){let l,m,e,a,r=Yl(b[1]),d=[];for(let n=0;n<r.length;n+=1)d[n]=Ql(zl(b,r,n));const p=b[5].default,h=Dl(p,b,b[4],null);return{c(){l=$("div");for(let n=0;n<d.length;n+=1)d[n].c();m=u(),e=$("div"),h&&h.c(),this.h()},l(n){l=g(n,"DIV",{class:!0});var c=zt(l);for(let J=0;J<d.length;J+=1)d[J].l(c);c.forEach(s),m=f(n),e=g(n,"DIV",{class:!0});var G=zt(e);h&&h.l(G),G.forEach(s),this.h()},h(){k(l,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),k(e,"class","language-select")},m(n,c){o(n,l,c);for(let G=0;G<d.length;G+=1)d[G]&&d[G].m(l,null);o(n,m,c),o(n,e,c),h&&h.m(e,null),a=!0},p(n,[c]){if(c&15){r=Yl(n[1]);let G;for(G=0;G<r.length;G+=1){const J=zl(n,r,G);d[G]?d[G].p(J,c):(d[G]=Ql(J),d[G].c(),d[G].m(l,null))}for(;G<d.length;G+=1)d[G].d(1);d.length=r.length}h&&h.p&&(!a||c&16)&&El(h,p,n,n[4],a?ql(p,n[4],c,null):Ol(n[4]),null)},i(n){a||(M(h,n),a=!0)},o(n){y(h,n),a=!1},d(n){n&&(s(l),s(m),s(e)),en(d,n),h&&h.d(n)}}}function bn(b,l,m){let e;Kl(b,Yt,c=>m(2,e=c));let{$$slots:a={},$$scope:r}=l,{id:d}=l,{options:p}=l;el(Yt,e[d]=p[0],e);function h(c){el(Yt,e[d]=c,e),fn(d,c)}tn(()=>{const c=cn(d);c&&p.includes(c)&&el(Yt,e[d]=c,e)});const n=c=>h(c);return b.$$set=c=>{"id"in c&&m(0,d=c.id),"options"in c&&m(1,p=c.options),"$$scope"in c&&m(4,r=c.$$scope)},[d,p,e,h,r,a,n]}class tl extends sl{constructor(l){super(),il(this,l,bn,hn,nl,{id:0,options:1})}}function Fl(b){let l;const m=b[4].default,e=Dl(m,b,b[3],null);return{c(){e&&e.c()},l(a){e&&e.l(a)},m(a,r){e&&e.m(a,r),l=!0},p(a,r){e&&e.p&&(!l||r&8)&&El(e,m,a,a[3],l?ql(m,a[3],r,null):Ol(a[3]),null)},i(a){l||(M(e,a),l=!0)},o(a){y(e,a),l=!1},d(a){e&&e.d(a)}}}function $n(b){let l,m,e=b[2][b[0]]===b[1]&&Fl(b);return{c(){e&&e.c(),l=Vl()},l(a){e&&e.l(a),l=Vl()},m(a,r){e&&e.m(a,r),o(a,l,r),m=!0},p(a,[r]){a[2][a[0]]===a[1]?e?(e.p(a,r),r&7&&M(e,1)):(e=Fl(a),e.c(),M(e,1),e.m(l.parentNode,l)):e&&(an(),y(e,1,1,()=>{e=null}),rn())},i(a){m||(M(e),m=!0)},o(a){y(e),m=!1},d(a){a&&s(l),e&&e.d(a)}}}function gn(b,l,m){let e;Kl(b,Yt,h=>m(2,e=h));let{$$slots:a={},$$scope:r}=l,{id:d}=l,{option:p}=l;return b.$$set=h=>{"id"in h&&m(0,d=h.id),"option"in h&&m(1,p=h.option),"$$scope"in h&&m(3,r=h.$$scope)},[d,p,e,r,a]}class Z extends sl{constructor(l){super(),il(this,l,gn,$n,nl,{id:0,option:1})}}function Mn(b){let l,m="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.",e,a,r="For example, to install a compiler and CMake on Ubuntu:",d,p,h,n,c='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',G,J,R,L,W="<p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p>",H;return p=new _({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",lang:"bash",wrap:!1}}),J=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=m,e=u(),a=$("p"),a.textContent=r,d=u(),w(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c,G=u(),w(J.$$.fragment),R=u(),L=$("blockquote"),L.innerHTML=W,this.h()},l(x){l=g(x,"P",{"data-svelte-h":!0}),v(l)!=="svelte-62t1s"&&(l.innerHTML=m),e=f(x),a=g(x,"P",{"data-svelte-h":!0}),v(a)!=="svelte-noyxvz"&&(a.textContent=r),d=f(x),T(p.$$.fragment,x),h=f(x),n=g(x,"P",{"data-svelte-h":!0}),v(n)!=="svelte-kc1jbt"&&(n.innerHTML=c),G=f(x),T(J.$$.fragment,x),R=f(x),L=g(x,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),v(L)!=="svelte-1ayoph"&&(L.innerHTML=W),this.h()},h(){k(L,"class","tip")},m(x,I){o(x,l,I),o(x,e,I),o(x,a,I),o(x,d,I),U(p,x,I),o(x,h,I),o(x,n,I),o(x,G,I),U(J,x,I),o(x,R,I),o(x,L,I),H=!0},p:N,i(x){H||(M(p.$$.fragment,x),M(J.$$.fragment,x),H=!0)},o(x){y(p.$$.fragment,x),y(J.$$.fragment,x),H=!1},d(x){x&&(s(l),s(e),s(a),s(d),s(h),s(n),s(G),s(R),s(L)),C(p,x),C(J,x)}}}function yn(b){let l,m="Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.",e,a,r='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',d,p,h,n,c='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',G;return p=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.textContent=m,e=u(),a=$("p"),a.innerHTML=r,d=u(),w(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c},l(J){l=g(J,"P",{"data-svelte-h":!0}),v(l)!=="svelte-10x6whz"&&(l.textContent=m),e=f(J),a=g(J,"P",{"data-svelte-h":!0}),v(a)!=="svelte-dit2ws"&&(a.innerHTML=r),d=f(J),T(p.$$.fragment,J),h=f(J),n=g(J,"P",{"data-svelte-h":!0}),v(n)!=="svelte-e0ivb"&&(n.innerHTML=c)},m(J,R){o(J,l,R),o(J,e,R),o(J,a,R),o(J,d,R),U(p,J,R),o(J,h,R),o(J,n,R),G=!0},p:N,i(J){G||(M(p.$$.fragment,J),G=!0)},o(J){y(p.$$.fragment,J),G=!1},d(J){J&&(s(l),s(e),s(a),s(d),s(h),s(n)),C(p,J)}}}function wn(b){let l,m,e,a;return l=new Z({props:{id:"source",option:"Linux",$$slots:{default:[Mn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"source",option:"Windows",$$slots:{default:[yn]},$$scope:{ctx:b}}}),{c(){w(l.$$.fragment),m=u(),w(e.$$.fragment)},l(r){T(l.$$.fragment,r),m=f(r),T(e.$$.fragment,r)},m(r,d){U(l,r,d),o(r,m,d),U(e,r,d),a=!0},p(r,d){const p={};d&2&&(p.$$scope={dirty:d,ctx:r}),l.$set(p);const h={};d&2&&(h.$$scope={dirty:d,ctx:r}),e.$set(h)},i(r){a||(M(l.$$.fragment,r),M(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&s(m),C(l,r),C(e,r)}}}function Tn(b){let l,m;return l=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function Un(b){let l,m;return l=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function Cn(b){let l,m="Requires Visual Studio 2022 with the <strong>ARM64 C++ build tools</strong> component, Python &gt;= <strong>3.12</strong>, and PyTorch &gt;= <strong>2.12</strong>.",e,a,r,d,p="<p>The build system will detect the ARM64 architecture automatically via CMake. Only the CPU backend is supported on Windows ARM64 at this time (no CUDA).</p>",h;return a=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=m,e=u(),w(a.$$.fragment),r=u(),d=$("blockquote"),d.innerHTML=p,this.h()},l(n){l=g(n,"P",{"data-svelte-h":!0}),v(l)!=="svelte-16y4uga"&&(l.innerHTML=m),e=f(n),T(a.$$.fragment,n),r=f(n),d=g(n,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),v(d)!=="svelte-79y7uj"&&(d.innerHTML=p),this.h()},h(){k(d,"class","note")},m(n,c){o(n,l,c),o(n,e,c),U(a,n,c),o(n,r,c),o(n,d,c),h=!0},p:N,i(n){h||(M(a.$$.fragment,n),h=!0)},o(n){y(a.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(r),s(d)),C(a,n)}}}function vn(b){let l,m,e,a,r,d;return l=new Z({props:{id:"cpu-source",option:"Linux / macOS",$$slots:{default:[Tn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"cpu-source",option:"Windows (x86-64)",$$slots:{default:[Un]},$$scope:{ctx:b}}}),r=new Z({props:{id:"cpu-source",option:"Windows (ARM64)",$$slots:{default:[Cn]},$$scope:{ctx:b}}}),{c(){w(l.$$.fragment),m=u(),w(e.$$.fragment),a=u(),w(r.$$.fragment)},l(p){T(l.$$.fragment,p),m=f(p),T(e.$$.fragment,p),a=f(p),T(r.$$.fragment,p)},m(p,h){U(l,p,h),o(p,m,h),U(e,p,h),o(p,a,h),U(r,p,h),d=!0},p(p,h){const n={};h&2&&(n.$$scope={dirty:h,ctx:p}),l.$set(n);const c={};h&2&&(c.$$scope={dirty:h,ctx:p}),e.$set(c);const G={};h&2&&(G.$$scope={dirty:h,ctx:p}),r.$set(G)},i(p){d||(M(l.$$.fragment,p),M(e.$$.fragment,p),M(r.$$.fragment,p),d=!0)},o(p){y(l.$$.fragment,p),y(e.$$.fragment,p),y(r.$$.fragment,p),d=!1},d(p){p&&(s(m),s(a)),C(l,p),C(e,p),C(r,p)}}}function Jn(b){let l,m="To compile from source, you need CMake &gt;= <strong>3.31.6</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.).",e,a,r="You should also have a ROCm installation (system-wide or via Docker). The current minimum supported version is <strong>6.2</strong>.",d,p,h;return p=new _({props:{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>

<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=m,e=u(),a=$("p"),a.innerHTML=r,d=u(),w(p.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),v(l)!=="svelte-3khjtw"&&(l.innerHTML=m),e=f(n),a=g(n,"P",{"data-svelte-h":!0}),v(a)!=="svelte-1v5j4ex"&&(a.innerHTML=r),d=f(n),T(p.$$.fragment,n)},m(n,c){o(n,l,c),o(n,e,c),o(n,a,c),o(n,d,c),U(p,n,c),h=!0},p:N,i(n){h||(M(p.$$.fragment,n),h=!0)},o(n){y(p.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(a),s(d)),C(p,n)}}}function Gn(b){let l,m="Compilation on Windows requires Visual Studio with C++ support, CMake, Ninja, and Python &gt;= <strong>3.10</strong>.",e,a,r='Instead of a system-wide ROCm installation, you can use the pip-installable ROCm SDK wheels from <a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com</a>:',d,p,h;return p=new _({props:{code:"JTIzJTIwSW5zdGFsbCUyMFJPQ20lMjBTREslMjB3aGVlbHMlMjAoYWRqdXN0JTIwdmVyc2lvbiUyMGFzJTIwbmVlZGVkKSUwQXBpcCUyMGluc3RhbGwlMjBuaW5qYSUyMGNtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2NvcmUtNy4yLjEtcHkzLW5vbmUtd2luX2FtZDY0LndobCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2RldmVsLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtX3Nka19saWJyYXJpZXNfY3VzdG9tLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtLTcuMi4xLnRhci5neiUwQSUwQSUyMyUyMEV4cGFuZCUyMHRoZSUyMGRldmVsJTIwdGFyYmFsbCUwQXJvY20tc2RrJTIwaW5pdCUwQSUwQSUyMyUyMFNldCUyMFJPQ01fUEFUSCUyMGFuZCUyMGFjdGl2YXRlJTIwVmlzdWFsJTIwU3R1ZGlvJTIwZW52aXJvbm1lbnQlMkMlMjB0aGVuJTIwYnVpbGQlMEFleHBvcnQlMjBST0NNX1BBVEglM0QlMjIlMjQocm9jbS1zZGslMjBwYXRoJTIwLS1yb290KSUyMiUwQWV4cG9ydCUyMFBBVEglM0QlMjIlMjQlN0JST0NNX1BBVEglN0QlMkZiaW4lM0ElMjQlN0JQQVRIJTdEJTIyJTBBZ2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLUclMjBOaW5qYSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4MTEwMCUyMiUyMC1EQ01BS0VfQlVJTERfVFlQRSUzRFJlbGVhc2UlMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`<span class="hljs-comment"># Install ROCm SDK wheels (adjust version as needed)</span>
pip install ninja cmake
pip install \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_core-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_devel-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_libraries_custom-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm-7.2.1.tar.gz

<span class="hljs-comment"># Expand the devel tarball</span>
rocm-sdk init

<span class="hljs-comment"># Set ROCM_PATH and activate Visual Studio environment, then build</span>
<span class="hljs-built_in">export</span> ROCM_PATH=<span class="hljs-string">&quot;<span class="hljs-subst">$(rocm-sdk path --root)</span>&quot;</span>
<span class="hljs-built_in">export</span> PATH=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>/bin:<span class="hljs-variable">\${PATH}</span>&quot;</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -G Ninja -DCOMPUTE_BACKEND=hip -DBNB_ROCM_ARCH=<span class="hljs-string">&quot;gfx1100&quot;</span> -DCMAKE_BUILD_TYPE=Release -S .
cmake --build . --config Release
pip install .`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=m,e=u(),a=$("p"),a.innerHTML=r,d=u(),w(p.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),v(l)!=="svelte-12w6ctf"&&(l.innerHTML=m),e=f(n),a=g(n,"P",{"data-svelte-h":!0}),v(a)!=="svelte-13gc57q"&&(a.innerHTML=r),d=f(n),T(p.$$.fragment,n)},m(n,c){o(n,l,c),o(n,e,c),o(n,a,c),o(n,d,c),U(p,n,c),h=!0},p:N,i(n){h||(M(p.$$.fragment,n),h=!0)},o(n){y(p.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(a),s(d)),C(p,n)}}}function xn(b){let l,m,e,a;return l=new Z({props:{id:"rocm-source",option:"Linux",$$slots:{default:[Jn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"rocm-source",option:"Windows",$$slots:{default:[Gn]},$$scope:{ctx:b}}}),{c(){w(l.$$.fragment),m=u(),w(e.$$.fragment)},l(r){T(l.$$.fragment,r),m=f(r),T(e.$$.fragment,r)},m(r,d){U(l,r,d),o(r,m,d),U(e,r,d),a=!0},p(r,d){const p={};d&2&&(p.$$scope={dirty:d,ctx:r}),l.$set(p);const h={};d&2&&(h.$$scope={dirty:d,ctx:r}),e.$set(h)},i(r){a||(M(l.$$.fragment,r),M(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&s(m),C(l,r),C(e,r)}}}function Rn(b){let l,m;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function jn(b){let l,m;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function _n(b){let l,m;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUyMyUyMFJlcXVpcmVzJTIwUHl0aG9uJTIwJTNFJTNEJTIwMy4xMiUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hcm02NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\n<span class="hljs-comment"># Requires Python &gt;= 3.12</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_arm64.whl',lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function Ln(b){let l,m;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',lang:"bash",wrap:!1}}),{c(){w(l.$$.fragment)},l(e){T(l.$$.fragment,e)},m(e,a){U(l,e,a),m=!0},p:N,i(e){m||(M(l.$$.fragment,e),m=!0)},o(e){y(l.$$.fragment,e),m=!1},d(e){C(l,e)}}}function In(b){let l,m,e,a,r,d,p,h;return l=new Z({props:{id:"OS",option:"Linux",$$slots:{default:[Rn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"OS",option:"Windows (x86-64)",$$slots:{default:[jn]},$$scope:{ctx:b}}}),r=new Z({props:{id:"OS",option:"Windows (ARM64)",$$slots:{default:[_n]},$$scope:{ctx:b}}}),p=new Z({props:{id:"OS",option:"macOS",$$slots:{default:[Ln]},$$scope:{ctx:b}}}),{c(){w(l.$$.fragment),m=u(),w(e.$$.fragment),a=u(),w(r.$$.fragment),d=u(),w(p.$$.fragment)},l(n){T(l.$$.fragment,n),m=f(n),T(e.$$.fragment,n),a=f(n),T(r.$$.fragment,n),d=f(n),T(p.$$.fragment,n)},m(n,c){U(l,n,c),o(n,m,c),U(e,n,c),o(n,a,c),U(r,n,c),o(n,d,c),U(p,n,c),h=!0},p(n,c){const G={};c&2&&(G.$$scope={dirty:c,ctx:n}),l.$set(G);const J={};c&2&&(J.$$scope={dirty:c,ctx:n}),e.$set(J);const R={};c&2&&(R.$$scope={dirty:c,ctx:n}),r.$set(R);const L={};c&2&&(L.$$scope={dirty:c,ctx:n}),p.$set(L)},i(n){h||(M(l.$$.fragment,n),M(e.$$.fragment,n),M(r.$$.fragment,n),M(p.$$.fragment,n),h=!0)},o(n){y(l.$$.fragment,n),y(e.$$.fragment,n),y(r.$$.fragment,n),y(p.$$.fragment,n),h=!1},d(n){n&&(s(m),s(a),s(d)),C(l,n),C(e,n),C(r,n),C(p,n)}}}function kn(b){let l,m,e,a,r,d,p,h,n,c="Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.",G,J,R="We provide official support for NVIDIA GPUs, CPUs, Intel XPUs, and Intel Gaudi. We also have experimental support for additional platforms such as AMD ROCm and Apple Silicon.",L,W,H,x,I='<li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm">AMD ROCm (Preview)</a> <ul><li><a href="#rocm-pip">Installation via PyPI</a></li> <li><a href="#rocm-compile">Compile from Source</a></li></ul></li> <li><a href="#preview-wheels">Preview Wheels</a></li>',Qt,z,Ft,Q,ol="These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.",Dt,F,al="<li>Python &gt;= 3.10</li> <li>PyTorch &gt;= 2.4</li>",Et,B,rl="<p>Windows ARM64 requires Python &gt;= 3.12, as earlier Python versions do not provide official ARM64 Windows builds.</p>",Ot,D,qt,E,ml=`<code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.`,Kt,O,pl="<thead><tr><th><strong>Feature</strong></th> <th><strong>CC Required</strong></th> <th><strong>Example Hardware Requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>7.5+</td> <td>Turing (RTX 20 series, T4) or newer GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr> <tr><td>NF4/FP4 quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody>",te,q,ee,K,dl="This is the most straightforward and recommended installation option.",le,tt,ul="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",ne,et,fl="<thead><tr><th><strong>OS</strong></th> <th><strong>CUDA Toolkit</strong></th> <th><strong>Host Compiler</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>12.8 - 12.9</td> <td>GCC 11.2</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>12.8 - 13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90, sm100, sm110, sm120, sm121</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>11.8 - 12.6</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>12.8 - 12.9</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>13.0</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr></tbody>",se,lt,cl="The Linux build has a minimum glibc version of 2.24.",ie,nt,hl="Use <code>pip</code> or <code>uv</code> to install the latest release:",oe,st,ae,A,bl='<p><strong>NVIDIA Jetson (L4T / JetPack) — source build required.</strong> The <code>Linux aarch64</code> wheels above are built on aarch64-sbsa runners (server-class ARM with the standard CUDA Toolkit). They are <strong>not compatible</strong> with the L4T runtime on Jetson devices (Orin Nano / NX / AGX, Xavier, Thor on CUDA 12), even though both are aarch64 and even though the cubins are binary-compatible with the device’s compute capability (e.g., <code>sm_80</code> cubin runs on <code>sm_87</code> hardware via Ampere-family binary compat — see <a href="https://developer.nvidia.com/blog/understanding-ptx-the-assembly-language-of-cuda-gpu-computing/#binary_compatibility" rel="nofollow">NVIDIA’s docs on binary compatibility</a>). The mismatch is at the CUDA library / ABI layer (JetPack ships its own CUDA Toolkit and system libraries), and surfaces as a runtime symbol-resolution error like <code>Error named symbol not found in /src/csrc/ops.cu</code> on the first CUDA op.</p> <p><strong>Two working options on Jetson:</strong></p> <ol><li><strong>Source build on-device.</strong> Use the <a href="#cuda-compile">Compile from Source</a> instructions below, passing your device’s compute capability explicitly (sm_87 for Orin family, sm_72 for Xavier). On an Orin Nano Super: <code>cmake -DCOMPUTE_BACKEND=cuda -DCOMPUTE_CAPABILITY=87 . &amp;&amp; make -j4 &amp;&amp; pip install .</code></li> <li><strong>Third-party prebuilt</strong> from <a href="https://pypi.jetson-ai-lab.io/" rel="nofollow">Jetson AI Lab’s package index</a> (e.g., <code>pypi.jetson-ai-lab.io/jp6/cu126/bitsandbytes/</code>).</li></ol>',re,it,me,S,$l="<p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p>",pe,ot,gl="For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):",de,X,ue,at,fe,rt,Ml='<li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li>',ce,mt,he,pt,yl="This is the most straightforward and recommended installation option.",be,dt,wl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",$e,ut,Tl="<thead><tr><th><strong>OS</strong></th> <th><strong>oneAPI Toolkit</strong></th> <th><strong>Kernel Implementation</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr></tbody>",ge,ft,Ul="The Linux build has a minimum glibc version of 2.34.",Me,ct,Cl="Use <code>pip</code> or <code>uv</code> to install the latest release:",ye,ht,we,bt,Te,$t,vl='<li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li>',Ue,gt,Ce,Mt,Jl="Use <code>pip</code> or <code>uv</code> to install the latest release:",ve,yt,Je,wt,Ge,Tt,xe,Ut,Gl="This is the most straightforward and recommended installation option.",Re,Ct,xl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",je,vt,Rl="<thead><tr><th><strong>OS</strong></th> <th><strong>Host Compiler</strong></th> <th>Hardware Minimum</th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>GCC 11.4</td> <td>AVX2</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>GCC 11.4</td> <td></td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>AVX2</td></tr> <tr><td><strong>Windows arm64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>ARM NEON</td></tr> <tr><td><strong>macOS arm64</strong></td> <td>Apple Clang 17</td> <td></td></tr></tbody>",_e,Jt,jl="The Linux build has a minimum glibc version of 2.24.",Le,Gt,_l="Use <code>pip</code> or <code>uv</code> to install the latest release:",Ie,xt,ke,Rt,Ze,jt,Ll="To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.",Ne,P,We,_t,He,Lt,Il=`<li>Support for AMD GPUs is currently in a preview state.</li> <li>All features are supported for both consumer RDNA devices and Data Center CDNA products.</li> <li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. On Linux, see <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance. On Windows, ROCm-enabled PyTorch wheels are available from:
<ul><li><a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com/rocm/windows/</a> — official AMD releases</li> <li><a href="https://repo.amd.com/rocm/whl/" rel="nofollow">repo.amd.com/rocm/whl/</a> — <a href="https://github.com/ROCm/TheRock" rel="nofollow">TheRock</a> release builds</li> <li><a href="https://rocm.nightlies.amd.com/v2" rel="nofollow">rocm.nightlies.amd.com/v2</a> — TheRock nightly builds</li></ul></li>`,Be,It,Ae,kt,kl="This is the most straightforward and recommended installation option.",Se,Zt,Zl="The currently distributed <code>bitsandbytes</code> are built with the following configurations:",Xe,Nt,Nl="<thead><tr><th><strong>OS</strong></th> <th><strong>ROCm</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>6.2.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.3.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.4.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.0.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.1.1</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.2.3</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>7.2.1</td> <td>RDNA: gfx1100, gfx1101, gfx1102, gfx1150, gfx1151, gfx1200, gfx1201</td></tr></tbody>",Pe,Wt,Wl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Ve,Ht,Ye,Bt,ze,At,Hl="bitsandbytes can be compiled from ROCm 6.2 - ROCm 7.2.3. See the <code>CMakeLists.txt</code> for additional options.",Qe,V,Fe,St,De,Xt,Bl="If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):",Ee,Y,Oe,Pt,qe,Vt,Ke;return r=new pn({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new j({props:{title:"Installation Guide",local:"installation-guide",headingTag:"h1"}}),W=new j({props:{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"}}),z=new j({props:{title:"System Requirements",local:"requirements",headingTag:"h2"}}),D=new j({props:{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"}}),q=new j({props:{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"}}),st=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),it=new j({props:{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"}}),X=new tl({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[wn]},$$scope:{ctx:b}}}),at=new j({props:{title:"Intel XPU",local:"xpu",headingTag:"h2"}}),mt=new j({props:{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"}}),ht=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),bt=new j({props:{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"}}),gt=new j({props:{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"}}),yt=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),wt=new j({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),Tt=new j({props:{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"}}),xt=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),Rt=new j({props:{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"}}),P=new tl({props:{id:"cpu-source",options:["Linux / macOS","Windows (x86-64)","Windows (ARM64)"],$$slots:{default:[vn]},$$scope:{ctx:b}}}),_t=new j({props:{title:"AMD ROCm (Preview)",local:"rocm",headingTag:"h2"}}),It=new j({props:{title:"Installation from PyPI",local:"rocm-pip",headingTag:"h3"}}),Ht=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),Bt=new j({props:{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"}}),V=new tl({props:{id:"rocm-source",options:["Linux","Windows"],$$slots:{default:[xn]},$$scope:{ctx:b}}}),St=new j({props:{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"}}),Y=new tl({props:{id:"OS",options:["Linux","Windows (x86-64)","Windows (ARM64)","macOS"],$$slots:{default:[In]},$$scope:{ctx:b}}}),Pt=new dn({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){l=$("meta"),m=u(),e=$("p"),a=u(),w(r.$$.fragment),d=u(),w(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c,G=u(),J=$("p"),J.textContent=R,L=u(),w(W.$$.fragment),H=u(),x=$("ul"),x.innerHTML=I,Qt=u(),w(z.$$.fragment),Ft=u(),Q=$("p"),Q.innerHTML=ol,Dt=u(),F=$("ul"),F.innerHTML=al,Et=u(),B=$("blockquote"),B.innerHTML=rl,Ot=u(),w(D.$$.fragment),qt=u(),E=$("p"),E.innerHTML=ml,Kt=u(),O=$("table"),O.innerHTML=pl,te=u(),w(q.$$.fragment),ee=u(),K=$("p"),K.textContent=dl,le=u(),tt=$("p"),tt.innerHTML=ul,ne=u(),et=$("table"),et.innerHTML=fl,se=u(),lt=$("p"),lt.textContent=cl,ie=u(),nt=$("p"),nt.innerHTML=hl,oe=u(),w(st.$$.fragment),ae=u(),A=$("blockquote"),A.innerHTML=bl,re=u(),w(it.$$.fragment),me=u(),S=$("blockquote"),S.innerHTML=$l,pe=u(),ot=$("p"),ot.innerHTML=gl,de=u(),w(X.$$.fragment),ue=u(),w(at.$$.fragment),fe=u(),rt=$("ul"),rt.innerHTML=Ml,ce=u(),w(mt.$$.fragment),he=u(),pt=$("p"),pt.textContent=yl,be=u(),dt=$("p"),dt.innerHTML=wl,$e=u(),ut=$("table"),ut.innerHTML=Tl,ge=u(),ft=$("p"),ft.textContent=Ul,Me=u(),ct=$("p"),ct.innerHTML=Cl,ye=u(),w(ht.$$.fragment),we=u(),w(bt.$$.fragment),Te=u(),$t=$("ul"),$t.innerHTML=vl,Ue=u(),w(gt.$$.fragment),Ce=u(),Mt=$("p"),Mt.innerHTML=Jl,ve=u(),w(yt.$$.fragment),Je=u(),w(wt.$$.fragment),Ge=u(),w(Tt.$$.fragment),xe=u(),Ut=$("p"),Ut.textContent=Gl,Re=u(),Ct=$("p"),Ct.innerHTML=xl,je=u(),vt=$("table"),vt.innerHTML=Rl,_e=u(),Jt=$("p"),Jt.textContent=jl,Le=u(),Gt=$("p"),Gt.innerHTML=_l,Ie=u(),w(xt.$$.fragment),ke=u(),w(Rt.$$.fragment),Ze=u(),jt=$("p"),jt.innerHTML=Ll,Ne=u(),w(P.$$.fragment),We=u(),w(_t.$$.fragment),He=u(),Lt=$("ul"),Lt.innerHTML=Il,Be=u(),w(It.$$.fragment),Ae=u(),kt=$("p"),kt.textContent=kl,Se=u(),Zt=$("p"),Zt.innerHTML=Zl,Xe=u(),Nt=$("table"),Nt.innerHTML=Nl,Pe=u(),Wt=$("p"),Wt.innerHTML=Wl,Ve=u(),w(Ht.$$.fragment),Ye=u(),w(Bt.$$.fragment),ze=u(),At=$("p"),At.innerHTML=Hl,Qe=u(),w(V.$$.fragment),Fe=u(),w(St.$$.fragment),De=u(),Xt=$("p"),Xt.innerHTML=Bl,Ee=u(),w(Y.$$.fragment),Oe=u(),w(Pt.$$.fragment),qe=u(),Vt=$("p"),this.h()},l(t){const i=mn("svelte-u9bgzb",document.head);l=g(i,"META",{name:!0,content:!0}),i.forEach(s),m=f(t),e=g(t,"P",{}),zt(e).forEach(s),a=f(t),T(r.$$.fragment,t),d=f(t),T(p.$$.fragment,t),h=f(t),n=g(t,"P",{"data-svelte-h":!0}),v(n)!=="svelte-118o68n"&&(n.innerHTML=c),G=f(t),J=g(t,"P",{"data-svelte-h":!0}),v(J)!=="svelte-16zrphu"&&(J.textContent=R),L=f(t),T(W.$$.fragment,t),H=f(t),x=g(t,"UL",{"data-svelte-h":!0}),v(x)!=="svelte-1cxufgb"&&(x.innerHTML=I),Qt=f(t),T(z.$$.fragment,t),Ft=f(t),Q=g(t,"P",{"data-svelte-h":!0}),v(Q)!=="svelte-1jd2hl"&&(Q.innerHTML=ol),Dt=f(t),F=g(t,"UL",{"data-svelte-h":!0}),v(F)!=="svelte-ypsghf"&&(F.innerHTML=al),Et=f(t),B=g(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),v(B)!=="svelte-cp9l3f"&&(B.innerHTML=rl),Ot=f(t),T(D.$$.fragment,t),qt=f(t),E=g(t,"P",{"data-svelte-h":!0}),v(E)!=="svelte-1cwf52b"&&(E.innerHTML=ml),Kt=f(t),O=g(t,"TABLE",{"data-svelte-h":!0}),v(O)!=="svelte-7ka1gp"&&(O.innerHTML=pl),te=f(t),T(q.$$.fragment,t),ee=f(t),K=g(t,"P",{"data-svelte-h":!0}),v(K)!=="svelte-1f6ncvc"&&(K.textContent=dl),le=f(t),tt=g(t,"P",{"data-svelte-h":!0}),v(tt)!=="svelte-9wkc2z"&&(tt.innerHTML=ul),ne=f(t),et=g(t,"TABLE",{"data-svelte-h":!0}),v(et)!=="svelte-1fiphak"&&(et.innerHTML=fl),se=f(t),lt=g(t,"P",{"data-svelte-h":!0}),v(lt)!=="svelte-8wq6s4"&&(lt.textContent=cl),ie=f(t),nt=g(t,"P",{"data-svelte-h":!0}),v(nt)!=="svelte-49q16t"&&(nt.innerHTML=hl),oe=f(t),T(st.$$.fragment,t),ae=f(t),A=g(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),v(A)!=="svelte-zwu4gi"&&(A.innerHTML=bl),re=f(t),T(it.$$.fragment,t),me=f(t),S=g(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),v(S)!=="svelte-v822tl"&&(S.innerHTML=$l),pe=f(t),ot=g(t,"P",{"data-svelte-h":!0}),v(ot)!=="svelte-1ovl1gx"&&(ot.innerHTML=gl),de=f(t),T(X.$$.fragment,t),ue=f(t),T(at.$$.fragment,t),fe=f(t),rt=g(t,"UL",{"data-svelte-h":!0}),v(rt)!=="svelte-5zaimx"&&(rt.innerHTML=Ml),ce=f(t),T(mt.$$.fragment,t),he=f(t),pt=g(t,"P",{"data-svelte-h":!0}),v(pt)!=="svelte-1f6ncvc"&&(pt.textContent=yl),be=f(t),dt=g(t,"P",{"data-svelte-h":!0}),v(dt)!=="svelte-9wkc2z"&&(dt.innerHTML=wl),$e=f(t),ut=g(t,"TABLE",{"data-svelte-h":!0}),v(ut)!=="svelte-1biik1x"&&(ut.innerHTML=Tl),ge=f(t),ft=g(t,"P",{"data-svelte-h":!0}),v(ft)!=="svelte-dxuv01"&&(ft.textContent=Ul),Me=f(t),ct=g(t,"P",{"data-svelte-h":!0}),v(ct)!=="svelte-49q16t"&&(ct.innerHTML=Cl),ye=f(t),T(ht.$$.fragment,t),we=f(t),T(bt.$$.fragment,t),Te=f(t),$t=g(t,"UL",{"data-svelte-h":!0}),v($t)!=="svelte-1ol1nb2"&&($t.innerHTML=vl),Ue=f(t),T(gt.$$.fragment,t),Ce=f(t),Mt=g(t,"P",{"data-svelte-h":!0}),v(Mt)!=="svelte-49q16t"&&(Mt.innerHTML=Jl),ve=f(t),T(yt.$$.fragment,t),Je=f(t),T(wt.$$.fragment,t),Ge=f(t),T(Tt.$$.fragment,t),xe=f(t),Ut=g(t,"P",{"data-svelte-h":!0}),v(Ut)!=="svelte-1f6ncvc"&&(Ut.textContent=Gl),Re=f(t),Ct=g(t,"P",{"data-svelte-h":!0}),v(Ct)!=="svelte-9wkc2z"&&(Ct.innerHTML=xl),je=f(t),vt=g(t,"TABLE",{"data-svelte-h":!0}),v(vt)!=="svelte-9dvl9"&&(vt.innerHTML=Rl),_e=f(t),Jt=g(t,"P",{"data-svelte-h":!0}),v(Jt)!=="svelte-8wq6s4"&&(Jt.textContent=jl),Le=f(t),Gt=g(t,"P",{"data-svelte-h":!0}),v(Gt)!=="svelte-49q16t"&&(Gt.innerHTML=_l),Ie=f(t),T(xt.$$.fragment,t),ke=f(t),T(Rt.$$.fragment,t),Ze=f(t),jt=g(t,"P",{"data-svelte-h":!0}),v(jt)!=="svelte-am5kx9"&&(jt.innerHTML=Ll),Ne=f(t),T(P.$$.fragment,t),We=f(t),T(_t.$$.fragment,t),He=f(t),Lt=g(t,"UL",{"data-svelte-h":!0}),v(Lt)!=="svelte-toq1xs"&&(Lt.innerHTML=Il),Be=f(t),T(It.$$.fragment,t),Ae=f(t),kt=g(t,"P",{"data-svelte-h":!0}),v(kt)!=="svelte-1f6ncvc"&&(kt.textContent=kl),Se=f(t),Zt=g(t,"P",{"data-svelte-h":!0}),v(Zt)!=="svelte-1fyy1ua"&&(Zt.innerHTML=Zl),Xe=f(t),Nt=g(t,"TABLE",{"data-svelte-h":!0}),v(Nt)!=="svelte-1lvuxxg"&&(Nt.innerHTML=Nl),Pe=f(t),Wt=g(t,"P",{"data-svelte-h":!0}),v(Wt)!=="svelte-49q16t"&&(Wt.innerHTML=Wl),Ve=f(t),T(Ht.$$.fragment,t),Ye=f(t),T(Bt.$$.fragment,t),ze=f(t),At=g(t,"P",{"data-svelte-h":!0}),v(At)!=="svelte-1vr3y6m"&&(At.innerHTML=Hl),Qe=f(t),T(V.$$.fragment,t),Fe=f(t),T(St.$$.fragment,t),De=f(t),Xt=g(t,"P",{"data-svelte-h":!0}),v(Xt)!=="svelte-1fhfips"&&(Xt.innerHTML=Bl),Ee=f(t),T(Y.$$.fragment,t),Oe=f(t),T(Pt.$$.fragment,t),qe=f(t),Vt=g(t,"P",{}),zt(Vt).forEach(s),this.h()},h(){k(l,"name","hf:doc:metadata"),k(l,"content",Zn),k(B,"class","note"),k(A,"class","warning"),k(S,"class","tip")},m(t,i){ll(document.head,l),o(t,m,i),o(t,e,i),o(t,a,i),U(r,t,i),o(t,d,i),U(p,t,i),o(t,h,i),o(t,n,i),o(t,G,i),o(t,J,i),o(t,L,i),U(W,t,i),o(t,H,i),o(t,x,i),o(t,Qt,i),U(z,t,i),o(t,Ft,i),o(t,Q,i),o(t,Dt,i),o(t,F,i),o(t,Et,i),o(t,B,i),o(t,Ot,i),U(D,t,i),o(t,qt,i),o(t,E,i),o(t,Kt,i),o(t,O,i),o(t,te,i),U(q,t,i),o(t,ee,i),o(t,K,i),o(t,le,i),o(t,tt,i),o(t,ne,i),o(t,et,i),o(t,se,i),o(t,lt,i),o(t,ie,i),o(t,nt,i),o(t,oe,i),U(st,t,i),o(t,ae,i),o(t,A,i),o(t,re,i),U(it,t,i),o(t,me,i),o(t,S,i),o(t,pe,i),o(t,ot,i),o(t,de,i),U(X,t,i),o(t,ue,i),U(at,t,i),o(t,fe,i),o(t,rt,i),o(t,ce,i),U(mt,t,i),o(t,he,i),o(t,pt,i),o(t,be,i),o(t,dt,i),o(t,$e,i),o(t,ut,i),o(t,ge,i),o(t,ft,i),o(t,Me,i),o(t,ct,i),o(t,ye,i),U(ht,t,i),o(t,we,i),U(bt,t,i),o(t,Te,i),o(t,$t,i),o(t,Ue,i),U(gt,t,i),o(t,Ce,i),o(t,Mt,i),o(t,ve,i),U(yt,t,i),o(t,Je,i),U(wt,t,i),o(t,Ge,i),U(Tt,t,i),o(t,xe,i),o(t,Ut,i),o(t,Re,i),o(t,Ct,i),o(t,je,i),o(t,vt,i),o(t,_e,i),o(t,Jt,i),o(t,Le,i),o(t,Gt,i),o(t,Ie,i),U(xt,t,i),o(t,ke,i),U(Rt,t,i),o(t,Ze,i),o(t,jt,i),o(t,Ne,i),U(P,t,i),o(t,We,i),U(_t,t,i),o(t,He,i),o(t,Lt,i),o(t,Be,i),U(It,t,i),o(t,Ae,i),o(t,kt,i),o(t,Se,i),o(t,Zt,i),o(t,Xe,i),o(t,Nt,i),o(t,Pe,i),o(t,Wt,i),o(t,Ve,i),U(Ht,t,i),o(t,Ye,i),U(Bt,t,i),o(t,ze,i),o(t,At,i),o(t,Qe,i),U(V,t,i),o(t,Fe,i),U(St,t,i),o(t,De,i),o(t,Xt,i),o(t,Ee,i),U(Y,t,i),o(t,Oe,i),U(Pt,t,i),o(t,qe,i),o(t,Vt,i),Ke=!0},p(t,[i]){const Al={};i&2&&(Al.$$scope={dirty:i,ctx:t}),X.$set(Al);const Sl={};i&2&&(Sl.$$scope={dirty:i,ctx:t}),P.$set(Sl);const Xl={};i&2&&(Xl.$$scope={dirty:i,ctx:t}),V.$set(Xl);const Pl={};i&2&&(Pl.$$scope={dirty:i,ctx:t}),Y.$set(Pl)},i(t){Ke||(M(r.$$.fragment,t),M(p.$$.fragment,t),M(W.$$.fragment,t),M(z.$$.fragment,t),M(D.$$.fragment,t),M(q.$$.fragment,t),M(st.$$.fragment,t),M(it.$$.fragment,t),M(X.$$.fragment,t),M(at.$$.fragment,t),M(mt.$$.fragment,t),M(ht.$$.fragment,t),M(bt.$$.fragment,t),M(gt.$$.fragment,t),M(yt.$$.fragment,t),M(wt.$$.fragment,t),M(Tt.$$.fragment,t),M(xt.$$.fragment,t),M(Rt.$$.fragment,t),M(P.$$.fragment,t),M(_t.$$.fragment,t),M(It.$$.fragment,t),M(Ht.$$.fragment,t),M(Bt.$$.fragment,t),M(V.$$.fragment,t),M(St.$$.fragment,t),M(Y.$$.fragment,t),M(Pt.$$.fragment,t),Ke=!0)},o(t){y(r.$$.fragment,t),y(p.$$.fragment,t),y(W.$$.fragment,t),y(z.$$.fragment,t),y(D.$$.fragment,t),y(q.$$.fragment,t),y(st.$$.fragment,t),y(it.$$.fragment,t),y(X.$$.fragment,t),y(at.$$.fragment,t),y(mt.$$.fragment,t),y(ht.$$.fragment,t),y(bt.$$.fragment,t),y(gt.$$.fragment,t),y(yt.$$.fragment,t),y(wt.$$.fragment,t),y(Tt.$$.fragment,t),y(xt.$$.fragment,t),y(Rt.$$.fragment,t),y(P.$$.fragment,t),y(_t.$$.fragment,t),y(It.$$.fragment,t),y(Ht.$$.fragment,t),y(Bt.$$.fragment,t),y(V.$$.fragment,t),y(St.$$.fragment,t),y(Y.$$.fragment,t),y(Pt.$$.fragment,t),Ke=!1},d(t){t&&(s(m),s(e),s(a),s(d),s(h),s(n),s(G),s(J),s(L),s(H),s(x),s(Qt),s(Ft),s(Q),s(Dt),s(F),s(Et),s(B),s(Ot),s(qt),s(E),s(Kt),s(O),s(te),s(ee),s(K),s(le),s(tt),s(ne),s(et),s(se),s(lt),s(ie),s(nt),s(oe),s(ae),s(A),s(re),s(me),s(S),s(pe),s(ot),s(de),s(ue),s(fe),s(rt),s(ce),s(he),s(pt),s(be),s(dt),s($e),s(ut),s(ge),s(ft),s(Me),s(ct),s(ye),s(we),s(Te),s($t),s(Ue),s(Ce),s(Mt),s(ve),s(Je),s(Ge),s(xe),s(Ut),s(Re),s(Ct),s(je),s(vt),s(_e),s(Jt),s(Le),s(Gt),s(Ie),s(ke),s(Ze),s(jt),s(Ne),s(We),s(He),s(Lt),s(Be),s(Ae),s(kt),s(Se),s(Zt),s(Xe),s(Nt),s(Pe),s(Wt),s(Ve),s(Ye),s(ze),s(At),s(Qe),s(Fe),s(De),s(Xt),s(Ee),s(Oe),s(qe),s(Vt)),s(l),C(r,t),C(p,t),C(W,t),C(z,t),C(D,t),C(q,t),C(st,t),C(it,t),C(X,t),C(at,t),C(mt,t),C(ht,t),C(bt,t),C(gt,t),C(yt,t),C(wt,t),C(Tt,t),C(xt,t),C(Rt,t),C(P,t),C(_t,t),C(It,t),C(Ht,t),C(Bt,t),C(V,t),C(St,t),C(Y,t),C(Pt,t)}}}const Zn='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm (Preview)","local":"rocm","sections":[{"title":"Installation from PyPI","local":"rocm-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';function Nn(b){return tn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Pn extends sl{constructor(l){super(),il(this,l,Nn,kn,nl,{})}}export{Pn as component};