bitsandbytes/pr_1982/en/_app/immutable/nodes/9.89de2a53.js

import{s as nl,c as Dl,u as El,g as Ol,a as ql,d as Kl,j as el,o as tn,n as N}from"../chunks/scheduler.8a2cc2fa.js";import{S as sl,i as il,e as $,s as u,a as M,f as zt,d as s,b as f,k as I,m as i,t as g,o as y,B as en,r as ln,u as nn,l as ll,q as sn,v as on,w as Vl,z as an,x as rn,c as T,h as mn,g as U,j as w,n as C,p as v}from"../chunks/index.7079e750.js";import{C as pn,H as j,E as dn}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.a4e8d3b9.js";import{C as _}from"../chunks/CodeBlock.d77b5865.js";import{e as Yl}from"../chunks/each.e59479a4.js";import{w as un}from"../chunks/index.ed040676.js";const Yt=un({});function fn(b,l){const d=new URL(window.location.href),e=new URLSearchParams(d.search);e.set(b,l),d.search=e.toString(),history.replaceState(null,"",d.toString())}function cn(b){const l=new URL(window.location.href);return new URLSearchParams(l.search).get(b)}function zl(b,l,d){const e=b.slice();return e[7]=l[d],e}function Ql(b){let l,d=b[7]+"",e,a,r,m,p;function h(){return b[6](b[7])}return{c(){l=$("div"),e=ln(d),a=u(),this.h()},l(n){l=M(n,"DIV",{class:!0});var c=zt(l);e=nn(c,d),a=f(c),c.forEach(s),this.h()},h(){I(l,"class",r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(b[2][b[0]]===b[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(n,c){i(n,l,c),ll(l,e),ll(l,a),m||(p=sn(l,"click",h),m=!0)},p(n,c){b=n,c&2&&d!==(d=b[7]+"")&&on(e,d),c&7&&r!==(r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(b[2][b[0]]===b[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&I(l,"class",r)},d(n){n&&s(l),m=!1,p()}}}function hn(b){let l,d,e,a,r=Yl(b[1]),m=[];for(let n=0;n<r.length;n+=1)m[n]=Ql(zl(b,r,n));const p=b[5].default,h=Dl(p,b,b[4],null);return{c(){l=$("div");for(let n=0;n<m.length;n+=1)m[n].c();d=u(),e=$("div"),h&&h.c(),this.h()},l(n){l=M(n,"DIV",{class:!0});var c=zt(l);for(let J=0;J<m.length;J+=1)m[J].l(c);c.forEach(s),d=f(n),e=M(n,"DIV",{class:!0});var x=zt(e);h&&h.l(x),x.forEach(s),this.h()},h(){I(l,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),I(e,"class","language-select")},m(n,c){i(n,l,c);for(let x=0;x<m.length;x+=1)m[x]&&m[x].m(l,null);i(n,d,c),i(n,e,c),h&&h.m(e,null),a=!0},p(n,[c]){if(c&15){r=Yl(n[1]);let x;for(x=0;x<r.length;x+=1){const J=zl(n,r,x);m[x]?m[x].p(J,c):(m[x]=Ql(J),m[x].c(),m[x].m(l,null))}for(;x<m.length;x+=1)m[x].d(1);m.length=r.length}h&&h.p&&(!a||c&16)&&El(h,p,n,n[4],a?ql(p,n[4],c,null):Ol(n[4]),null)},i(n){a||(g(h,n),a=!0)},o(n){y(h,n),a=!1},d(n){n&&(s(l),s(d),s(e)),en(m,n),h&&h.d(n)}}}function bn(b,l,d){let e;Kl(b,Yt,c=>d(2,e=c));let{$$slots:a={},$$scope:r}=l,{id:m}=l,{options:p}=l;el(Yt,e[m]=p[0],e);function h(c){el(Yt,e[m]=c,e),fn(m,c)}tn(()=>{const c=cn(m);c&&p.includes(c)&&el(Yt,e[m]=c,e)});const n=c=>h(c);return b.$$set=c=>{"id"in c&&d(0,m=c.id),"options"in c&&d(1,p=c.options),"$$scope"in c&&d(4,r=c.$$scope)},[m,p,e,h,r,a,n]}class tl extends sl{constructor(l){super(),il(this,l,bn,hn,nl,{id:0,options:1})}}function Fl(b){let l;const d=b[4].default,e=Dl(d,b,b[3],null);return{c(){e&&e.c()},l(a){e&&e.l(a)},m(a,r){e&&e.m(a,r),l=!0},p(a,r){e&&e.p&&(!l||r&8)&&El(e,d,a,a[3],l?ql(d,a[3],r,null):Ol(a[3]),null)},i(a){l||(g(e,a),l=!0)},o(a){y(e,a),l=!1},d(a){e&&e.d(a)}}}function $n(b){let l,d,e=b[2][b[0]]===b[1]&&Fl(b);return{c(){e&&e.c(),l=Vl()},l(a){e&&e.l(a),l=Vl()},m(a,r){e&&e.m(a,r),i(a,l,r),d=!0},p(a,[r]){a[2][a[0]]===a[1]?e?(e.p(a,r),r&7&&g(e,1)):(e=Fl(a),e.c(),g(e,1),e.m(l.parentNode,l)):e&&(an(),y(e,1,1,()=>{e=null}),rn())},i(a){d||(g(e),d=!0)},o(a){y(e),d=!1},d(a){a&&s(l),e&&e.d(a)}}}function Mn(b,l,d){let e;Kl(b,Yt,h=>d(2,e=h));let{$$slots:a={},$$scope:r}=l,{id:m}=l,{option:p}=l;return b.$$set=h=>{"id"in h&&d(0,m=h.id),"option"in h&&d(1,p=h.option),"$$scope"in h&&d(3,r=h.$$scope)},[m,p,e,r,a]}class Z extends sl{constructor(l){super(),il(this,l,Mn,$n,nl,{id:0,option:1})}}function gn(b){let l,d="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.",e,a,r="For example, to install a compiler and CMake on Ubuntu:",m,p,h,n,c='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',x,J,R,L,W="<p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p>",H;return p=new _({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",lang:"bash",wrap:!1}}),J=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=d,e=u(),a=$("p"),a.textContent=r,m=u(),T(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c,x=u(),T(J.$$.fragment),R=u(),L=$("blockquote"),L.innerHTML=W,this.h()},l(G){l=M(G,"P",{"data-svelte-h":!0}),w(l)!=="svelte-62t1s"&&(l.innerHTML=d),e=f(G),a=M(G,"P",{"data-svelte-h":!0}),w(a)!=="svelte-noyxvz"&&(a.textContent=r),m=f(G),U(p.$$.fragment,G),h=f(G),n=M(G,"P",{"data-svelte-h":!0}),w(n)!=="svelte-kc1jbt"&&(n.innerHTML=c),x=f(G),U(J.$$.fragment,G),R=f(G),L=M(G,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(L)!=="svelte-1ayoph"&&(L.innerHTML=W),this.h()},h(){I(L,"class","tip")},m(G,k){i(G,l,k),i(G,e,k),i(G,a,k),i(G,m,k),C(p,G,k),i(G,h,k),i(G,n,k),i(G,x,k),C(J,G,k),i(G,R,k),i(G,L,k),H=!0},p:N,i(G){H||(g(p.$$.fragment,G),g(J.$$.fragment,G),H=!0)},o(G){y(p.$$.fragment,G),y(J.$$.fragment,G),H=!1},d(G){G&&(s(l),s(e),s(a),s(m),s(h),s(n),s(x),s(R),s(L)),v(p,G),v(J,G)}}}function yn(b){let l,d="Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.",e,a,r='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',m,p,h,n,c='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',x;return p=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.textContent=d,e=u(),a=$("p"),a.innerHTML=r,m=u(),T(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c},l(J){l=M(J,"P",{"data-svelte-h":!0}),w(l)!=="svelte-10x6whz"&&(l.textContent=d),e=f(J),a=M(J,"P",{"data-svelte-h":!0}),w(a)!=="svelte-dit2ws"&&(a.innerHTML=r),m=f(J),U(p.$$.fragment,J),h=f(J),n=M(J,"P",{"data-svelte-h":!0}),w(n)!=="svelte-e0ivb"&&(n.innerHTML=c)},m(J,R){i(J,l,R),i(J,e,R),i(J,a,R),i(J,m,R),C(p,J,R),i(J,h,R),i(J,n,R),x=!0},p:N,i(J){x||(g(p.$$.fragment,J),x=!0)},o(J){y(p.$$.fragment,J),x=!1},d(J){J&&(s(l),s(e),s(a),s(m),s(h),s(n)),v(p,J)}}}function wn(b){let l,d,e,a;return l=new Z({props:{id:"source",option:"Linux",$$slots:{default:[gn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"source",option:"Windows",$$slots:{default:[yn]},$$scope:{ctx:b}}}),{c(){T(l.$$.fragment),d=u(),T(e.$$.fragment)},l(r){U(l.$$.fragment,r),d=f(r),U(e.$$.fragment,r)},m(r,m){C(l,r,m),i(r,d,m),C(e,r,m),a=!0},p(r,m){const p={};m&2&&(p.$$scope={dirty:m,ctx:r}),l.$set(p);const h={};m&2&&(h.$$scope={dirty:m,ctx:r}),e.$set(h)},i(r){a||(g(l.$$.fragment,r),g(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&s(d),v(l,r),v(e,r)}}}function Tn(b){let l,d;return l=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){T(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){C(l,e,a),d=!0},p:N,i(e){d||(g(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function Un(b){let l,d="Requires Visual Studio 2022 or 2026.",e,a,r;return a=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.textContent=d,e=u(),T(a.$$.fragment)},l(m){l=M(m,"P",{"data-svelte-h":!0}),w(l)!=="svelte-6ud51n"&&(l.textContent=d),e=f(m),U(a.$$.fragment,m)},m(m,p){i(m,l,p),i(m,e,p),C(a,m,p),r=!0},p:N,i(m){r||(g(a.$$.fragment,m),r=!0)},o(m){y(a.$$.fragment,m),r=!1},d(m){m&&(s(l),s(e)),v(a,m)}}}function Cn(b){let l,d="Requires Visual Studio 2022 or 2026 with the <strong>ARM64 C++ build tools</strong> component, Python &gt;= <strong>3.12</strong>, and PyTorch &gt;= <strong>2.12</strong>.",e,a,r,m,p="<p>The build system will detect the ARM64 architecture automatically via CMake. Only the CPU backend is supported on Windows ARM64 at this time (no CUDA).</p>",h;return a=new _({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=d,e=u(),T(a.$$.fragment),r=u(),m=$("blockquote"),m.innerHTML=p,this.h()},l(n){l=M(n,"P",{"data-svelte-h":!0}),w(l)!=="svelte-1wk0jgv"&&(l.innerHTML=d),e=f(n),U(a.$$.fragment,n),r=f(n),m=M(n,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(m)!=="svelte-79y7uj"&&(m.innerHTML=p),this.h()},h(){I(m,"class","note")},m(n,c){i(n,l,c),i(n,e,c),C(a,n,c),i(n,r,c),i(n,m,c),h=!0},p:N,i(n){h||(g(a.$$.fragment,n),h=!0)},o(n){y(a.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(r),s(m)),v(a,n)}}}function vn(b){let l,d,e,a,r,m;return l=new Z({props:{id:"cpu-source",option:"Linux / macOS",$$slots:{default:[Tn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"cpu-source",option:"Windows (x86-64)",$$slots:{default:[Un]},$$scope:{ctx:b}}}),r=new Z({props:{id:"cpu-source",option:"Windows (ARM64)",$$slots:{default:[Cn]},$$scope:{ctx:b}}}),{c(){T(l.$$.fragment),d=u(),T(e.$$.fragment),a=u(),T(r.$$.fragment)},l(p){U(l.$$.fragment,p),d=f(p),U(e.$$.fragment,p),a=f(p),U(r.$$.fragment,p)},m(p,h){C(l,p,h),i(p,d,h),C(e,p,h),i(p,a,h),C(r,p,h),m=!0},p(p,h){const n={};h&2&&(n.$$scope={dirty:h,ctx:p}),l.$set(n);const c={};h&2&&(c.$$scope={dirty:h,ctx:p}),e.$set(c);const x={};h&2&&(x.$$scope={dirty:h,ctx:p}),r.$set(x)},i(p){m||(g(l.$$.fragment,p),g(e.$$.fragment,p),g(r.$$.fragment,p),m=!0)},o(p){y(l.$$.fragment,p),y(e.$$.fragment,p),y(r.$$.fragment,p),m=!1},d(p){p&&(s(d),s(a)),v(l,p),v(e,p),v(r,p)}}}function Jn(b){let l,d="To compile from source, you need CMake &gt;= <strong>3.31.6</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.).",e,a,r="You should also have a ROCm installation (system-wide or via Docker). The current minimum supported version is <strong>6.2</strong>.",m,p,h;return p=new _({props:{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>

<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=d,e=u(),a=$("p"),a.innerHTML=r,m=u(),T(p.$$.fragment)},l(n){l=M(n,"P",{"data-svelte-h":!0}),w(l)!=="svelte-3khjtw"&&(l.innerHTML=d),e=f(n),a=M(n,"P",{"data-svelte-h":!0}),w(a)!=="svelte-1v5j4ex"&&(a.innerHTML=r),m=f(n),U(p.$$.fragment,n)},m(n,c){i(n,l,c),i(n,e,c),i(n,a,c),i(n,m,c),C(p,n,c),h=!0},p:N,i(n){h||(g(p.$$.fragment,n),h=!0)},o(n){y(p.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(a),s(m)),v(p,n)}}}function xn(b){let l,d="Compilation on Windows requires Visual Studio 2022 with C++ support, CMake, Ninja, and Python &gt;= <strong>3.10</strong>.",e,a,r='Instead of a system-wide ROCm installation, you can use the pip-installable ROCm SDK wheels from <a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com</a>:',m,p,h;return p=new _({props:{code:"JTIzJTIwSW5zdGFsbCUyMFJPQ20lMjBTREslMjB3aGVlbHMlMjAoYWRqdXN0JTIwdmVyc2lvbiUyMGFzJTIwbmVlZGVkKSUwQXBpcCUyMGluc3RhbGwlMjBuaW5qYSUyMGNtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2NvcmUtNy4yLjEtcHkzLW5vbmUtd2luX2FtZDY0LndobCUyMCU1QyUwQSUyMCUyMCUyMCUyMGh0dHBzJTNBJTJGJTJGcmVwby5yYWRlb24uY29tJTJGcm9jbSUyRndpbmRvd3MlMkZyb2NtLXJlbC03LjIuMSUyRnJvY21fc2RrX2RldmVsLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtX3Nka19saWJyYXJpZXNfY3VzdG9tLTcuMi4xLXB5My1ub25lLXdpbl9hbWQ2NC53aGwlMjAlNUMlMEElMjAlMjAlMjAlMjBodHRwcyUzQSUyRiUyRnJlcG8ucmFkZW9uLmNvbSUyRnJvY20lMkZ3aW5kb3dzJTJGcm9jbS1yZWwtNy4yLjElMkZyb2NtLTcuMi4xLnRhci5neiUwQSUwQSUyMyUyMEV4cGFuZCUyMHRoZSUyMGRldmVsJTIwdGFyYmFsbCUwQXJvY20tc2RrJTIwaW5pdCUwQSUwQSUyMyUyMFNldCUyMFJPQ01fUEFUSCUyMGFuZCUyMGFjdGl2YXRlJTIwVmlzdWFsJTIwU3R1ZGlvJTIwZW52aXJvbm1lbnQlMkMlMjB0aGVuJTIwYnVpbGQlMEFleHBvcnQlMjBST0NNX1BBVEglM0QlMjIlMjQocm9jbS1zZGslMjBwYXRoJTIwLS1yb290KSUyMiUwQWV4cG9ydCUyMFBBVEglM0QlMjIlMjQlN0JST0NNX1BBVEglN0QlMkZiaW4lM0ElMjQlN0JQQVRIJTdEJTIyJTBBZ2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLUclMjBOaW5qYSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4MTEwMCUyMiUyMC1EQ01BS0VfQlVJTERfVFlQRSUzRFJlbGVhc2UlMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`<span class="hljs-comment"># Install ROCm SDK wheels (adjust version as needed)</span>
pip install ninja cmake
pip install \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_core-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_devel-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm_sdk_libraries_custom-7.2.1-py3-none-win_amd64.whl \\
    https://repo.radeon.com/rocm/windows/rocm-rel-7.2.1/rocm-7.2.1.tar.gz

<span class="hljs-comment"># Expand the devel tarball</span>
rocm-sdk init

<span class="hljs-comment"># Set ROCM_PATH and activate Visual Studio environment, then build</span>
<span class="hljs-built_in">export</span> ROCM_PATH=<span class="hljs-string">&quot;<span class="hljs-subst">$(rocm-sdk path --root)</span>&quot;</span>
<span class="hljs-built_in">export</span> PATH=<span class="hljs-string">&quot;<span class="hljs-variable">\${ROCM_PATH}</span>/bin:<span class="hljs-variable">\${PATH}</span>&quot;</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -G Ninja -DCOMPUTE_BACKEND=hip -DBNB_ROCM_ARCH=<span class="hljs-string">&quot;gfx1100&quot;</span> -DCMAKE_BUILD_TYPE=Release -S .
cmake --build . --config Release
pip install .`,lang:"bash",wrap:!1}}),{c(){l=$("p"),l.innerHTML=d,e=u(),a=$("p"),a.innerHTML=r,m=u(),T(p.$$.fragment)},l(n){l=M(n,"P",{"data-svelte-h":!0}),w(l)!=="svelte-110d4dl"&&(l.innerHTML=d),e=f(n),a=M(n,"P",{"data-svelte-h":!0}),w(a)!=="svelte-13gc57q"&&(a.innerHTML=r),m=f(n),U(p.$$.fragment,n)},m(n,c){i(n,l,c),i(n,e,c),i(n,a,c),i(n,m,c),C(p,n,c),h=!0},p:N,i(n){h||(g(p.$$.fragment,n),h=!0)},o(n){y(p.$$.fragment,n),h=!1},d(n){n&&(s(l),s(e),s(a),s(m)),v(p,n)}}}function Gn(b){let l,d,e,a;return l=new Z({props:{id:"rocm-source",option:"Linux",$$slots:{default:[Jn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"rocm-source",option:"Windows",$$slots:{default:[xn]},$$scope:{ctx:b}}}),{c(){T(l.$$.fragment),d=u(),T(e.$$.fragment)},l(r){U(l.$$.fragment,r),d=f(r),U(e.$$.fragment,r)},m(r,m){C(l,r,m),i(r,d,m),C(e,r,m),a=!0},p(r,m){const p={};m&2&&(p.$$scope={dirty:m,ctx:r}),l.$set(p);const h={};m&2&&(h.$$scope={dirty:m,ctx:r}),e.$set(h)},i(r){a||(g(l.$$.fragment,r),g(e.$$.fragment,r),a=!0)},o(r){y(l.$$.fragment,r),y(e.$$.fragment,r),a=!1},d(r){r&&s(d),v(l,r),v(e,r)}}}function Rn(b){let l,d;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,lang:"bash",wrap:!1}}),{c(){T(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){C(l,e,a),d=!0},p:N,i(e){d||(g(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function jn(b){let l,d;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',lang:"bash",wrap:!1}}),{c(){T(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){C(l,e,a),d=!0},p:N,i(e){d||(g(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function _n(b){let l,d;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUyMyUyMFJlcXVpcmVzJTIwUHl0aG9uJTIwJTNFJTNEJTIwMy4xMiUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hcm02NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\n<span class="hljs-comment"># Requires Python &gt;= 3.12</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_arm64.whl',lang:"bash",wrap:!1}}),{c(){T(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){C(l,e,a),d=!0},p:N,i(e){d||(g(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function Ln(b){let l,d;return l=new _({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',lang:"bash",wrap:!1}}),{c(){T(l.$$.fragment)},l(e){U(l.$$.fragment,e)},m(e,a){C(l,e,a),d=!0},p:N,i(e){d||(g(l.$$.fragment,e),d=!0)},o(e){y(l.$$.fragment,e),d=!1},d(e){v(l,e)}}}function kn(b){let l,d,e,a,r,m,p,h;return l=new Z({props:{id:"OS",option:"Linux",$$slots:{default:[Rn]},$$scope:{ctx:b}}}),e=new Z({props:{id:"OS",option:"Windows (x86-64)",$$slots:{default:[jn]},$$scope:{ctx:b}}}),r=new Z({props:{id:"OS",option:"Windows (ARM64)",$$slots:{default:[_n]},$$scope:{ctx:b}}}),p=new Z({props:{id:"OS",option:"macOS",$$slots:{default:[Ln]},$$scope:{ctx:b}}}),{c(){T(l.$$.fragment),d=u(),T(e.$$.fragment),a=u(),T(r.$$.fragment),m=u(),T(p.$$.fragment)},l(n){U(l.$$.fragment,n),d=f(n),U(e.$$.fragment,n),a=f(n),U(r.$$.fragment,n),m=f(n),U(p.$$.fragment,n)},m(n,c){C(l,n,c),i(n,d,c),C(e,n,c),i(n,a,c),C(r,n,c),i(n,m,c),C(p,n,c),h=!0},p(n,c){const x={};c&2&&(x.$$scope={dirty:c,ctx:n}),l.$set(x);const J={};c&2&&(J.$$scope={dirty:c,ctx:n}),e.$set(J);const R={};c&2&&(R.$$scope={dirty:c,ctx:n}),r.$set(R);const L={};c&2&&(L.$$scope={dirty:c,ctx:n}),p.$set(L)},i(n){h||(g(l.$$.fragment,n),g(e.$$.fragment,n),g(r.$$.fragment,n),g(p.$$.fragment,n),h=!0)},o(n){y(l.$$.fragment,n),y(e.$$.fragment,n),y(r.$$.fragment,n),y(p.$$.fragment,n),h=!1},d(n){n&&(s(d),s(a),s(m)),v(l,n),v(e,n),v(r,n),v(p,n)}}}function In(b){let l,d,e,a,r,m,p,h,n,c="Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.",x,J,R="We provide official support for NVIDIA GPUs, CPUs, Intel XPUs, and Intel Gaudi. We also have experimental support for additional platforms such as AMD ROCm and Apple Silicon.",L,W,H,G,k='<li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm">AMD ROCm (Preview)</a> <ul><li><a href="#rocm-pip">Installation via PyPI</a></li> <li><a href="#rocm-compile">Compile from Source</a></li></ul></li> <li><a href="#preview-wheels">Preview Wheels</a></li>',Qt,z,Ft,Q,ol="These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.",Dt,F,al="<li>Python &gt;= 3.10</li> <li>PyTorch &gt;= 2.4</li>",Et,B,rl="<p>Windows ARM64 requires Python &gt;= 3.12, as earlier Python versions do not provide official ARM64 Windows builds.</p>",Ot,D,qt,E,ml=`<code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.`,Kt,O,pl="<thead><tr><th><strong>Feature</strong></th> <th><strong>CC Required</strong></th> <th><strong>Example Hardware Requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>7.5+</td> <td>Turing (RTX 20 series, T4) or newer GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr> <tr><td>NF4/FP4 quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody>",te,q,ee,K,dl="This is the most straightforward and recommended installation option.",le,tt,ul="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",ne,et,fl="<thead><tr><th><strong>OS</strong></th> <th><strong>CUDA Toolkit</strong></th> <th><strong>Host Compiler</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>12.8 - 12.9</td> <td>GCC 11.2</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>12.8 - 13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90, sm100, sm110, sm120, sm121</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>11.8 - 12.6</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>12.8 - 12.9</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>13.0</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr></tbody>",se,lt,cl="The Linux build has a minimum glibc version of 2.24.",ie,nt,hl="Use <code>pip</code> or <code>uv</code> to install the latest release:",oe,st,ae,A,bl='<p><strong>NVIDIA Jetson (L4T / JetPack) — source build required.</strong> The <code>Linux aarch64</code> wheels above are built on aarch64-sbsa runners (server-class ARM with the standard CUDA Toolkit). They are <strong>not compatible</strong> with the L4T runtime on Jetson devices (Orin Nano / NX / AGX, Xavier, Thor on CUDA 12), even though both are aarch64 and even though the cubins are binary-compatible with the device’s compute capability (e.g., <code>sm_80</code> cubin runs on <code>sm_87</code> hardware via Ampere-family binary compat — see <a href="https://developer.nvidia.com/blog/understanding-ptx-the-assembly-language-of-cuda-gpu-computing/#binary_compatibility" rel="nofollow">NVIDIA’s docs on binary compatibility</a>). The mismatch is at the CUDA library / ABI layer (JetPack ships its own CUDA Toolkit and system libraries), and surfaces as a runtime symbol-resolution error like <code>Error named symbol not found in /src/csrc/ops.cu</code> on the first CUDA op.</p> <p><strong>Two working options on Jetson:</strong></p> <ol><li><strong>Source build on-device.</strong> Use the <a href="#cuda-compile">Compile from Source</a> instructions below, passing your device’s compute capability explicitly (sm_87 for Orin family, sm_72 for Xavier). On an Orin Nano Super: <code>cmake -DCOMPUTE_BACKEND=cuda -DCOMPUTE_CAPABILITY=87 . &amp;&amp; make -j4 &amp;&amp; pip install .</code></li> <li><strong>Third-party prebuilt</strong> from <a href="https://pypi.jetson-ai-lab.io/" rel="nofollow">Jetson AI Lab’s package index</a> (e.g., <code>pypi.jetson-ai-lab.io/jp6/cu126/bitsandbytes/</code>).</li></ol>',re,it,me,S,$l="<p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p>",pe,ot,Ml="For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):",de,X,ue,at,fe,rt,gl='<li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li>',ce,mt,he,pt,yl="This is the most straightforward and recommended installation option.",be,dt,wl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",$e,ut,Tl="<thead><tr><th><strong>OS</strong></th> <th><strong>oneAPI Toolkit</strong></th> <th><strong>Kernel Implementation</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr></tbody>",Me,ft,Ul="The Linux build has a minimum glibc version of 2.34.",ge,ct,Cl="Use <code>pip</code> or <code>uv</code> to install the latest release:",ye,ht,we,bt,Te,$t,vl='<li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li>',Ue,Mt,Ce,gt,Jl="Use <code>pip</code> or <code>uv</code> to install the latest release:",ve,yt,Je,wt,xe,Tt,Ge,Ut,xl="This is the most straightforward and recommended installation option.",Re,Ct,Gl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",je,vt,Rl="<thead><tr><th><strong>OS</strong></th> <th><strong>Host Compiler</strong></th> <th>Hardware Minimum</th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>GCC 11.4</td> <td>AVX2</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>GCC 11.4</td> <td></td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>MSVC 19.51+ (VS2026)</td> <td>AVX2</td></tr> <tr><td><strong>Windows arm64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>ARM NEON</td></tr> <tr><td><strong>macOS arm64</strong></td> <td>Apple Clang 17</td> <td></td></tr></tbody>",_e,Jt,jl="The Linux build has a minimum glibc version of 2.24.",Le,xt,_l="Use <code>pip</code> or <code>uv</code> to install the latest release:",ke,Gt,Ie,Rt,Ze,jt,Ll="To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.",Ne,P,We,_t,He,Lt,kl=`<li>Support for AMD GPUs is currently in a preview state.</li> <li>All features are supported for both consumer RDNA devices and Data Center CDNA products.</li> <li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. On Linux, see <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance. On Windows, ROCm-enabled PyTorch wheels are available from:
<ul><li><a href="https://repo.radeon.com/rocm/windows/" rel="nofollow">repo.radeon.com/rocm/windows/</a> — official AMD releases</li> <li><a href="https://repo.amd.com/rocm/whl/" rel="nofollow">repo.amd.com/rocm/whl/</a> — <a href="https://github.com/ROCm/TheRock" rel="nofollow">TheRock</a> release builds</li> <li><a href="https://rocm.nightlies.amd.com/v2" rel="nofollow">rocm.nightlies.amd.com/v2</a> — TheRock nightly builds</li></ul></li>`,Be,kt,Ae,It,Il="This is the most straightforward and recommended installation option.",Se,Zt,Zl="The currently distributed <code>bitsandbytes</code> are built with the following configurations:",Xe,Nt,Nl="<thead><tr><th><strong>OS</strong></th> <th><strong>ROCm</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>6.2.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.3.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.4.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.0.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.1.1</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.2.3</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>7.2.1</td> <td>RDNA: gfx1100, gfx1101, gfx1102, gfx1150, gfx1151, gfx1200, gfx1201</td></tr></tbody>",Pe,Wt,Wl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Ve,Ht,Ye,Bt,ze,At,Hl="bitsandbytes can be compiled from ROCm 6.2 - ROCm 7.2.3. See the <code>CMakeLists.txt</code> for additional options.",Qe,V,Fe,St,De,Xt,Bl="If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):",Ee,Y,Oe,Pt,qe,Vt,Ke;return r=new pn({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new j({props:{title:"Installation Guide",local:"installation-guide",headingTag:"h1"}}),W=new j({props:{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"}}),z=new j({props:{title:"System Requirements",local:"requirements",headingTag:"h2"}}),D=new j({props:{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"}}),q=new j({props:{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"}}),st=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),it=new j({props:{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"}}),X=new tl({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[wn]},$$scope:{ctx:b}}}),at=new j({props:{title:"Intel XPU",local:"xpu",headingTag:"h2"}}),mt=new j({props:{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"}}),ht=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),bt=new j({props:{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"}}),Mt=new j({props:{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"}}),yt=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),wt=new j({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),Tt=new j({props:{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"}}),Gt=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),Rt=new j({props:{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"}}),P=new tl({props:{id:"cpu-source",options:["Linux / macOS","Windows (x86-64)","Windows (ARM64)"],$$slots:{default:[vn]},$$scope:{ctx:b}}}),_t=new j({props:{title:"AMD ROCm (Preview)",local:"rocm",headingTag:"h2"}}),kt=new j({props:{title:"Installation from PyPI",local:"rocm-pip",headingTag:"h3"}}),Ht=new _({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",lang:"bash",wrap:!1}}),Bt=new j({props:{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"}}),V=new tl({props:{id:"rocm-source",options:["Linux","Windows"],$$slots:{default:[Gn]},$$scope:{ctx:b}}}),St=new j({props:{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"}}),Y=new tl({props:{id:"OS",options:["Linux","Windows (x86-64)","Windows (ARM64)","macOS"],$$slots:{default:[kn]},$$scope:{ctx:b}}}),Pt=new dn({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){l=$("meta"),d=u(),e=$("p"),a=u(),T(r.$$.fragment),m=u(),T(p.$$.fragment),h=u(),n=$("p"),n.innerHTML=c,x=u(),J=$("p"),J.textContent=R,L=u(),T(W.$$.fragment),H=u(),G=$("ul"),G.innerHTML=k,Qt=u(),T(z.$$.fragment),Ft=u(),Q=$("p"),Q.innerHTML=ol,Dt=u(),F=$("ul"),F.innerHTML=al,Et=u(),B=$("blockquote"),B.innerHTML=rl,Ot=u(),T(D.$$.fragment),qt=u(),E=$("p"),E.innerHTML=ml,Kt=u(),O=$("table"),O.innerHTML=pl,te=u(),T(q.$$.fragment),ee=u(),K=$("p"),K.textContent=dl,le=u(),tt=$("p"),tt.innerHTML=ul,ne=u(),et=$("table"),et.innerHTML=fl,se=u(),lt=$("p"),lt.textContent=cl,ie=u(),nt=$("p"),nt.innerHTML=hl,oe=u(),T(st.$$.fragment),ae=u(),A=$("blockquote"),A.innerHTML=bl,re=u(),T(it.$$.fragment),me=u(),S=$("blockquote"),S.innerHTML=$l,pe=u(),ot=$("p"),ot.innerHTML=Ml,de=u(),T(X.$$.fragment),ue=u(),T(at.$$.fragment),fe=u(),rt=$("ul"),rt.innerHTML=gl,ce=u(),T(mt.$$.fragment),he=u(),pt=$("p"),pt.textContent=yl,be=u(),dt=$("p"),dt.innerHTML=wl,$e=u(),ut=$("table"),ut.innerHTML=Tl,Me=u(),ft=$("p"),ft.textContent=Ul,ge=u(),ct=$("p"),ct.innerHTML=Cl,ye=u(),T(ht.$$.fragment),we=u(),T(bt.$$.fragment),Te=u(),$t=$("ul"),$t.innerHTML=vl,Ue=u(),T(Mt.$$.fragment),Ce=u(),gt=$("p"),gt.innerHTML=Jl,ve=u(),T(yt.$$.fragment),Je=u(),T(wt.$$.fragment),xe=u(),T(Tt.$$.fragment),Ge=u(),Ut=$("p"),Ut.textContent=xl,Re=u(),Ct=$("p"),Ct.innerHTML=Gl,je=u(),vt=$("table"),vt.innerHTML=Rl,_e=u(),Jt=$("p"),Jt.textContent=jl,Le=u(),xt=$("p"),xt.innerHTML=_l,ke=u(),T(Gt.$$.fragment),Ie=u(),T(Rt.$$.fragment),Ze=u(),jt=$("p"),jt.innerHTML=Ll,Ne=u(),T(P.$$.fragment),We=u(),T(_t.$$.fragment),He=u(),Lt=$("ul"),Lt.innerHTML=kl,Be=u(),T(kt.$$.fragment),Ae=u(),It=$("p"),It.textContent=Il,Se=u(),Zt=$("p"),Zt.innerHTML=Zl,Xe=u(),Nt=$("table"),Nt.innerHTML=Nl,Pe=u(),Wt=$("p"),Wt.innerHTML=Wl,Ve=u(),T(Ht.$$.fragment),Ye=u(),T(Bt.$$.fragment),ze=u(),At=$("p"),At.innerHTML=Hl,Qe=u(),T(V.$$.fragment),Fe=u(),T(St.$$.fragment),De=u(),Xt=$("p"),Xt.innerHTML=Bl,Ee=u(),T(Y.$$.fragment),Oe=u(),T(Pt.$$.fragment),qe=u(),Vt=$("p"),this.h()},l(t){const o=mn("svelte-u9bgzb",document.head);l=M(o,"META",{name:!0,content:!0}),o.forEach(s),d=f(t),e=M(t,"P",{}),zt(e).forEach(s),a=f(t),U(r.$$.fragment,t),m=f(t),U(p.$$.fragment,t),h=f(t),n=M(t,"P",{"data-svelte-h":!0}),w(n)!=="svelte-118o68n"&&(n.innerHTML=c),x=f(t),J=M(t,"P",{"data-svelte-h":!0}),w(J)!=="svelte-16zrphu"&&(J.textContent=R),L=f(t),U(W.$$.fragment,t),H=f(t),G=M(t,"UL",{"data-svelte-h":!0}),w(G)!=="svelte-1cxufgb"&&(G.innerHTML=k),Qt=f(t),U(z.$$.fragment,t),Ft=f(t),Q=M(t,"P",{"data-svelte-h":!0}),w(Q)!=="svelte-1jd2hl"&&(Q.innerHTML=ol),Dt=f(t),F=M(t,"UL",{"data-svelte-h":!0}),w(F)!=="svelte-ypsghf"&&(F.innerHTML=al),Et=f(t),B=M(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(B)!=="svelte-cp9l3f"&&(B.innerHTML=rl),Ot=f(t),U(D.$$.fragment,t),qt=f(t),E=M(t,"P",{"data-svelte-h":!0}),w(E)!=="svelte-1cwf52b"&&(E.innerHTML=ml),Kt=f(t),O=M(t,"TABLE",{"data-svelte-h":!0}),w(O)!=="svelte-7ka1gp"&&(O.innerHTML=pl),te=f(t),U(q.$$.fragment,t),ee=f(t),K=M(t,"P",{"data-svelte-h":!0}),w(K)!=="svelte-1f6ncvc"&&(K.textContent=dl),le=f(t),tt=M(t,"P",{"data-svelte-h":!0}),w(tt)!=="svelte-9wkc2z"&&(tt.innerHTML=ul),ne=f(t),et=M(t,"TABLE",{"data-svelte-h":!0}),w(et)!=="svelte-1fiphak"&&(et.innerHTML=fl),se=f(t),lt=M(t,"P",{"data-svelte-h":!0}),w(lt)!=="svelte-8wq6s4"&&(lt.textContent=cl),ie=f(t),nt=M(t,"P",{"data-svelte-h":!0}),w(nt)!=="svelte-49q16t"&&(nt.innerHTML=hl),oe=f(t),U(st.$$.fragment,t),ae=f(t),A=M(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(A)!=="svelte-zwu4gi"&&(A.innerHTML=bl),re=f(t),U(it.$$.fragment,t),me=f(t),S=M(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),w(S)!=="svelte-v822tl"&&(S.innerHTML=$l),pe=f(t),ot=M(t,"P",{"data-svelte-h":!0}),w(ot)!=="svelte-1ovl1gx"&&(ot.innerHTML=Ml),de=f(t),U(X.$$.fragment,t),ue=f(t),U(at.$$.fragment,t),fe=f(t),rt=M(t,"UL",{"data-svelte-h":!0}),w(rt)!=="svelte-5zaimx"&&(rt.innerHTML=gl),ce=f(t),U(mt.$$.fragment,t),he=f(t),pt=M(t,"P",{"data-svelte-h":!0}),w(pt)!=="svelte-1f6ncvc"&&(pt.textContent=yl),be=f(t),dt=M(t,"P",{"data-svelte-h":!0}),w(dt)!=="svelte-9wkc2z"&&(dt.innerHTML=wl),$e=f(t),ut=M(t,"TABLE",{"data-svelte-h":!0}),w(ut)!=="svelte-1biik1x"&&(ut.innerHTML=Tl),Me=f(t),ft=M(t,"P",{"data-svelte-h":!0}),w(ft)!=="svelte-dxuv01"&&(ft.textContent=Ul),ge=f(t),ct=M(t,"P",{"data-svelte-h":!0}),w(ct)!=="svelte-49q16t"&&(ct.innerHTML=Cl),ye=f(t),U(ht.$$.fragment,t),we=f(t),U(bt.$$.fragment,t),Te=f(t),$t=M(t,"UL",{"data-svelte-h":!0}),w($t)!=="svelte-1ol1nb2"&&($t.innerHTML=vl),Ue=f(t),U(Mt.$$.fragment,t),Ce=f(t),gt=M(t,"P",{"data-svelte-h":!0}),w(gt)!=="svelte-49q16t"&&(gt.innerHTML=Jl),ve=f(t),U(yt.$$.fragment,t),Je=f(t),U(wt.$$.fragment,t),xe=f(t),U(Tt.$$.fragment,t),Ge=f(t),Ut=M(t,"P",{"data-svelte-h":!0}),w(Ut)!=="svelte-1f6ncvc"&&(Ut.textContent=xl),Re=f(t),Ct=M(t,"P",{"data-svelte-h":!0}),w(Ct)!=="svelte-9wkc2z"&&(Ct.innerHTML=Gl),je=f(t),vt=M(t,"TABLE",{"data-svelte-h":!0}),w(vt)!=="svelte-u331bm"&&(vt.innerHTML=Rl),_e=f(t),Jt=M(t,"P",{"data-svelte-h":!0}),w(Jt)!=="svelte-8wq6s4"&&(Jt.textContent=jl),Le=f(t),xt=M(t,"P",{"data-svelte-h":!0}),w(xt)!=="svelte-49q16t"&&(xt.innerHTML=_l),ke=f(t),U(Gt.$$.fragment,t),Ie=f(t),U(Rt.$$.fragment,t),Ze=f(t),jt=M(t,"P",{"data-svelte-h":!0}),w(jt)!=="svelte-am5kx9"&&(jt.innerHTML=Ll),Ne=f(t),U(P.$$.fragment,t),We=f(t),U(_t.$$.fragment,t),He=f(t),Lt=M(t,"UL",{"data-svelte-h":!0}),w(Lt)!=="svelte-toq1xs"&&(Lt.innerHTML=kl),Be=f(t),U(kt.$$.fragment,t),Ae=f(t),It=M(t,"P",{"data-svelte-h":!0}),w(It)!=="svelte-1f6ncvc"&&(It.textContent=Il),Se=f(t),Zt=M(t,"P",{"data-svelte-h":!0}),w(Zt)!=="svelte-1fyy1ua"&&(Zt.innerHTML=Zl),Xe=f(t),Nt=M(t,"TABLE",{"data-svelte-h":!0}),w(Nt)!=="svelte-1lvuxxg"&&(Nt.innerHTML=Nl),Pe=f(t),Wt=M(t,"P",{"data-svelte-h":!0}),w(Wt)!=="svelte-49q16t"&&(Wt.innerHTML=Wl),Ve=f(t),U(Ht.$$.fragment,t),Ye=f(t),U(Bt.$$.fragment,t),ze=f(t),At=M(t,"P",{"data-svelte-h":!0}),w(At)!=="svelte-1vr3y6m"&&(At.innerHTML=Hl),Qe=f(t),U(V.$$.fragment,t),Fe=f(t),U(St.$$.fragment,t),De=f(t),Xt=M(t,"P",{"data-svelte-h":!0}),w(Xt)!=="svelte-1fhfips"&&(Xt.innerHTML=Bl),Ee=f(t),U(Y.$$.fragment,t),Oe=f(t),U(Pt.$$.fragment,t),qe=f(t),Vt=M(t,"P",{}),zt(Vt).forEach(s),this.h()},h(){I(l,"name","hf:doc:metadata"),I(l,"content",Zn),I(B,"class","note"),I(A,"class","warning"),I(S,"class","tip")},m(t,o){ll(document.head,l),i(t,d,o),i(t,e,o),i(t,a,o),C(r,t,o),i(t,m,o),C(p,t,o),i(t,h,o),i(t,n,o),i(t,x,o),i(t,J,o),i(t,L,o),C(W,t,o),i(t,H,o),i(t,G,o),i(t,Qt,o),C(z,t,o),i(t,Ft,o),i(t,Q,o),i(t,Dt,o),i(t,F,o),i(t,Et,o),i(t,B,o),i(t,Ot,o),C(D,t,o),i(t,qt,o),i(t,E,o),i(t,Kt,o),i(t,O,o),i(t,te,o),C(q,t,o),i(t,ee,o),i(t,K,o),i(t,le,o),i(t,tt,o),i(t,ne,o),i(t,et,o),i(t,se,o),i(t,lt,o),i(t,ie,o),i(t,nt,o),i(t,oe,o),C(st,t,o),i(t,ae,o),i(t,A,o),i(t,re,o),C(it,t,o),i(t,me,o),i(t,S,o),i(t,pe,o),i(t,ot,o),i(t,de,o),C(X,t,o),i(t,ue,o),C(at,t,o),i(t,fe,o),i(t,rt,o),i(t,ce,o),C(mt,t,o),i(t,he,o),i(t,pt,o),i(t,be,o),i(t,dt,o),i(t,$e,o),i(t,ut,o),i(t,Me,o),i(t,ft,o),i(t,ge,o),i(t,ct,o),i(t,ye,o),C(ht,t,o),i(t,we,o),C(bt,t,o),i(t,Te,o),i(t,$t,o),i(t,Ue,o),C(Mt,t,o),i(t,Ce,o),i(t,gt,o),i(t,ve,o),C(yt,t,o),i(t,Je,o),C(wt,t,o),i(t,xe,o),C(Tt,t,o),i(t,Ge,o),i(t,Ut,o),i(t,Re,o),i(t,Ct,o),i(t,je,o),i(t,vt,o),i(t,_e,o),i(t,Jt,o),i(t,Le,o),i(t,xt,o),i(t,ke,o),C(Gt,t,o),i(t,Ie,o),C(Rt,t,o),i(t,Ze,o),i(t,jt,o),i(t,Ne,o),C(P,t,o),i(t,We,o),C(_t,t,o),i(t,He,o),i(t,Lt,o),i(t,Be,o),C(kt,t,o),i(t,Ae,o),i(t,It,o),i(t,Se,o),i(t,Zt,o),i(t,Xe,o),i(t,Nt,o),i(t,Pe,o),i(t,Wt,o),i(t,Ve,o),C(Ht,t,o),i(t,Ye,o),C(Bt,t,o),i(t,ze,o),i(t,At,o),i(t,Qe,o),C(V,t,o),i(t,Fe,o),C(St,t,o),i(t,De,o),i(t,Xt,o),i(t,Ee,o),C(Y,t,o),i(t,Oe,o),C(Pt,t,o),i(t,qe,o),i(t,Vt,o),Ke=!0},p(t,[o]){const Al={};o&2&&(Al.$$scope={dirty:o,ctx:t}),X.$set(Al);const Sl={};o&2&&(Sl.$$scope={dirty:o,ctx:t}),P.$set(Sl);const Xl={};o&2&&(Xl.$$scope={dirty:o,ctx:t}),V.$set(Xl);const Pl={};o&2&&(Pl.$$scope={dirty:o,ctx:t}),Y.$set(Pl)},i(t){Ke||(g(r.$$.fragment,t),g(p.$$.fragment,t),g(W.$$.fragment,t),g(z.$$.fragment,t),g(D.$$.fragment,t),g(q.$$.fragment,t),g(st.$$.fragment,t),g(it.$$.fragment,t),g(X.$$.fragment,t),g(at.$$.fragment,t),g(mt.$$.fragment,t),g(ht.$$.fragment,t),g(bt.$$.fragment,t),g(Mt.$$.fragment,t),g(yt.$$.fragment,t),g(wt.$$.fragment,t),g(Tt.$$.fragment,t),g(Gt.$$.fragment,t),g(Rt.$$.fragment,t),g(P.$$.fragment,t),g(_t.$$.fragment,t),g(kt.$$.fragment,t),g(Ht.$$.fragment,t),g(Bt.$$.fragment,t),g(V.$$.fragment,t),g(St.$$.fragment,t),g(Y.$$.fragment,t),g(Pt.$$.fragment,t),Ke=!0)},o(t){y(r.$$.fragment,t),y(p.$$.fragment,t),y(W.$$.fragment,t),y(z.$$.fragment,t),y(D.$$.fragment,t),y(q.$$.fragment,t),y(st.$$.fragment,t),y(it.$$.fragment,t),y(X.$$.fragment,t),y(at.$$.fragment,t),y(mt.$$.fragment,t),y(ht.$$.fragment,t),y(bt.$$.fragment,t),y(Mt.$$.fragment,t),y(yt.$$.fragment,t),y(wt.$$.fragment,t),y(Tt.$$.fragment,t),y(Gt.$$.fragment,t),y(Rt.$$.fragment,t),y(P.$$.fragment,t),y(_t.$$.fragment,t),y(kt.$$.fragment,t),y(Ht.$$.fragment,t),y(Bt.$$.fragment,t),y(V.$$.fragment,t),y(St.$$.fragment,t),y(Y.$$.fragment,t),y(Pt.$$.fragment,t),Ke=!1},d(t){t&&(s(d),s(e),s(a),s(m),s(h),s(n),s(x),s(J),s(L),s(H),s(G),s(Qt),s(Ft),s(Q),s(Dt),s(F),s(Et),s(B),s(Ot),s(qt),s(E),s(Kt),s(O),s(te),s(ee),s(K),s(le),s(tt),s(ne),s(et),s(se),s(lt),s(ie),s(nt),s(oe),s(ae),s(A),s(re),s(me),s(S),s(pe),s(ot),s(de),s(ue),s(fe),s(rt),s(ce),s(he),s(pt),s(be),s(dt),s($e),s(ut),s(Me),s(ft),s(ge),s(ct),s(ye),s(we),s(Te),s($t),s(Ue),s(Ce),s(gt),s(ve),s(Je),s(xe),s(Ge),s(Ut),s(Re),s(Ct),s(je),s(vt),s(_e),s(Jt),s(Le),s(xt),s(ke),s(Ie),s(Ze),s(jt),s(Ne),s(We),s(He),s(Lt),s(Be),s(Ae),s(It),s(Se),s(Zt),s(Xe),s(Nt),s(Pe),s(Wt),s(Ve),s(Ye),s(ze),s(At),s(Qe),s(Fe),s(De),s(Xt),s(Ee),s(Oe),s(qe),s(Vt)),s(l),v(r,t),v(p,t),v(W,t),v(z,t),v(D,t),v(q,t),v(st,t),v(it,t),v(X,t),v(at,t),v(mt,t),v(ht,t),v(bt,t),v(Mt,t),v(yt,t),v(wt,t),v(Tt,t),v(Gt,t),v(Rt,t),v(P,t),v(_t,t),v(kt,t),v(Ht,t),v(Bt,t),v(V,t),v(St,t),v(Y,t),v(Pt,t)}}}const Zn='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm (Preview)","local":"rocm","sections":[{"title":"Installation from PyPI","local":"rocm-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';function Nn(b){return tn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Pn extends sl{constructor(l){super(),il(this,l,Nn,In,nl,{})}}export{Pn as component};