bitsandbytes/pr_1908/en/_app/immutable/nodes/9.15ba901f.js

import{s as ll,c as Dl,u as Fl,g as Ql,a as ql,d as El,j as tl,o as Ol,n as Yt}from"../chunks/scheduler.8a2cc2fa.js";import{S as il,i as nl,e as g,s as o,a as $,f as zt,d as l,b as r,k as N,m as n,t as w,o as T,B as Kl,r as ti,u as ei,l as el,q as li,v as ii,w as Bl,z as ni,x as si,c as x,h as ai,g as v,j as y,n as U,p as G}from"../chunks/index.7079e750.js";import{C as oi,H as J,E as ri}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.2b7ce466.js";import{C as k}from"../chunks/CodeBlock.a326412a.js";import{e as Xl}from"../chunks/each.e59479a4.js";import{w as mi}from"../chunks/index.ed040676.js";const St=mi({});function di(h,s){const m=new URL(window.location.href),i=new URLSearchParams(m.search);i.set(h,s),m.search=i.toString(),history.replaceState(null,"",m.toString())}function pi(h){const s=new URL(window.location.href);return new URLSearchParams(s.search).get(h)}function Sl(h,s,m){const i=h.slice();return i[7]=s[m],i}function Vl(h){let s,m=h[7]+"",i,a,d,u,p;function c(){return h[6](h[7])}return{c(){s=g("div"),i=ti(m),a=o(),this.h()},l(f){s=$(f,"DIV",{class:!0});var b=zt(s);i=ei(b,m),a=r(b),b.forEach(l),this.h()},h(){N(s,"class",d="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(f,b){n(f,s,b),el(s,i),el(s,a),u||(p=li(s,"click",c),u=!0)},p(f,b){h=f,b&2&&m!==(m=h[7]+"")&&ii(i,m),b&7&&d!==(d="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&N(s,"class",d)},d(f){f&&l(s),u=!1,p()}}}function fi(h){let s,m,i,a,d=Xl(h[1]),u=[];for(let f=0;f<d.length;f+=1)u[f]=Vl(Sl(h,d,f));const p=h[5].default,c=Dl(p,h,h[4],null);return{c(){s=g("div");for(let f=0;f<u.length;f+=1)u[f].c();m=o(),i=g("div"),c&&c.c(),this.h()},l(f){s=$(f,"DIV",{class:!0});var b=zt(s);for(let M=0;M<u.length;M+=1)u[M].l(b);b.forEach(l),m=r(f),i=$(f,"DIV",{class:!0});var _=zt(i);c&&c.l(_),_.forEach(l),this.h()},h(){N(s,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),N(i,"class","language-select")},m(f,b){n(f,s,b);for(let _=0;_<u.length;_+=1)u[_]&&u[_].m(s,null);n(f,m,b),n(f,i,b),c&&c.m(i,null),a=!0},p(f,[b]){if(b&15){d=Xl(f[1]);let _;for(_=0;_<d.length;_+=1){const M=Sl(f,d,_);u[_]?u[_].p(M,b):(u[_]=Vl(M),u[_].c(),u[_].m(s,null))}for(;_<u.length;_+=1)u[_].d(1);u.length=d.length}c&&c.p&&(!a||b&16)&&Fl(c,p,f,f[4],a?ql(p,f[4],b,null):Ql(f[4]),null)},i(f){a||(w(c,f),a=!0)},o(f){T(c,f),a=!1},d(f){f&&(l(s),l(m),l(i)),Kl(u,f),c&&c.d(f)}}}function ui(h,s,m){let i;El(h,St,b=>m(2,i=b));let{$$slots:a={},$$scope:d}=s,{id:u}=s,{options:p}=s;tl(St,i[u]=p[0],i);function c(b){tl(St,i[u]=b,i),di(u,b)}Ol(()=>{const b=pi(u);b&&p.includes(b)&&tl(St,i[u]=b,i)});const f=b=>c(b);return h.$$set=b=>{"id"in b&&m(0,u=b.id),"options"in b&&m(1,p=b.options),"$$scope"in b&&m(4,d=b.$$scope)},[u,p,i,c,d,a,f]}class zl extends il{constructor(s){super(),nl(this,s,ui,fi,ll,{id:0,options:1})}}function Yl(h){let s;const m=h[4].default,i=Dl(m,h,h[3],null);return{c(){i&&i.c()},l(a){i&&i.l(a)},m(a,d){i&&i.m(a,d),s=!0},p(a,d){i&&i.p&&(!s||d&8)&&Fl(i,m,a,a[3],s?ql(m,a[3],d,null):Ql(a[3]),null)},i(a){s||(w(i,a),s=!0)},o(a){T(i,a),s=!1},d(a){i&&i.d(a)}}}function ci(h){let s,m,i=h[2][h[0]]===h[1]&&Yl(h);return{c(){i&&i.c(),s=Bl()},l(a){i&&i.l(a),s=Bl()},m(a,d){i&&i.m(a,d),n(a,s,d),m=!0},p(a,[d]){a[2][a[0]]===a[1]?i?(i.p(a,d),d&7&&w(i,1)):(i=Yl(a),i.c(),w(i,1),i.m(s.parentNode,s)):i&&(ni(),T(i,1,1,()=>{i=null}),si())},i(a){m||(w(i),m=!0)},o(a){T(i),m=!1},d(a){a&&l(s),i&&i.d(a)}}}function hi(h,s,m){let i;El(h,St,c=>m(2,i=c));let{$$slots:a={},$$scope:d}=s,{id:u}=s,{option:p}=s;return h.$$set=c=>{"id"in c&&m(0,u=c.id),"option"in c&&m(1,p=c.option),"$$scope"in c&&m(3,d=c.$$scope)},[u,p,i,d,a]}class Vt extends il{constructor(s){super(),nl(this,s,hi,ci,ll,{id:0,option:1})}}function bi(h){let s,m="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.",i,a,d="For example, to install a compiler and CMake on Ubuntu:",u,p,c,f,b='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',_,M,L,R,j="<p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p>",H;return p=new k({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),M=new k({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){s=g("p"),s.innerHTML=m,i=o(),a=g("p"),a.textContent=d,u=o(),x(p.$$.fragment),c=o(),f=g("p"),f.innerHTML=b,_=o(),x(M.$$.fragment),L=o(),R=g("blockquote"),R.innerHTML=j,this.h()},l(C){s=$(C,"P",{"data-svelte-h":!0}),y(s)!=="svelte-62t1s"&&(s.innerHTML=m),i=r(C),a=$(C,"P",{"data-svelte-h":!0}),y(a)!=="svelte-noyxvz"&&(a.textContent=d),u=r(C),v(p.$$.fragment,C),c=r(C),f=$(C,"P",{"data-svelte-h":!0}),y(f)!=="svelte-kc1jbt"&&(f.innerHTML=b),_=r(C),v(M.$$.fragment,C),L=r(C),R=$(C,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),y(R)!=="svelte-1ayoph"&&(R.innerHTML=j),this.h()},h(){N(R,"class","tip")},m(C,I){n(C,s,I),n(C,i,I),n(C,a,I),n(C,u,I),U(p,C,I),n(C,c,I),n(C,f,I),n(C,_,I),U(M,C,I),n(C,L,I),n(C,R,I),H=!0},p:Yt,i(C){H||(w(p.$$.fragment,C),w(M.$$.fragment,C),H=!0)},o(C){T(p.$$.fragment,C),T(M.$$.fragment,C),H=!1},d(C){C&&(l(s),l(i),l(a),l(u),l(c),l(f),l(_),l(L),l(R)),G(p,C),G(M,C)}}}function gi(h){let s,m="Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.",i,a,d='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',u,p,c,f,b='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',_;return p=new k({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){s=g("p"),s.textContent=m,i=o(),a=g("p"),a.innerHTML=d,u=o(),x(p.$$.fragment),c=o(),f=g("p"),f.innerHTML=b},l(M){s=$(M,"P",{"data-svelte-h":!0}),y(s)!=="svelte-10x6whz"&&(s.textContent=m),i=r(M),a=$(M,"P",{"data-svelte-h":!0}),y(a)!=="svelte-dit2ws"&&(a.innerHTML=d),u=r(M),v(p.$$.fragment,M),c=r(M),f=$(M,"P",{"data-svelte-h":!0}),y(f)!=="svelte-e0ivb"&&(f.innerHTML=b)},m(M,L){n(M,s,L),n(M,i,L),n(M,a,L),n(M,u,L),U(p,M,L),n(M,c,L),n(M,f,L),_=!0},p:Yt,i(M){_||(w(p.$$.fragment,M),_=!0)},o(M){T(p.$$.fragment,M),_=!1},d(M){M&&(l(s),l(i),l(a),l(u),l(c),l(f)),G(p,M)}}}function $i(h){let s,m,i,a;return s=new Vt({props:{id:"source",option:"Linux",$$slots:{default:[bi]},$$scope:{ctx:h}}}),i=new Vt({props:{id:"source",option:"Windows",$$slots:{default:[gi]},$$scope:{ctx:h}}}),{c(){x(s.$$.fragment),m=o(),x(i.$$.fragment)},l(d){v(s.$$.fragment,d),m=r(d),v(i.$$.fragment,d)},m(d,u){U(s,d,u),n(d,m,u),U(i,d,u),a=!0},p(d,u){const p={};u&2&&(p.$$scope={dirty:u,ctx:d}),s.$set(p);const c={};u&2&&(c.$$scope={dirty:u,ctx:d}),i.$set(c)},i(d){a||(w(s.$$.fragment,d),w(i.$$.fragment,d),a=!0)},o(d){T(s.$$.fragment,d),T(i.$$.fragment,d),a=!1},d(d){d&&l(m),G(s,d),G(i,d)}}}function Mi(h){let s,m;return s=new k({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,wrap:!1}}),{c(){x(s.$$.fragment)},l(i){v(s.$$.fragment,i)},m(i,a){U(s,i,a),m=!0},p:Yt,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){G(s,i)}}}function yi(h){let s,m;return s=new k({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',wrap:!1}}),{c(){x(s.$$.fragment)},l(i){v(s.$$.fragment,i)},m(i,a){U(s,i,a),m=!0},p:Yt,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){G(s,i)}}}function wi(h){let s,m;return s=new k({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',wrap:!1}}),{c(){x(s.$$.fragment)},l(i){v(s.$$.fragment,i)},m(i,a){U(s,i,a),m=!0},p:Yt,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){G(s,i)}}}function Ti(h){let s,m,i,a,d,u;return s=new Vt({props:{id:"OS",option:"Linux",$$slots:{default:[Mi]},$$scope:{ctx:h}}}),i=new Vt({props:{id:"OS",option:"Windows",$$slots:{default:[yi]},$$scope:{ctx:h}}}),d=new Vt({props:{id:"OS",option:"macOS",$$slots:{default:[wi]},$$scope:{ctx:h}}}),{c(){x(s.$$.fragment),m=o(),x(i.$$.fragment),a=o(),x(d.$$.fragment)},l(p){v(s.$$.fragment,p),m=r(p),v(i.$$.fragment,p),a=r(p),v(d.$$.fragment,p)},m(p,c){U(s,p,c),n(p,m,c),U(i,p,c),n(p,a,c),U(d,p,c),u=!0},p(p,c){const f={};c&2&&(f.$$scope={dirty:c,ctx:p}),s.$set(f);const b={};c&2&&(b.$$scope={dirty:c,ctx:p}),i.$set(b);const _={};c&2&&(_.$$scope={dirty:c,ctx:p}),d.$set(_)},i(p){u||(w(s.$$.fragment,p),w(i.$$.fragment,p),w(d.$$.fragment,p),u=!0)},o(p){T(s.$$.fragment,p),T(i.$$.fragment,p),T(d.$$.fragment,p),u=!1},d(p){p&&(l(m),l(a)),G(s,p),G(i,p),G(d,p)}}}function Ci(h){let s,m,i,a,d,u,p,c,f,b="Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.",_,M,L="We provide official support for NVIDIA GPUs, CPUs, Intel XPUs, and Intel Gaudi. We also have experimental support for additional platforms such as AMD ROCm and Apple Silicon.",R,j,H,C,I='<li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm">AMD ROCm (Preview)</a> <ul><li><a href="#rocm-pip">Installation via PyPI</a></li> <li><a href="#rocm-compile">Compile from Source</a></li></ul></li> <li><a href="#preview-wheels">Preview Wheels</a></li>',Dt,A,Ft,B,sl="These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.",Qt,X,al="<li>Python &gt;= 3.10</li> <li>PyTorch &gt;= 2.3</li>",qt,S,Et,V,ol=`<code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.`,Ot,z,rl="<thead><tr><th><strong>Feature</strong></th> <th><strong>CC Required</strong></th> <th><strong>Example Hardware Requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>7.5+</td> <td>Turing (RTX 20 series, T4) or newer GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr> <tr><td>NF4/FP4 quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody>",Kt,Y,te,D,ml="This is the most straightforward and recommended installation option.",ee,F,dl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",le,Q,pl="<thead><tr><th><strong>OS</strong></th> <th><strong>CUDA Toolkit</strong></th> <th><strong>Host Compiler</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>12.8 - 12.9</td> <td>GCC 11.2</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>12.8 - 13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90, sm100, sm110, sm120, sm121</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>11.8 - 12.6</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>12.8 - 12.9</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>13.0</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr></tbody>",ie,q,fl="The Linux build has a minimum glibc version of 2.24.",ne,E,ul="Use <code>pip</code> or <code>uv</code> to install the latest release:",se,O,ae,K,oe,P,cl="<p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p>",re,tt,hl="For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):",me,Z,de,et,pe,lt,bl='<li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li>',fe,it,ue,nt,gl="This is the most straightforward and recommended installation option.",ce,st,$l="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",he,at,Ml="<thead><tr><th><strong>OS</strong></th> <th><strong>oneAPI Toolkit</strong></th> <th><strong>Kernel Implementation</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr></tbody>",be,ot,yl="The Linux build has a minimum glibc version of 2.34.",ge,rt,wl="Use <code>pip</code> or <code>uv</code> to install the latest release:",$e,mt,Me,dt,ye,pt,Tl='<li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li>',we,ft,Te,ut,Cl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Ce,ct,xe,ht,ve,bt,Ue,gt,xl="This is the most straightforward and recommended installation option.",Ge,$t,vl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",_e,Mt,Ul="<thead><tr><th><strong>OS</strong></th> <th><strong>Host Compiler</strong></th> <th>Hardware Minimum</th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>GCC 11.4</td> <td>AVX2</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>GCC 11.4</td> <td></td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>AVX2</td></tr> <tr><td><strong>macOS arm64</strong></td> <td>Apple Clang 17</td> <td></td></tr></tbody>",Je,yt,Gl="The Linux build has a minimum glibc version of 2.24.",Le,wt,_l="Use <code>pip</code> or <code>uv</code> to install the latest release:",Ie,Tt,Re,Ct,ke,xt,Jl="To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.",je,vt,He,Ut,Pe,Gt,Ll='<li>Support for AMD GPUs is currently in a preview state.</li> <li>All features are supported for both consumer RDNA devices and Data Center CDNA products.</li> <li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. See <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance.</li>',Ze,_t,We,Jt,Il="This is the most straightforward and recommended installation option.",Ne,Lt,Rl="The currently distributed <code>bitsandbytes</code> are built with the following configurations:",Ae,It,kl="<thead><tr><th><strong>OS</strong></th> <th><strong>ROCm</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>6.2.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.3.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.4.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.0.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.1.0</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.2.0</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1102, gfx1103, gfx1150, gfx1151, gfx1152, gfx1153, gfx1200, gfx1201</td></tr></tbody>",Be,Rt,jl="<strong>Windows is not currently supported.</strong>",Xe,kt,Hl="Use <code>pip</code> or <code>uv</code> to install the latest release:",Se,jt,Ve,Ht,ze,Pt,Pl="bitsandbytes can be compiled from ROCm 6.2 - ROCm 7.2.",Ye,Zt,Zl="To compile from source, you need CMake &gt;= <strong>3.31.6</strong>.",De,Wt,Fe,Nt,Qe,At,Wl="If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):",qe,W,Ee,Bt,Oe,Xt,Ke;return d=new oi({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new J({props:{title:"Installation Guide",local:"installation-guide",headingTag:"h1"}}),j=new J({props:{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"}}),A=new J({props:{title:"System Requirements",local:"requirements",headingTag:"h2"}}),S=new J({props:{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"}}),Y=new J({props:{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"}}),O=new k({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),K=new J({props:{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"}}),Z=new zl({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[$i]},$$scope:{ctx:h}}}),et=new J({props:{title:"Intel XPU",local:"xpu",headingTag:"h2"}}),it=new J({props:{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"}}),mt=new k({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),dt=new J({props:{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"}}),ft=new J({props:{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"}}),ct=new k({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),ht=new J({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),bt=new J({props:{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"}}),Tt=new k({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),Ct=new J({props:{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"}}),vt=new k({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,wrap:!1}}),Ut=new J({props:{title:"AMD ROCm (Preview)",local:"rocm",headingTag:"h2"}}),_t=new J({props:{title:"Installation from PyPI",local:"rocm-pip",headingTag:"h3"}}),jt=new k({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),Ht=new J({props:{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"}}),Wt=new k({props:{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>
<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),Nt=new J({props:{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"}}),W=new zl({props:{id:"OS",options:["Linux","Windows","macOS"],$$slots:{default:[Ti]},$$scope:{ctx:h}}}),Bt=new ri({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){s=g("meta"),m=o(),i=g("p"),a=o(),x(d.$$.fragment),u=o(),x(p.$$.fragment),c=o(),f=g("p"),f.innerHTML=b,_=o(),M=g("p"),M.textContent=L,R=o(),x(j.$$.fragment),H=o(),C=g("ul"),C.innerHTML=I,Dt=o(),x(A.$$.fragment),Ft=o(),B=g("p"),B.innerHTML=sl,Qt=o(),X=g("ul"),X.innerHTML=al,qt=o(),x(S.$$.fragment),Et=o(),V=g("p"),V.innerHTML=ol,Ot=o(),z=g("table"),z.innerHTML=rl,Kt=o(),x(Y.$$.fragment),te=o(),D=g("p"),D.textContent=ml,ee=o(),F=g("p"),F.innerHTML=dl,le=o(),Q=g("table"),Q.innerHTML=pl,ie=o(),q=g("p"),q.textContent=fl,ne=o(),E=g("p"),E.innerHTML=ul,se=o(),x(O.$$.fragment),ae=o(),x(K.$$.fragment),oe=o(),P=g("blockquote"),P.innerHTML=cl,re=o(),tt=g("p"),tt.innerHTML=hl,me=o(),x(Z.$$.fragment),de=o(),x(et.$$.fragment),pe=o(),lt=g("ul"),lt.innerHTML=bl,fe=o(),x(it.$$.fragment),ue=o(),nt=g("p"),nt.textContent=gl,ce=o(),st=g("p"),st.innerHTML=$l,he=o(),at=g("table"),at.innerHTML=Ml,be=o(),ot=g("p"),ot.textContent=yl,ge=o(),rt=g("p"),rt.innerHTML=wl,$e=o(),x(mt.$$.fragment),Me=o(),x(dt.$$.fragment),ye=o(),pt=g("ul"),pt.innerHTML=Tl,we=o(),x(ft.$$.fragment),Te=o(),ut=g("p"),ut.innerHTML=Cl,Ce=o(),x(ct.$$.fragment),xe=o(),x(ht.$$.fragment),ve=o(),x(bt.$$.fragment),Ue=o(),gt=g("p"),gt.textContent=xl,Ge=o(),$t=g("p"),$t.innerHTML=vl,_e=o(),Mt=g("table"),Mt.innerHTML=Ul,Je=o(),yt=g("p"),yt.textContent=Gl,Le=o(),wt=g("p"),wt.innerHTML=_l,Ie=o(),x(Tt.$$.fragment),Re=o(),x(Ct.$$.fragment),ke=o(),xt=g("p"),xt.innerHTML=Jl,je=o(),x(vt.$$.fragment),He=o(),x(Ut.$$.fragment),Pe=o(),Gt=g("ul"),Gt.innerHTML=Ll,Ze=o(),x(_t.$$.fragment),We=o(),Jt=g("p"),Jt.textContent=Il,Ne=o(),Lt=g("p"),Lt.innerHTML=Rl,Ae=o(),It=g("table"),It.innerHTML=kl,Be=o(),Rt=g("p"),Rt.innerHTML=jl,Xe=o(),kt=g("p"),kt.innerHTML=Hl,Se=o(),x(jt.$$.fragment),Ve=o(),x(Ht.$$.fragment),ze=o(),Pt=g("p"),Pt.textContent=Pl,Ye=o(),Zt=g("p"),Zt.innerHTML=Zl,De=o(),x(Wt.$$.fragment),Fe=o(),x(Nt.$$.fragment),Qe=o(),At=g("p"),At.innerHTML=Wl,qe=o(),x(W.$$.fragment),Ee=o(),x(Bt.$$.fragment),Oe=o(),Xt=g("p"),this.h()},l(t){const e=ai("svelte-u9bgzb",document.head);s=$(e,"META",{name:!0,content:!0}),e.forEach(l),m=r(t),i=$(t,"P",{}),zt(i).forEach(l),a=r(t),v(d.$$.fragment,t),u=r(t),v(p.$$.fragment,t),c=r(t),f=$(t,"P",{"data-svelte-h":!0}),y(f)!=="svelte-118o68n"&&(f.innerHTML=b),_=r(t),M=$(t,"P",{"data-svelte-h":!0}),y(M)!=="svelte-16zrphu"&&(M.textContent=L),R=r(t),v(j.$$.fragment,t),H=r(t),C=$(t,"UL",{"data-svelte-h":!0}),y(C)!=="svelte-1cxufgb"&&(C.innerHTML=I),Dt=r(t),v(A.$$.fragment,t),Ft=r(t),B=$(t,"P",{"data-svelte-h":!0}),y(B)!=="svelte-1jd2hl"&&(B.innerHTML=sl),Qt=r(t),X=$(t,"UL",{"data-svelte-h":!0}),y(X)!=="svelte-cox154"&&(X.innerHTML=al),qt=r(t),v(S.$$.fragment,t),Et=r(t),V=$(t,"P",{"data-svelte-h":!0}),y(V)!=="svelte-1cwf52b"&&(V.innerHTML=ol),Ot=r(t),z=$(t,"TABLE",{"data-svelte-h":!0}),y(z)!=="svelte-7ka1gp"&&(z.innerHTML=rl),Kt=r(t),v(Y.$$.fragment,t),te=r(t),D=$(t,"P",{"data-svelte-h":!0}),y(D)!=="svelte-1f6ncvc"&&(D.textContent=ml),ee=r(t),F=$(t,"P",{"data-svelte-h":!0}),y(F)!=="svelte-9wkc2z"&&(F.innerHTML=dl),le=r(t),Q=$(t,"TABLE",{"data-svelte-h":!0}),y(Q)!=="svelte-1fiphak"&&(Q.innerHTML=pl),ie=r(t),q=$(t,"P",{"data-svelte-h":!0}),y(q)!=="svelte-8wq6s4"&&(q.textContent=fl),ne=r(t),E=$(t,"P",{"data-svelte-h":!0}),y(E)!=="svelte-49q16t"&&(E.innerHTML=ul),se=r(t),v(O.$$.fragment,t),ae=r(t),v(K.$$.fragment,t),oe=r(t),P=$(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),y(P)!=="svelte-v822tl"&&(P.innerHTML=cl),re=r(t),tt=$(t,"P",{"data-svelte-h":!0}),y(tt)!=="svelte-1ovl1gx"&&(tt.innerHTML=hl),me=r(t),v(Z.$$.fragment,t),de=r(t),v(et.$$.fragment,t),pe=r(t),lt=$(t,"UL",{"data-svelte-h":!0}),y(lt)!=="svelte-5zaimx"&&(lt.innerHTML=bl),fe=r(t),v(it.$$.fragment,t),ue=r(t),nt=$(t,"P",{"data-svelte-h":!0}),y(nt)!=="svelte-1f6ncvc"&&(nt.textContent=gl),ce=r(t),st=$(t,"P",{"data-svelte-h":!0}),y(st)!=="svelte-9wkc2z"&&(st.innerHTML=$l),he=r(t),at=$(t,"TABLE",{"data-svelte-h":!0}),y(at)!=="svelte-1biik1x"&&(at.innerHTML=Ml),be=r(t),ot=$(t,"P",{"data-svelte-h":!0}),y(ot)!=="svelte-dxuv01"&&(ot.textContent=yl),ge=r(t),rt=$(t,"P",{"data-svelte-h":!0}),y(rt)!=="svelte-49q16t"&&(rt.innerHTML=wl),$e=r(t),v(mt.$$.fragment,t),Me=r(t),v(dt.$$.fragment,t),ye=r(t),pt=$(t,"UL",{"data-svelte-h":!0}),y(pt)!=="svelte-1ol1nb2"&&(pt.innerHTML=Tl),we=r(t),v(ft.$$.fragment,t),Te=r(t),ut=$(t,"P",{"data-svelte-h":!0}),y(ut)!=="svelte-49q16t"&&(ut.innerHTML=Cl),Ce=r(t),v(ct.$$.fragment,t),xe=r(t),v(ht.$$.fragment,t),ve=r(t),v(bt.$$.fragment,t),Ue=r(t),gt=$(t,"P",{"data-svelte-h":!0}),y(gt)!=="svelte-1f6ncvc"&&(gt.textContent=xl),Ge=r(t),$t=$(t,"P",{"data-svelte-h":!0}),y($t)!=="svelte-9wkc2z"&&($t.innerHTML=vl),_e=r(t),Mt=$(t,"TABLE",{"data-svelte-h":!0}),y(Mt)!=="svelte-grs6yy"&&(Mt.innerHTML=Ul),Je=r(t),yt=$(t,"P",{"data-svelte-h":!0}),y(yt)!=="svelte-8wq6s4"&&(yt.textContent=Gl),Le=r(t),wt=$(t,"P",{"data-svelte-h":!0}),y(wt)!=="svelte-49q16t"&&(wt.innerHTML=_l),Ie=r(t),v(Tt.$$.fragment,t),Re=r(t),v(Ct.$$.fragment,t),ke=r(t),xt=$(t,"P",{"data-svelte-h":!0}),y(xt)!=="svelte-am5kx9"&&(xt.innerHTML=Jl),je=r(t),v(vt.$$.fragment,t),He=r(t),v(Ut.$$.fragment,t),Pe=r(t),Gt=$(t,"UL",{"data-svelte-h":!0}),y(Gt)!=="svelte-1dylryg"&&(Gt.innerHTML=Ll),Ze=r(t),v(_t.$$.fragment,t),We=r(t),Jt=$(t,"P",{"data-svelte-h":!0}),y(Jt)!=="svelte-1f6ncvc"&&(Jt.textContent=Il),Ne=r(t),Lt=$(t,"P",{"data-svelte-h":!0}),y(Lt)!=="svelte-1fyy1ua"&&(Lt.innerHTML=Rl),Ae=r(t),It=$(t,"TABLE",{"data-svelte-h":!0}),y(It)!=="svelte-14lbkp0"&&(It.innerHTML=kl),Be=r(t),Rt=$(t,"P",{"data-svelte-h":!0}),y(Rt)!=="svelte-1qeuup9"&&(Rt.innerHTML=jl),Xe=r(t),kt=$(t,"P",{"data-svelte-h":!0}),y(kt)!=="svelte-49q16t"&&(kt.innerHTML=Hl),Se=r(t),v(jt.$$.fragment,t),Ve=r(t),v(Ht.$$.fragment,t),ze=r(t),Pt=$(t,"P",{"data-svelte-h":!0}),y(Pt)!=="svelte-gfj3bs"&&(Pt.textContent=Pl),Ye=r(t),Zt=$(t,"P",{"data-svelte-h":!0}),y(Zt)!=="svelte-1hqagko"&&(Zt.innerHTML=Zl),De=r(t),v(Wt.$$.fragment,t),Fe=r(t),v(Nt.$$.fragment,t),Qe=r(t),At=$(t,"P",{"data-svelte-h":!0}),y(At)!=="svelte-1fhfips"&&(At.innerHTML=Wl),qe=r(t),v(W.$$.fragment,t),Ee=r(t),v(Bt.$$.fragment,t),Oe=r(t),Xt=$(t,"P",{}),zt(Xt).forEach(l),this.h()},h(){N(s,"name","hf:doc:metadata"),N(s,"content",xi),N(P,"class","tip")},m(t,e){el(document.head,s),n(t,m,e),n(t,i,e),n(t,a,e),U(d,t,e),n(t,u,e),U(p,t,e),n(t,c,e),n(t,f,e),n(t,_,e),n(t,M,e),n(t,R,e),U(j,t,e),n(t,H,e),n(t,C,e),n(t,Dt,e),U(A,t,e),n(t,Ft,e),n(t,B,e),n(t,Qt,e),n(t,X,e),n(t,qt,e),U(S,t,e),n(t,Et,e),n(t,V,e),n(t,Ot,e),n(t,z,e),n(t,Kt,e),U(Y,t,e),n(t,te,e),n(t,D,e),n(t,ee,e),n(t,F,e),n(t,le,e),n(t,Q,e),n(t,ie,e),n(t,q,e),n(t,ne,e),n(t,E,e),n(t,se,e),U(O,t,e),n(t,ae,e),U(K,t,e),n(t,oe,e),n(t,P,e),n(t,re,e),n(t,tt,e),n(t,me,e),U(Z,t,e),n(t,de,e),U(et,t,e),n(t,pe,e),n(t,lt,e),n(t,fe,e),U(it,t,e),n(t,ue,e),n(t,nt,e),n(t,ce,e),n(t,st,e),n(t,he,e),n(t,at,e),n(t,be,e),n(t,ot,e),n(t,ge,e),n(t,rt,e),n(t,$e,e),U(mt,t,e),n(t,Me,e),U(dt,t,e),n(t,ye,e),n(t,pt,e),n(t,we,e),U(ft,t,e),n(t,Te,e),n(t,ut,e),n(t,Ce,e),U(ct,t,e),n(t,xe,e),U(ht,t,e),n(t,ve,e),U(bt,t,e),n(t,Ue,e),n(t,gt,e),n(t,Ge,e),n(t,$t,e),n(t,_e,e),n(t,Mt,e),n(t,Je,e),n(t,yt,e),n(t,Le,e),n(t,wt,e),n(t,Ie,e),U(Tt,t,e),n(t,Re,e),U(Ct,t,e),n(t,ke,e),n(t,xt,e),n(t,je,e),U(vt,t,e),n(t,He,e),U(Ut,t,e),n(t,Pe,e),n(t,Gt,e),n(t,Ze,e),U(_t,t,e),n(t,We,e),n(t,Jt,e),n(t,Ne,e),n(t,Lt,e),n(t,Ae,e),n(t,It,e),n(t,Be,e),n(t,Rt,e),n(t,Xe,e),n(t,kt,e),n(t,Se,e),U(jt,t,e),n(t,Ve,e),U(Ht,t,e),n(t,ze,e),n(t,Pt,e),n(t,Ye,e),n(t,Zt,e),n(t,De,e),U(Wt,t,e),n(t,Fe,e),U(Nt,t,e),n(t,Qe,e),n(t,At,e),n(t,qe,e),U(W,t,e),n(t,Ee,e),U(Bt,t,e),n(t,Oe,e),n(t,Xt,e),Ke=!0},p(t,[e]){const Nl={};e&2&&(Nl.$$scope={dirty:e,ctx:t}),Z.$set(Nl);const Al={};e&2&&(Al.$$scope={dirty:e,ctx:t}),W.$set(Al)},i(t){Ke||(w(d.$$.fragment,t),w(p.$$.fragment,t),w(j.$$.fragment,t),w(A.$$.fragment,t),w(S.$$.fragment,t),w(Y.$$.fragment,t),w(O.$$.fragment,t),w(K.$$.fragment,t),w(Z.$$.fragment,t),w(et.$$.fragment,t),w(it.$$.fragment,t),w(mt.$$.fragment,t),w(dt.$$.fragment,t),w(ft.$$.fragment,t),w(ct.$$.fragment,t),w(ht.$$.fragment,t),w(bt.$$.fragment,t),w(Tt.$$.fragment,t),w(Ct.$$.fragment,t),w(vt.$$.fragment,t),w(Ut.$$.fragment,t),w(_t.$$.fragment,t),w(jt.$$.fragment,t),w(Ht.$$.fragment,t),w(Wt.$$.fragment,t),w(Nt.$$.fragment,t),w(W.$$.fragment,t),w(Bt.$$.fragment,t),Ke=!0)},o(t){T(d.$$.fragment,t),T(p.$$.fragment,t),T(j.$$.fragment,t),T(A.$$.fragment,t),T(S.$$.fragment,t),T(Y.$$.fragment,t),T(O.$$.fragment,t),T(K.$$.fragment,t),T(Z.$$.fragment,t),T(et.$$.fragment,t),T(it.$$.fragment,t),T(mt.$$.fragment,t),T(dt.$$.fragment,t),T(ft.$$.fragment,t),T(ct.$$.fragment,t),T(ht.$$.fragment,t),T(bt.$$.fragment,t),T(Tt.$$.fragment,t),T(Ct.$$.fragment,t),T(vt.$$.fragment,t),T(Ut.$$.fragment,t),T(_t.$$.fragment,t),T(jt.$$.fragment,t),T(Ht.$$.fragment,t),T(Wt.$$.fragment,t),T(Nt.$$.fragment,t),T(W.$$.fragment,t),T(Bt.$$.fragment,t),Ke=!1},d(t){t&&(l(m),l(i),l(a),l(u),l(c),l(f),l(_),l(M),l(R),l(H),l(C),l(Dt),l(Ft),l(B),l(Qt),l(X),l(qt),l(Et),l(V),l(Ot),l(z),l(Kt),l(te),l(D),l(ee),l(F),l(le),l(Q),l(ie),l(q),l(ne),l(E),l(se),l(ae),l(oe),l(P),l(re),l(tt),l(me),l(de),l(pe),l(lt),l(fe),l(ue),l(nt),l(ce),l(st),l(he),l(at),l(be),l(ot),l(ge),l(rt),l($e),l(Me),l(ye),l(pt),l(we),l(Te),l(ut),l(Ce),l(xe),l(ve),l(Ue),l(gt),l(Ge),l($t),l(_e),l(Mt),l(Je),l(yt),l(Le),l(wt),l(Ie),l(Re),l(ke),l(xt),l(je),l(He),l(Pe),l(Gt),l(Ze),l(We),l(Jt),l(Ne),l(Lt),l(Ae),l(It),l(Be),l(Rt),l(Xe),l(kt),l(Se),l(Ve),l(ze),l(Pt),l(Ye),l(Zt),l(De),l(Fe),l(Qe),l(At),l(qe),l(Ee),l(Oe),l(Xt)),l(s),G(d,t),G(p,t),G(j,t),G(A,t),G(S,t),G(Y,t),G(O,t),G(K,t),G(Z,t),G(et,t),G(it,t),G(mt,t),G(dt,t),G(ft,t),G(ct,t),G(ht,t),G(bt,t),G(Tt,t),G(Ct,t),G(vt,t),G(Ut,t),G(_t,t),G(jt,t),G(Ht,t),G(Wt,t),G(Nt,t),G(W,t),G(Bt,t)}}}const xi='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm (Preview)","local":"rocm","sections":[{"title":"Installation from PyPI","local":"rocm-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';function vi(h){return Ol(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ri extends il{constructor(s){super(),nl(this,s,vi,Ci,ll,{})}}export{Ri as component};