bitsandbytes/pr_1827/en/_app/immutable/nodes/9.a08fd563.js

import{s as qe,c as Bl,u as Nl,g as Xl,a as Al,d as Sl,j as Qe,o as Vl,n as St}from"../chunks/scheduler.8a2cc2fa.js";import{S as Ee,i as Oe,e as $,s as o,a as g,f as At,d as l,b as r,k as B,m as n,t as w,o as T,B as zl,r as Yl,u as Fl,l as De,q as Ql,v as Dl,w as jl,z as ql,x as El,c as U,h as Ol,g as x,j as y,n as G,p as _}from"../chunks/index.7079e750.js";import{C as Kl,H as J,E as ti}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.edc8d25f.js";import{C as j}from"../chunks/CodeBlock.135fbe6b.js";import{e as kl}from"../chunks/each.e59479a4.js";import{w as ei}from"../chunks/index.ed040676.js";const Nt=ei({});function li(h,s){const m=new URL(window.location.href),i=new URLSearchParams(m.search);i.set(h,s),m.search=i.toString(),history.replaceState(null,"",m.toString())}function ii(h){const s=new URL(window.location.href);return new URLSearchParams(s.search).get(h)}function Hl(h,s,m){const i=h.slice();return i[7]=s[m],i}function Zl(h){let s,m=h[7]+"",i,a,d,f,p;function c(){return h[6](h[7])}return{c(){s=$("div"),i=Yl(m),a=o(),this.h()},l(u){s=g(u,"DIV",{class:!0});var b=At(s);i=Fl(b,m),a=r(b),b.forEach(l),this.h()},h(){B(s,"class",d="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(u,b){n(u,s,b),De(s,i),De(s,a),f||(p=Ql(s,"click",c),f=!0)},p(u,b){h=u,b&2&&m!==(m=h[7]+"")&&Dl(i,m),b&7&&d!==(d="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(h[2][h[0]]===h[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&B(s,"class",d)},d(u){u&&l(s),f=!1,p()}}}function ni(h){let s,m,i,a,d=kl(h[1]),f=[];for(let u=0;u<d.length;u+=1)f[u]=Zl(Hl(h,d,u));const p=h[5].default,c=Bl(p,h,h[4],null);return{c(){s=$("div");for(let u=0;u<f.length;u+=1)f[u].c();m=o(),i=$("div"),c&&c.c(),this.h()},l(u){s=g(u,"DIV",{class:!0});var b=At(s);for(let M=0;M<f.length;M+=1)f[M].l(b);b.forEach(l),m=r(u),i=g(u,"DIV",{class:!0});var v=At(i);c&&c.l(v),v.forEach(l),this.h()},h(){B(s,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),B(i,"class","language-select")},m(u,b){n(u,s,b);for(let v=0;v<f.length;v+=1)f[v]&&f[v].m(s,null);n(u,m,b),n(u,i,b),c&&c.m(i,null),a=!0},p(u,[b]){if(b&15){d=kl(u[1]);let v;for(v=0;v<d.length;v+=1){const M=Hl(u,d,v);f[v]?f[v].p(M,b):(f[v]=Zl(M),f[v].c(),f[v].m(s,null))}for(;v<f.length;v+=1)f[v].d(1);f.length=d.length}c&&c.p&&(!a||b&16)&&Nl(c,p,u,u[4],a?Al(p,u[4],b,null):Xl(u[4]),null)},i(u){a||(w(c,u),a=!0)},o(u){T(c,u),a=!1},d(u){u&&(l(s),l(m),l(i)),zl(f,u),c&&c.d(u)}}}function si(h,s,m){let i;Sl(h,Nt,b=>m(2,i=b));let{$$slots:a={},$$scope:d}=s,{id:f}=s,{options:p}=s;Qe(Nt,i[f]=p[0],i);function c(b){Qe(Nt,i[f]=b,i),li(f,b)}Vl(()=>{const b=ii(f);b&&p.includes(b)&&Qe(Nt,i[f]=b,i)});const u=b=>c(b);return h.$$set=b=>{"id"in b&&m(0,f=b.id),"options"in b&&m(1,p=b.options),"$$scope"in b&&m(4,d=b.$$scope)},[f,p,i,c,d,a,u]}class Pl extends Ee{constructor(s){super(),Oe(this,s,si,ni,qe,{id:0,options:1})}}function Wl(h){let s;const m=h[4].default,i=Bl(m,h,h[3],null);return{c(){i&&i.c()},l(a){i&&i.l(a)},m(a,d){i&&i.m(a,d),s=!0},p(a,d){i&&i.p&&(!s||d&8)&&Nl(i,m,a,a[3],s?Al(m,a[3],d,null):Xl(a[3]),null)},i(a){s||(w(i,a),s=!0)},o(a){T(i,a),s=!1},d(a){i&&i.d(a)}}}function ai(h){let s,m,i=h[2][h[0]]===h[1]&&Wl(h);return{c(){i&&i.c(),s=jl()},l(a){i&&i.l(a),s=jl()},m(a,d){i&&i.m(a,d),n(a,s,d),m=!0},p(a,[d]){a[2][a[0]]===a[1]?i?(i.p(a,d),d&7&&w(i,1)):(i=Wl(a),i.c(),w(i,1),i.m(s.parentNode,s)):i&&(ql(),T(i,1,1,()=>{i=null}),El())},i(a){m||(w(i),m=!0)},o(a){T(i),m=!1},d(a){a&&l(s),i&&i.d(a)}}}function oi(h,s,m){let i;Sl(h,Nt,c=>m(2,i=c));let{$$slots:a={},$$scope:d}=s,{id:f}=s,{option:p}=s;return h.$$set=c=>{"id"in c&&m(0,f=c.id),"option"in c&&m(1,p=c.option),"$$scope"in c&&m(3,d=c.$$scope)},[f,p,i,d,a]}class Xt extends Ee{constructor(s){super(),Oe(this,s,oi,ai,qe,{id:0,option:1})}}function ri(h){let s,m="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. Make sure you have a compiler installed to compile C++ (<code>gcc</code>, <code>make</code>, headers, etc.). It is recommended to use GCC 11 or newer.",i,a,d="For example, to install a compiler and CMake on Ubuntu:",f,p,c,u,b='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',v,M,L,R,k="<p>If you have multiple versions of the CUDA Toolkit installed or it is in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.</p>",H;return p=new j({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),M=new j({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBbWFrZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){s=$("p"),s.innerHTML=m,i=o(),a=$("p"),a.textContent=d,f=o(),U(p.$$.fragment),c=o(),u=$("p"),u.innerHTML=b,v=o(),U(M.$$.fragment),L=o(),R=$("blockquote"),R.innerHTML=k,this.h()},l(C){s=g(C,"P",{"data-svelte-h":!0}),y(s)!=="svelte-62t1s"&&(s.innerHTML=m),i=r(C),a=g(C,"P",{"data-svelte-h":!0}),y(a)!=="svelte-noyxvz"&&(a.textContent=d),f=r(C),x(p.$$.fragment,C),c=r(C),u=g(C,"P",{"data-svelte-h":!0}),y(u)!=="svelte-kc1jbt"&&(u.innerHTML=b),v=r(C),x(M.$$.fragment,C),L=r(C),R=g(C,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),y(R)!=="svelte-1ayoph"&&(R.innerHTML=k),this.h()},h(){B(R,"class","tip")},m(C,I){n(C,s,I),n(C,i,I),n(C,a,I),n(C,f,I),G(p,C,I),n(C,c,I),n(C,u,I),n(C,v,I),G(M,C,I),n(C,L,I),n(C,R,I),H=!0},p:St,i(C){H||(w(p.$$.fragment,C),w(M.$$.fragment,C),H=!0)},o(C){T(p.$$.fragment,C),T(M.$$.fragment,C),H=!1},d(C){C&&(l(s),l(i),l(a),l(f),l(c),l(u),l(v),l(L),l(R)),_(p,C),_(M,C)}}}function mi(h){let s,m="Compilation from source on Windows systems require Visual Studio with C++ support as well as an installation of the CUDA Toolkit.",i,a,d='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.10</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA. The current minimum supported CUDA Toolkit version that we support is <strong>11.8</strong>.',f,p,c,u,b='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',v;return p=new j({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjdWRhJTIwLVMlMjAuJTBBY21ha2UlMjAtLWJ1aWxkJTIwLiUyMC0tY29uZmlnJTIwUmVsZWFzZSUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4lMjAlMjAlMjAlMjMlMjAlNjAtZSU2MCUyMGZvciUyMCUyMmVkaXRhYmxlJTIyJTIwaW5zdGFsbCUyQyUyMHdoZW4lMjBkZXZlbG9waW5nJTIwQk5CJTIwKG90aGVyd2lzZSUyMGxlYXZlJTIwdGhhdCUyMG91dCk=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){s=$("p"),s.textContent=m,i=o(),a=$("p"),a.innerHTML=d,f=o(),U(p.$$.fragment),c=o(),u=$("p"),u.innerHTML=b},l(M){s=g(M,"P",{"data-svelte-h":!0}),y(s)!=="svelte-10x6whz"&&(s.textContent=m),i=r(M),a=g(M,"P",{"data-svelte-h":!0}),y(a)!=="svelte-dit2ws"&&(a.innerHTML=d),f=r(M),x(p.$$.fragment,M),c=r(M),u=g(M,"P",{"data-svelte-h":!0}),y(u)!=="svelte-e0ivb"&&(u.innerHTML=b)},m(M,L){n(M,s,L),n(M,i,L),n(M,a,L),n(M,f,L),G(p,M,L),n(M,c,L),n(M,u,L),v=!0},p:St,i(M){v||(w(p.$$.fragment,M),v=!0)},o(M){T(p.$$.fragment,M),v=!1},d(M){M&&(l(s),l(i),l(a),l(f),l(c),l(u)),_(p,M)}}}function di(h){let s,m,i,a;return s=new Xt({props:{id:"source",option:"Linux",$$slots:{default:[ri]},$$scope:{ctx:h}}}),i=new Xt({props:{id:"source",option:"Windows",$$slots:{default:[mi]},$$scope:{ctx:h}}}),{c(){U(s.$$.fragment),m=o(),U(i.$$.fragment)},l(d){x(s.$$.fragment,d),m=r(d),x(i.$$.fragment,d)},m(d,f){G(s,d,f),n(d,m,f),G(i,d,f),a=!0},p(d,f){const p={};f&2&&(p.$$scope={dirty:f,ctx:d}),s.$set(p);const c={};f&2&&(c.$$scope={dirty:f,ctx:d}),i.$set(c)},i(d){a||(w(s.$$.fragment,d),w(i.$$.fragment,d),a=!0)},o(d){T(s.$$.fragment,d),T(i.$$.fragment,d),a=!1},d(d){d&&l(m),_(s,d),_(i,d)}}}function pi(h){let s,m;return s=new j({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQSUwQSUyMyUyMHg4Nl82NCUyMChtb3N0JTIwdXNlcnMpJTBBcGlwJTIwaW5zdGFsbCUyMC0tZm9yY2UtcmVpbnN0YWxsJTIwaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGYml0c2FuZGJ5dGVzLWZvdW5kYXRpb24lMkZiaXRzYW5kYnl0ZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGY29udGludW91cy1yZWxlYXNlX21haW4lMkZiaXRzYW5kYnl0ZXMtMS4zMy43LnByZXZpZXctcHkzLW5vbmUtbWFueWxpbnV4XzJfMjRfeDg2XzY0LndobCUwQSUwQSUyMyUyMEFSTSUyRmFhcmNoNjQlMEFwaXAlMjBpbnN0YWxsJTIwLS1mb3JjZS1yZWluc3RhbGwlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcyUyRnJlbGVhc2VzJTJGZG93bmxvYWQlMkZjb250aW51b3VzLXJlbGVhc2VfbWFpbiUyRmJpdHNhbmRieXRlcy0xLjMzLjcucHJldmlldy1weTMtbm9uZS1tYW55bGludXhfMl8yNF9hYXJjaDY0LndobA==",highlighted:`<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the \`--no-deps\` flag!</span>

<span class="hljs-comment"># x86_64 (most users)</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl

<span class="hljs-comment"># ARM/aarch64</span>
pip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_aarch64.whl`,wrap:!1}}),{c(){U(s.$$.fragment)},l(i){x(s.$$.fragment,i)},m(i,a){G(s,i,a),m=!0},p:St,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){_(s,i)}}}function ui(h){let s,m;return s=new j({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLXdpbl9hbWQ2NC53aGw=",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-win_amd64.whl',wrap:!1}}),{c(){U(s.$$.fragment)},l(i){x(s.$$.fragment,i)},m(i,a){G(s,i,a),m=!0},p:St,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){_(s,i)}}}function fi(h){let s,m;return s=new j({props:{code:"JTIzJTIwTm90ZSUzQSUyMGlmJTIweW91JTIwZG9uJ3QlMjB3YW50JTIwdG8lMjByZWluc3RhbGwlMjBvdXIlMjBkZXBlbmRlbmNpZXMlMkMlMjBhcHBlbmQlMjB0aGUlMjAlNjAtLW5vLWRlcHMlNjAlMjBmbGFnISUwQXBpcCUyMGluc3RhbGwlMjAtLWZvcmNlLXJlaW5zdGFsbCUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmNvbnRpbnVvdXMtcmVsZWFzZV9tYWluJTJGYml0c2FuZGJ5dGVzLTEuMzMuNy5wcmV2aWV3LXB5My1ub25lLW1hY29zeF8xNF8wX2FybTY0LndobA==",highlighted:'<span class="hljs-comment"># Note: if you don&#x27;t want to reinstall our dependencies, append the `--no-deps` flag!</span>\npip install --force-reinstall https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-macosx_14_0_arm64.whl',wrap:!1}}),{c(){U(s.$$.fragment)},l(i){x(s.$$.fragment,i)},m(i,a){G(s,i,a),m=!0},p:St,i(i){m||(w(s.$$.fragment,i),m=!0)},o(i){T(s.$$.fragment,i),m=!1},d(i){_(s,i)}}}function ci(h){let s,m,i,a,d,f;return s=new Xt({props:{id:"OS",option:"Linux",$$slots:{default:[pi]},$$scope:{ctx:h}}}),i=new Xt({props:{id:"OS",option:"Windows",$$slots:{default:[ui]},$$scope:{ctx:h}}}),d=new Xt({props:{id:"OS",option:"macOS",$$slots:{default:[fi]},$$scope:{ctx:h}}}),{c(){U(s.$$.fragment),m=o(),U(i.$$.fragment),a=o(),U(d.$$.fragment)},l(p){x(s.$$.fragment,p),m=r(p),x(i.$$.fragment,p),a=r(p),x(d.$$.fragment,p)},m(p,c){G(s,p,c),n(p,m,c),G(i,p,c),n(p,a,c),G(d,p,c),f=!0},p(p,c){const u={};c&2&&(u.$$scope={dirty:c,ctx:p}),s.$set(u);const b={};c&2&&(b.$$scope={dirty:c,ctx:p}),i.$set(b);const v={};c&2&&(v.$$scope={dirty:c,ctx:p}),d.$set(v)},i(p){f||(w(s.$$.fragment,p),w(i.$$.fragment,p),w(d.$$.fragment,p),f=!0)},o(p){T(s.$$.fragment,p),T(i.$$.fragment,p),T(d.$$.fragment,p),f=!1},d(p){p&&(l(m),l(a)),_(s,p),_(i,p),_(d,p)}}}function hi(h){let s,m,i,a,d,f,p,c,u,b="Welcome to the installation guide for the <code>bitsandbytes</code> library! This document provides step-by-step instructions to install <code>bitsandbytes</code> across various platforms and hardware configurations.",v,M,L="We provide official support for NVIDIA GPUs, CPUs, Intel XPUs, and Intel Gaudi. We also have experimental support for additional platforms such as AMD ROCm and Apple Silicon.",R,k,H,C,I='<li><a href="#requirements">System Requirements</a></li> <li><a href="#cuda">NVIDIA CUDA</a> <ul><li><a href="#cuda-pip">Installation via PyPI</a></li> <li><a href="#cuda-compile">Compile from Source</a></li></ul></li> <li><a href="#xpu">Intel XPU</a> <ul><li><a href="#xpu-pip">Installation via PyPI</a></li></ul></li> <li><a href="#gaudi">Intel Gaudi</a> <ul><li><a href="#gaudi-pip">Installation via PyPI</a></li></ul></li> <li><a href="#cpu">CPU</a> <ul><li><a href="#cpu-pip">Installation via PyPI</a></li> <li><a href="#cpu-compile">Compile from Source</a></li></ul></li> <li><a href="#rocm-preview">AMD ROCm (Preview)</a></li> <li><a href="#preview-wheels">Preview Wheels</a></li>',Vt,N,zt,X,Ke="These are the minimum requirements for <code>bitsandbytes</code> across all platforms. Please be aware that some compute platforms may impose more strict requirements.",Yt,A,tl="<li>Python &gt;= 3.10</li> <li>PyTorch &gt;= 2.3</li>",Ft,S,Qt,V,el=`<code>bitsandbytes</code> is currently supported on NVIDIA GPUs with <a href="https://developer.nvidia.com/cuda-gpus" rel="nofollow">Compute Capability</a> 6.0+.
The library can be built using CUDA Toolkit versions as old as <strong>11.8</strong>.`,Dt,z,ll="<thead><tr><th><strong>Feature</strong></th> <th><strong>CC Required</strong></th> <th><strong>Example Hardware Requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>7.5+</td> <td>Turing (RTX 20 series, T4) or newer GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr> <tr><td>NF4/FP4 quantization</td> <td>6.0+</td> <td>Pascal (GTX 10X0 series, P100) or newer GPUs</td></tr></tbody>",qt,Y,Et,F,il="This is the most straightforward and recommended installation option.",Ot,Q,nl="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",Kt,D,sl="<thead><tr><th><strong>OS</strong></th> <th><strong>CUDA Toolkit</strong></th> <th><strong>Host Compiler</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm60, sm70, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>12.8 - 12.9</td> <td>GCC 11.2</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm110, sm120</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>11.8 - 12.6</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>12.8 - 13.0</td> <td>GCC 11.2</td> <td>sm75, sm80, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>11.8 - 12.6</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm50, sm60, sm75, sm80, sm86, sm89, sm90</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>12.8 - 12.9</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm70, sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>13.0</td> <td>MSVC 19.43+ (VS2022)</td> <td>sm75, sm80, sm86, sm89, sm90, sm100, sm120</td></tr></tbody>",te,q,al="The Linux build has a minimum glibc version of 2.24.",ee,E,ol="Use <code>pip</code> or <code>uv</code> to install the latest release:",le,O,ie,K,ne,Z,rl="<p>Don’t hesitate to compile from source! The process is pretty straight forward and resilient. This might be needed for older CUDA Toolkit versions or Linux distributions, or other less common configurations.</p>",se,tt,ml="For Linux and Windows systems, compiling from source allows you to customize the build configurations. See below for detailed platform-specific instructions (see the <code>CMakeLists.txt</code> if you want to check the specifics and explore some additional options):",ae,P,oe,et,re,lt,dl='<li>A compatible PyTorch version with Intel XPU support is required. The current minimum is <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See <a href="https://docs.pytorch.org/docs/stable/notes/get_start_xpu.html" rel="nofollow">Getting Started on Intel GPU</a> for guidance.</li>',me,it,de,nt,pl="This is the most straightforward and recommended installation option.",pe,st,ul="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",ue,at,fl="<thead><tr><th><strong>OS</strong></th> <th><strong>oneAPI Toolkit</strong></th> <th><strong>Kernel Implementation</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>2025.1.3</td> <td>SYCL + Triton</td></tr></tbody>",fe,ot,cl="The Linux build has a minimum glibc version of 2.34.",ce,rt,hl="Use <code>pip</code> or <code>uv</code> to install the latest release:",he,mt,be,dt,$e,pt,bl='<li>A compatible PyTorch version with Intel Gaudi support is required. The current minimum is <strong>Gaudi v1.21</strong> with <strong>PyTorch 2.6.0</strong>. It is recommended to use the latest stable release. See the Gaudi software <a href="https://docs.habana.ai/en/latest/Installation_Guide/index.html" rel="nofollow">installation guide</a> for guidance.</li>',ge,ut,Me,ft,$l="Use <code>pip</code> or <code>uv</code> to install the latest release:",we,ct,ye,ht,Te,bt,Ce,$t,gl="This is the most straightforward and recommended installation option.",ve,gt,Ml="The currently distributed <code>bitsandbytes</code> packages are built with the following configurations:",Ue,Mt,wl="<thead><tr><th><strong>OS</strong></th> <th><strong>Host Compiler</strong></th> <th>Hardware Minimum</th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>GCC 11.4</td> <td>AVX2</td></tr> <tr><td><strong>Linux aarch64</strong></td> <td>GCC 11.4</td> <td></td></tr> <tr><td><strong>Windows x86-64</strong></td> <td>MSVC 19.43+ (VS2022)</td> <td>AVX2</td></tr> <tr><td><strong>macOS arm64</strong></td> <td>Apple Clang 17</td> <td></td></tr></tbody>",xe,wt,yl="The Linux build has a minimum glibc version of 2.24.",Ge,yt,Tl="Use <code>pip</code> or <code>uv</code> to install the latest release:",_e,Tt,Je,Ct,Le,vt,Cl="To compile from source, simply install the package from source using <code>pip</code>. The package will be built for CPU only at this time.",Ie,Ut,Re,xt,je,Gt,vl='<li>A compatible PyTorch version with AMD ROCm support is required. It is recommended to use the latest stable release. See <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/3rd-party/pytorch-install.html" rel="nofollow">PyTorch on ROCm</a> for guidance.</li> <li>ROCm support is currently only available in our preview wheels or when building from source.</li>',ke,_t,He,Jt,Ul="The currently distributed preview <code>bitsandbytes</code> are built with the following configurations:",Ze,Lt,xl="<thead><tr><th><strong>OS</strong></th> <th><strong>ROCm</strong></th> <th><strong>Targets</strong></th></tr></thead> <tbody><tr><td><strong>Linux x86-64</strong></td> <td>6.2.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.3.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>6.4.4</td> <td>CDNA: gfx90a, gfx942 / RDNA: gfx1100, gfx1101, gfx1150, gfx1151, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.0.2</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA: gfx1100, gfx1101, gfx1150, gfx1151, gfx1200, gfx1201</td></tr> <tr><td><strong>Linux x86-64</strong></td> <td>7.1.0</td> <td>CDNA: gfx90a, gfx942, gfx950 / RDNA:  gfx1100, gfx1101, gfx1150, gfx1151, gfx1200, gfx1201</td></tr></tbody>",Pe,It,Gl="<strong>Windows is not currently supported.</strong>",We,Rt,_l='Please see <a href="#preview-wheels">Preview Wheels</a> for installation instructions.',Be,jt,Ne,kt,Jl="bitsandbytes can be compiled from ROCm 6.1 - ROCm 7.0.",Xe,Ht,Ae,Zt,Se,Pt,Ll="If you would like to use new features even before they are officially released and help us test them, feel free to install the wheel directly from our CI (<em>the wheel links will remain stable!</em>):",Ve,W,ze,Wt,Ye,Bt,Fe;return d=new Kl({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new J({props:{title:"Installation Guide",local:"installation-guide",headingTag:"h1"}}),k=new J({props:{title:"Table of Contents",local:"table-of-contents",headingTag:"h2"}}),N=new J({props:{title:"System Requirements",local:"requirements",headingTag:"h2"}}),S=new J({props:{title:"NVIDIA CUDA",local:"cuda",headingTag:"h2"}}),Y=new J({props:{title:"Installation via PyPI",local:"cuda-pip",headingTag:"h3"}}),O=new j({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),K=new J({props:{title:"Compile from Source",local:"cuda-compile",headingTag:"h3"}}),P=new Pl({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[di]},$$scope:{ctx:h}}}),et=new J({props:{title:"Intel XPU",local:"xpu",headingTag:"h2"}}),it=new J({props:{title:"Installation via PyPI",local:"xpu-pip",headingTag:"h3"}}),mt=new j({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),dt=new J({props:{title:"Intel Gaudi",local:"gaudi",headingTag:"h2"}}),ut=new J({props:{title:"Installation from PyPI",local:"gaudi-pip",headingTag:"h3"}}),ct=new j({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),ht=new J({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),bt=new J({props:{title:"Installation from PyPI",local:"cpu-pip",headingTag:"h3"}}),Tt=new j({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),Ct=new J({props:{title:"Compile from Source",local:"cpu-compile",headingTag:"h3"}}),Ut=new j({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZiaXRzYW5kYnl0ZXMtZm91bmRhdGlvbiUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -e .`,wrap:!1}}),xt=new J({props:{title:"AMD ROCm (Preview)",local:"rocm",headingTag:"h2"}}),_t=new J({props:{title:"Preview Wheels from main",local:"rocm-preview",headingTag:"h3"}}),jt=new J({props:{title:"Compile from Source",local:"rocm-compile",headingTag:"h3"}}),Ht=new j({props:{code:"JTIzJTIwSW5zdGFsbCUyMGJpdHNhbmRieXRlcyUyMGZyb20lMjBzb3VyY2UlMEElMjMlMjBDbG9uZSUyMGJpdHNhbmRieXRlcyUyMHJlcG8lMEFnaXQlMjBjbG9uZSUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Install bitsandbytes from source</span>
<span class="hljs-comment"># Clone bitsandbytes repo</span>
git <span class="hljs-built_in">clone</span> https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),Zt=new J({props:{title:"Preview Wheels",local:"preview-wheels",headingTag:"h2"}}),W=new Pl({props:{id:"OS",options:["Linux","Windows","macOS"],$$slots:{default:[ci]},$$scope:{ctx:h}}}),Wt=new ti({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){s=$("meta"),m=o(),i=$("p"),a=o(),U(d.$$.fragment),f=o(),U(p.$$.fragment),c=o(),u=$("p"),u.innerHTML=b,v=o(),M=$("p"),M.textContent=L,R=o(),U(k.$$.fragment),H=o(),C=$("ul"),C.innerHTML=I,Vt=o(),U(N.$$.fragment),zt=o(),X=$("p"),X.innerHTML=Ke,Yt=o(),A=$("ul"),A.innerHTML=tl,Ft=o(),U(S.$$.fragment),Qt=o(),V=$("p"),V.innerHTML=el,Dt=o(),z=$("table"),z.innerHTML=ll,qt=o(),U(Y.$$.fragment),Et=o(),F=$("p"),F.textContent=il,Ot=o(),Q=$("p"),Q.innerHTML=nl,Kt=o(),D=$("table"),D.innerHTML=sl,te=o(),q=$("p"),q.textContent=al,ee=o(),E=$("p"),E.innerHTML=ol,le=o(),U(O.$$.fragment),ie=o(),U(K.$$.fragment),ne=o(),Z=$("blockquote"),Z.innerHTML=rl,se=o(),tt=$("p"),tt.innerHTML=ml,ae=o(),U(P.$$.fragment),oe=o(),U(et.$$.fragment),re=o(),lt=$("ul"),lt.innerHTML=dl,me=o(),U(it.$$.fragment),de=o(),nt=$("p"),nt.textContent=pl,pe=o(),st=$("p"),st.innerHTML=ul,ue=o(),at=$("table"),at.innerHTML=fl,fe=o(),ot=$("p"),ot.textContent=cl,ce=o(),rt=$("p"),rt.innerHTML=hl,he=o(),U(mt.$$.fragment),be=o(),U(dt.$$.fragment),$e=o(),pt=$("ul"),pt.innerHTML=bl,ge=o(),U(ut.$$.fragment),Me=o(),ft=$("p"),ft.innerHTML=$l,we=o(),U(ct.$$.fragment),ye=o(),U(ht.$$.fragment),Te=o(),U(bt.$$.fragment),Ce=o(),$t=$("p"),$t.textContent=gl,ve=o(),gt=$("p"),gt.innerHTML=Ml,Ue=o(),Mt=$("table"),Mt.innerHTML=wl,xe=o(),wt=$("p"),wt.textContent=yl,Ge=o(),yt=$("p"),yt.innerHTML=Tl,_e=o(),U(Tt.$$.fragment),Je=o(),U(Ct.$$.fragment),Le=o(),vt=$("p"),vt.innerHTML=Cl,Ie=o(),U(Ut.$$.fragment),Re=o(),U(xt.$$.fragment),je=o(),Gt=$("ul"),Gt.innerHTML=vl,ke=o(),U(_t.$$.fragment),He=o(),Jt=$("p"),Jt.innerHTML=Ul,Ze=o(),Lt=$("table"),Lt.innerHTML=xl,Pe=o(),It=$("p"),It.innerHTML=Gl,We=o(),Rt=$("p"),Rt.innerHTML=_l,Be=o(),U(jt.$$.fragment),Ne=o(),kt=$("p"),kt.textContent=Jl,Xe=o(),U(Ht.$$.fragment),Ae=o(),U(Zt.$$.fragment),Se=o(),Pt=$("p"),Pt.innerHTML=Ll,Ve=o(),U(W.$$.fragment),ze=o(),U(Wt.$$.fragment),Ye=o(),Bt=$("p"),this.h()},l(t){const e=Ol("svelte-u9bgzb",document.head);s=g(e,"META",{name:!0,content:!0}),e.forEach(l),m=r(t),i=g(t,"P",{}),At(i).forEach(l),a=r(t),x(d.$$.fragment,t),f=r(t),x(p.$$.fragment,t),c=r(t),u=g(t,"P",{"data-svelte-h":!0}),y(u)!=="svelte-118o68n"&&(u.innerHTML=b),v=r(t),M=g(t,"P",{"data-svelte-h":!0}),y(M)!=="svelte-16zrphu"&&(M.textContent=L),R=r(t),x(k.$$.fragment,t),H=r(t),C=g(t,"UL",{"data-svelte-h":!0}),y(C)!=="svelte-1ycne6d"&&(C.innerHTML=I),Vt=r(t),x(N.$$.fragment,t),zt=r(t),X=g(t,"P",{"data-svelte-h":!0}),y(X)!=="svelte-1jd2hl"&&(X.innerHTML=Ke),Yt=r(t),A=g(t,"UL",{"data-svelte-h":!0}),y(A)!=="svelte-cox154"&&(A.innerHTML=tl),Ft=r(t),x(S.$$.fragment,t),Qt=r(t),V=g(t,"P",{"data-svelte-h":!0}),y(V)!=="svelte-1cwf52b"&&(V.innerHTML=el),Dt=r(t),z=g(t,"TABLE",{"data-svelte-h":!0}),y(z)!=="svelte-7ka1gp"&&(z.innerHTML=ll),qt=r(t),x(Y.$$.fragment,t),Et=r(t),F=g(t,"P",{"data-svelte-h":!0}),y(F)!=="svelte-1f6ncvc"&&(F.textContent=il),Ot=r(t),Q=g(t,"P",{"data-svelte-h":!0}),y(Q)!=="svelte-9wkc2z"&&(Q.innerHTML=nl),Kt=r(t),D=g(t,"TABLE",{"data-svelte-h":!0}),y(D)!=="svelte-1nbr0yq"&&(D.innerHTML=sl),te=r(t),q=g(t,"P",{"data-svelte-h":!0}),y(q)!=="svelte-8wq6s4"&&(q.textContent=al),ee=r(t),E=g(t,"P",{"data-svelte-h":!0}),y(E)!=="svelte-49q16t"&&(E.innerHTML=ol),le=r(t),x(O.$$.fragment,t),ie=r(t),x(K.$$.fragment,t),ne=r(t),Z=g(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),y(Z)!=="svelte-v822tl"&&(Z.innerHTML=rl),se=r(t),tt=g(t,"P",{"data-svelte-h":!0}),y(tt)!=="svelte-1ovl1gx"&&(tt.innerHTML=ml),ae=r(t),x(P.$$.fragment,t),oe=r(t),x(et.$$.fragment,t),re=r(t),lt=g(t,"UL",{"data-svelte-h":!0}),y(lt)!=="svelte-5zaimx"&&(lt.innerHTML=dl),me=r(t),x(it.$$.fragment,t),de=r(t),nt=g(t,"P",{"data-svelte-h":!0}),y(nt)!=="svelte-1f6ncvc"&&(nt.textContent=pl),pe=r(t),st=g(t,"P",{"data-svelte-h":!0}),y(st)!=="svelte-9wkc2z"&&(st.innerHTML=ul),ue=r(t),at=g(t,"TABLE",{"data-svelte-h":!0}),y(at)!=="svelte-1biik1x"&&(at.innerHTML=fl),fe=r(t),ot=g(t,"P",{"data-svelte-h":!0}),y(ot)!=="svelte-dxuv01"&&(ot.textContent=cl),ce=r(t),rt=g(t,"P",{"data-svelte-h":!0}),y(rt)!=="svelte-49q16t"&&(rt.innerHTML=hl),he=r(t),x(mt.$$.fragment,t),be=r(t),x(dt.$$.fragment,t),$e=r(t),pt=g(t,"UL",{"data-svelte-h":!0}),y(pt)!=="svelte-1ol1nb2"&&(pt.innerHTML=bl),ge=r(t),x(ut.$$.fragment,t),Me=r(t),ft=g(t,"P",{"data-svelte-h":!0}),y(ft)!=="svelte-49q16t"&&(ft.innerHTML=$l),we=r(t),x(ct.$$.fragment,t),ye=r(t),x(ht.$$.fragment,t),Te=r(t),x(bt.$$.fragment,t),Ce=r(t),$t=g(t,"P",{"data-svelte-h":!0}),y($t)!=="svelte-1f6ncvc"&&($t.textContent=gl),ve=r(t),gt=g(t,"P",{"data-svelte-h":!0}),y(gt)!=="svelte-9wkc2z"&&(gt.innerHTML=Ml),Ue=r(t),Mt=g(t,"TABLE",{"data-svelte-h":!0}),y(Mt)!=="svelte-grs6yy"&&(Mt.innerHTML=wl),xe=r(t),wt=g(t,"P",{"data-svelte-h":!0}),y(wt)!=="svelte-8wq6s4"&&(wt.textContent=yl),Ge=r(t),yt=g(t,"P",{"data-svelte-h":!0}),y(yt)!=="svelte-49q16t"&&(yt.innerHTML=Tl),_e=r(t),x(Tt.$$.fragment,t),Je=r(t),x(Ct.$$.fragment,t),Le=r(t),vt=g(t,"P",{"data-svelte-h":!0}),y(vt)!=="svelte-am5kx9"&&(vt.innerHTML=Cl),Ie=r(t),x(Ut.$$.fragment,t),Re=r(t),x(xt.$$.fragment,t),je=r(t),Gt=g(t,"UL",{"data-svelte-h":!0}),y(Gt)!=="svelte-1j6u44d"&&(Gt.innerHTML=vl),ke=r(t),x(_t.$$.fragment,t),He=r(t),Jt=g(t,"P",{"data-svelte-h":!0}),y(Jt)!=="svelte-183bgg2"&&(Jt.innerHTML=Ul),Ze=r(t),Lt=g(t,"TABLE",{"data-svelte-h":!0}),y(Lt)!=="svelte-1rnrvq2"&&(Lt.innerHTML=xl),Pe=r(t),It=g(t,"P",{"data-svelte-h":!0}),y(It)!=="svelte-1qeuup9"&&(It.innerHTML=Gl),We=r(t),Rt=g(t,"P",{"data-svelte-h":!0}),y(Rt)!=="svelte-1s8v6se"&&(Rt.innerHTML=_l),Be=r(t),x(jt.$$.fragment,t),Ne=r(t),kt=g(t,"P",{"data-svelte-h":!0}),y(kt)!=="svelte-1ohvkx9"&&(kt.textContent=Jl),Xe=r(t),x(Ht.$$.fragment,t),Ae=r(t),x(Zt.$$.fragment,t),Se=r(t),Pt=g(t,"P",{"data-svelte-h":!0}),y(Pt)!=="svelte-1fhfips"&&(Pt.innerHTML=Ll),Ve=r(t),x(W.$$.fragment,t),ze=r(t),x(Wt.$$.fragment,t),Ye=r(t),Bt=g(t,"P",{}),At(Bt).forEach(l),this.h()},h(){B(s,"name","hf:doc:metadata"),B(s,"content",bi),B(Z,"class","tip")},m(t,e){De(document.head,s),n(t,m,e),n(t,i,e),n(t,a,e),G(d,t,e),n(t,f,e),G(p,t,e),n(t,c,e),n(t,u,e),n(t,v,e),n(t,M,e),n(t,R,e),G(k,t,e),n(t,H,e),n(t,C,e),n(t,Vt,e),G(N,t,e),n(t,zt,e),n(t,X,e),n(t,Yt,e),n(t,A,e),n(t,Ft,e),G(S,t,e),n(t,Qt,e),n(t,V,e),n(t,Dt,e),n(t,z,e),n(t,qt,e),G(Y,t,e),n(t,Et,e),n(t,F,e),n(t,Ot,e),n(t,Q,e),n(t,Kt,e),n(t,D,e),n(t,te,e),n(t,q,e),n(t,ee,e),n(t,E,e),n(t,le,e),G(O,t,e),n(t,ie,e),G(K,t,e),n(t,ne,e),n(t,Z,e),n(t,se,e),n(t,tt,e),n(t,ae,e),G(P,t,e),n(t,oe,e),G(et,t,e),n(t,re,e),n(t,lt,e),n(t,me,e),G(it,t,e),n(t,de,e),n(t,nt,e),n(t,pe,e),n(t,st,e),n(t,ue,e),n(t,at,e),n(t,fe,e),n(t,ot,e),n(t,ce,e),n(t,rt,e),n(t,he,e),G(mt,t,e),n(t,be,e),G(dt,t,e),n(t,$e,e),n(t,pt,e),n(t,ge,e),G(ut,t,e),n(t,Me,e),n(t,ft,e),n(t,we,e),G(ct,t,e),n(t,ye,e),G(ht,t,e),n(t,Te,e),G(bt,t,e),n(t,Ce,e),n(t,$t,e),n(t,ve,e),n(t,gt,e),n(t,Ue,e),n(t,Mt,e),n(t,xe,e),n(t,wt,e),n(t,Ge,e),n(t,yt,e),n(t,_e,e),G(Tt,t,e),n(t,Je,e),G(Ct,t,e),n(t,Le,e),n(t,vt,e),n(t,Ie,e),G(Ut,t,e),n(t,Re,e),G(xt,t,e),n(t,je,e),n(t,Gt,e),n(t,ke,e),G(_t,t,e),n(t,He,e),n(t,Jt,e),n(t,Ze,e),n(t,Lt,e),n(t,Pe,e),n(t,It,e),n(t,We,e),n(t,Rt,e),n(t,Be,e),G(jt,t,e),n(t,Ne,e),n(t,kt,e),n(t,Xe,e),G(Ht,t,e),n(t,Ae,e),G(Zt,t,e),n(t,Se,e),n(t,Pt,e),n(t,Ve,e),G(W,t,e),n(t,ze,e),G(Wt,t,e),n(t,Ye,e),n(t,Bt,e),Fe=!0},p(t,[e]){const Il={};e&2&&(Il.$$scope={dirty:e,ctx:t}),P.$set(Il);const Rl={};e&2&&(Rl.$$scope={dirty:e,ctx:t}),W.$set(Rl)},i(t){Fe||(w(d.$$.fragment,t),w(p.$$.fragment,t),w(k.$$.fragment,t),w(N.$$.fragment,t),w(S.$$.fragment,t),w(Y.$$.fragment,t),w(O.$$.fragment,t),w(K.$$.fragment,t),w(P.$$.fragment,t),w(et.$$.fragment,t),w(it.$$.fragment,t),w(mt.$$.fragment,t),w(dt.$$.fragment,t),w(ut.$$.fragment,t),w(ct.$$.fragment,t),w(ht.$$.fragment,t),w(bt.$$.fragment,t),w(Tt.$$.fragment,t),w(Ct.$$.fragment,t),w(Ut.$$.fragment,t),w(xt.$$.fragment,t),w(_t.$$.fragment,t),w(jt.$$.fragment,t),w(Ht.$$.fragment,t),w(Zt.$$.fragment,t),w(W.$$.fragment,t),w(Wt.$$.fragment,t),Fe=!0)},o(t){T(d.$$.fragment,t),T(p.$$.fragment,t),T(k.$$.fragment,t),T(N.$$.fragment,t),T(S.$$.fragment,t),T(Y.$$.fragment,t),T(O.$$.fragment,t),T(K.$$.fragment,t),T(P.$$.fragment,t),T(et.$$.fragment,t),T(it.$$.fragment,t),T(mt.$$.fragment,t),T(dt.$$.fragment,t),T(ut.$$.fragment,t),T(ct.$$.fragment,t),T(ht.$$.fragment,t),T(bt.$$.fragment,t),T(Tt.$$.fragment,t),T(Ct.$$.fragment,t),T(Ut.$$.fragment,t),T(xt.$$.fragment,t),T(_t.$$.fragment,t),T(jt.$$.fragment,t),T(Ht.$$.fragment,t),T(Zt.$$.fragment,t),T(W.$$.fragment,t),T(Wt.$$.fragment,t),Fe=!1},d(t){t&&(l(m),l(i),l(a),l(f),l(c),l(u),l(v),l(M),l(R),l(H),l(C),l(Vt),l(zt),l(X),l(Yt),l(A),l(Ft),l(Qt),l(V),l(Dt),l(z),l(qt),l(Et),l(F),l(Ot),l(Q),l(Kt),l(D),l(te),l(q),l(ee),l(E),l(le),l(ie),l(ne),l(Z),l(se),l(tt),l(ae),l(oe),l(re),l(lt),l(me),l(de),l(nt),l(pe),l(st),l(ue),l(at),l(fe),l(ot),l(ce),l(rt),l(he),l(be),l($e),l(pt),l(ge),l(Me),l(ft),l(we),l(ye),l(Te),l(Ce),l($t),l(ve),l(gt),l(Ue),l(Mt),l(xe),l(wt),l(Ge),l(yt),l(_e),l(Je),l(Le),l(vt),l(Ie),l(Re),l(je),l(Gt),l(ke),l(He),l(Jt),l(Ze),l(Lt),l(Pe),l(It),l(We),l(Rt),l(Be),l(Ne),l(kt),l(Xe),l(Ae),l(Se),l(Pt),l(Ve),l(ze),l(Ye),l(Bt)),l(s),_(d,t),_(p,t),_(k,t),_(N,t),_(S,t),_(Y,t),_(O,t),_(K,t),_(P,t),_(et,t),_(it,t),_(mt,t),_(dt,t),_(ut,t),_(ct,t),_(ht,t),_(bt,t),_(Tt,t),_(Ct,t),_(Ut,t),_(xt,t),_(_t,t),_(jt,t),_(Ht,t),_(Zt,t),_(W,t),_(Wt,t)}}}const bi='{"title":"Installation Guide","local":"installation-guide","sections":[{"title":"Table of Contents","local":"table-of-contents","sections":[],"depth":2},{"title":"System Requirements","local":"requirements","sections":[],"depth":2},{"title":"NVIDIA CUDA","local":"cuda","sections":[{"title":"Installation via PyPI","local":"cuda-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cuda-compile","sections":[],"depth":3}],"depth":2},{"title":"Intel XPU","local":"xpu","sections":[{"title":"Installation via PyPI","local":"xpu-pip","sections":[],"depth":3}],"depth":2},{"title":"Intel Gaudi","local":"gaudi","sections":[{"title":"Installation from PyPI","local":"gaudi-pip","sections":[],"depth":3}],"depth":2},{"title":"CPU","local":"cpu","sections":[{"title":"Installation from PyPI","local":"cpu-pip","sections":[],"depth":3},{"title":"Compile from Source","local":"cpu-compile","sections":[],"depth":3}],"depth":2},{"title":"AMD ROCm (Preview)","local":"rocm","sections":[{"title":"Preview Wheels from main","local":"rocm-preview","sections":[],"depth":3},{"title":"Compile from Source","local":"rocm-compile","sections":[],"depth":3}],"depth":2},{"title":"Preview Wheels","local":"preview-wheels","sections":[],"depth":2}],"depth":1}';function $i(h){return Vl(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class vi extends Ee{constructor(s){super(),Oe(this,s,$i,hi,qe,{})}}export{vi as component};