bitsandbytes/main/en/_app/immutable/nodes/10.b476126e.js

import{s as Ot,c as Ce,u as Je,g as ge,d as ve,e as _e,f as Ft,o as je,n as A}from"../chunks/scheduler.852ec091.js";import{S as qt,i as Kt,g as w,s as M,h as T,j as Ut,f as n,c as h,k as Q,a as s,d as C,t as J,z as Ge,m as Ie,n as Re,y as zt,B as Be,o as ke,e as ye,p as xe,b as Ve,r as _,A as Ne,u as j,x as g,v as G,w as I}from"../chunks/index.28275fd3.js";import{T as Mt}from"../chunks/Tip.9f398c59.js";import{C as E}from"../chunks/CodeBlock.c3366071.js";import{H as Z,E as Ze}from"../chunks/EditOnGithub.582011f0.js";import{e as be}from"../chunks/each.e59479a4.js";import{w as Ee}from"../chunks/index.268e315a.js";const bt=Ee({});function Ae(c,e){const a=new URL(window.location.href),l=new URLSearchParams(a.search);l.set(c,e),a.search=l.toString(),history.replaceState(null,"",a.toString())}function Le(c){const e=new URL(window.location.href);return new URLSearchParams(e.search).get(c)}function $e(c,e,a){const l=c.slice();return l[7]=e[a],l}function Ue(c){let e,a=c[7]+"",l,i,o,r,f;function d(){return c[6](c[7])}return{c(){e=w("div"),l=Ie(a),i=M(),this.h()},l(u){e=T(u,"DIV",{class:!0});var p=Ut(e);l=Re(p,a),i=h(p),p.forEach(n),this.h()},h(){Q(e,"class",o="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(c[2][c[0]]===c[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(u,p){s(u,e,p),zt(e,l),zt(e,i),r||(f=Be(e,"click",d),r=!0)},p(u,p){c=u,p&2&&a!==(a=c[7]+"")&&ke(l,a),p&7&&o!==(o="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(c[2][c[0]]===c[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&Q(e,"class",o)},d(u){u&&n(e),r=!1,f()}}}function Se(c){let e,a,l,i,o=be(c[1]),r=[];for(let u=0;u<o.length;u+=1)r[u]=Ue($e(c,o,u));const f=c[5].default,d=Ce(f,c,c[4],null);return{c(){e=w("div");for(let u=0;u<r.length;u+=1)r[u].c();a=M(),l=w("div"),d&&d.c(),this.h()},l(u){e=T(u,"DIV",{class:!0});var p=Ut(e);for(let v=0;v<r.length;v+=1)r[v].l(p);p.forEach(n),a=h(u),l=T(u,"DIV",{class:!0});var y=Ut(l);d&&d.l(y),y.forEach(n),this.h()},h(){Q(e,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),Q(l,"class","language-select")},m(u,p){s(u,e,p);for(let y=0;y<r.length;y+=1)r[y]&&r[y].m(e,null);s(u,a,p),s(u,l,p),d&&d.m(l,null),i=!0},p(u,[p]){if(p&15){o=be(u[1]);let y;for(y=0;y<o.length;y+=1){const v=$e(u,o,y);r[y]?r[y].p(v,p):(r[y]=Ue(v),r[y].c(),r[y].m(e,null))}for(;y<r.length;y+=1)r[y].d(1);r.length=o.length}d&&d.p&&(!i||p&16)&&Je(d,f,u,u[4],i?ve(f,u[4],p,null):ge(u[4]),null)},i(u){i||(C(d,u),i=!0)},o(u){J(d,u),i=!1},d(u){u&&(n(e),n(a),n(l)),Ge(r,u),d&&d.d(u)}}}function Ye(c,e,a){let l;_e(c,bt,p=>a(2,l=p));let{$$slots:i={},$$scope:o}=e,{id:r}=e,{options:f}=e;Ft(bt,l[r]=f[0],l);function d(p){Ft(bt,l[r]=p,l),Ae(r,p)}je(()=>{const p=Le(r);p&&f.includes(p)&&Ft(bt,l[r]=p,l)});const u=p=>d(p);return c.$$set=p=>{"id"in p&&a(0,r=p.id),"options"in p&&a(1,f=p.options),"$$scope"in p&&a(4,o=p.$$scope)},[r,f,l,d,o,i,u]}class we extends qt{constructor(e){super(),Kt(this,e,Ye,Se,Ot,{id:0,options:1})}}function Te(c){let e;const a=c[4].default,l=Ce(a,c,c[3],null);return{c(){l&&l.c()},l(i){l&&l.l(i)},m(i,o){l&&l.m(i,o),e=!0},p(i,o){l&&l.p&&(!e||o&8)&&Je(l,a,i,i[3],e?ve(a,i[3],o,null):ge(i[3]),null)},i(i){e||(C(l,i),e=!0)},o(i){J(l,i),e=!1},d(i){l&&l.d(i)}}}function We(c){let e,a,l=c[2][c[0]]===c[1]&&Te(c);return{c(){l&&l.c(),e=ye()},l(i){l&&l.l(i),e=ye()},m(i,o){l&&l.m(i,o),s(i,e,o),a=!0},p(i,[o]){i[2][i[0]]===i[1]?l?(l.p(i,o),o&7&&C(l,1)):(l=Te(i),l.c(),C(l,1),l.m(e.parentNode,e)):l&&(xe(),J(l,1,1,()=>{l=null}),Ve())},i(i){a||(C(l),a=!0)},o(i){J(l),a=!1},d(i){i&&n(e),l&&l.d(i)}}}function He(c,e,a){let l;_e(c,bt,d=>a(2,l=d));let{$$slots:i={},$$scope:o}=e,{id:r}=e,{option:f}=e;return c.$$set=d=>{"id"in d&&a(0,r=d.id),"option"in d&&a(1,f=d.option),"$$scope"in d&&a(3,o=d.$$scope)},[r,f,l,o,i]}class $t extends qt{constructor(e){super(),Kt(this,e,He,We,Ot,{id:0,option:1})}}function Xe(c){let e,a='MacOS support is still a work in progress! Subscribe to this <a href="https://github.com/TimDettmers/bitsandbytes/issues/1020" rel="nofollow">issue</a> to get notified about discussions and to track the integration progress.';return{c(){e=w("p"),e.innerHTML=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-9rmqp2"&&(e.innerHTML=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function Pe(c){let e,a="bitsandbytes &gt;= 0.39.1 no longer includes Kepler binaries in pip installations. This requires manual compilation, and you should follow the general steps and use <code>cuda11x_nomatmul_kepler</code> for Kepler-targeted compilation.";return{c(){e=w("p"),e.innerHTML=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-13h63kz"&&(e.innerHTML=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function De(c){let e,a="If you have multiple versions of CUDA installed or installed it in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.";return{c(){e=w("p"),e.textContent=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-raeog1"&&(e.textContent=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function Qe(c){let e,a="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. Make sure you have a compiler installed to compile C++ (gcc, make, headers, etc.). For example, to install a compiler and CMake on Ubuntu:",l,i,o,r,f='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide from NVIDIA. The current expected CUDA Toolkit version is <strong>11.1+</strong> and it is recommended to install <strong>GCC &gt;= 7.3</strong> and required to have at least <strong>GCC &gt;= 6</strong>.',d,u,p="Refer to the following table if you’re using another CUDA Toolkit version.",y,v,$="<thead><tr><th>CUDA Toolkit</th> <th>GCC</th></tr></thead> <tbody><tr><td>&gt;= 11.4.1</td> <td>&gt;= 11</td></tr> <tr><td>&gt;= 12.0</td> <td>&gt;= 12</td></tr> <tr><td>&gt;= 12.4</td> <td>&gt;= 13</td></tr></tbody>",R,B,L="Now to install the bitsandbytes package from source, run the following commands:",N,U,x,V,F;return i=new E({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),U=new E({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),V=new Mt({props:{warning:!1,$$slots:{default:[De]},$$scope:{ctx:c}}}),{c(){e=w("p"),e.innerHTML=a,l=M(),_(i.$$.fragment),o=M(),r=w("p"),r.innerHTML=f,d=M(),u=w("p"),u.textContent=p,y=M(),v=w("table"),v.innerHTML=$,R=M(),B=w("p"),B.textContent=L,N=M(),_(U.$$.fragment),x=M(),_(V.$$.fragment)},l(b){e=T(b,"P",{"data-svelte-h":!0}),g(e)!=="svelte-29yf67"&&(e.innerHTML=a),l=h(b),j(i.$$.fragment,b),o=h(b),r=T(b,"P",{"data-svelte-h":!0}),g(r)!=="svelte-gmjw5q"&&(r.innerHTML=f),d=h(b),u=T(b,"P",{"data-svelte-h":!0}),g(u)!=="svelte-1agbdv5"&&(u.textContent=p),y=h(b),v=T(b,"TABLE",{"data-svelte-h":!0}),g(v)!=="svelte-1nj1xe4"&&(v.innerHTML=$),R=h(b),B=T(b,"P",{"data-svelte-h":!0}),g(B)!=="svelte-1fitvy1"&&(B.textContent=L),N=h(b),j(U.$$.fragment,b),x=h(b),j(V.$$.fragment,b)},m(b,k){s(b,e,k),s(b,l,k),G(i,b,k),s(b,o,k),s(b,r,k),s(b,d,k),s(b,u,k),s(b,y,k),s(b,v,k),s(b,R,k),s(b,B,k),s(b,N,k),G(U,b,k),s(b,x,k),G(V,b,k),F=!0},p(b,k){const ht={};k&2&&(ht.$$scope={dirty:k,ctx:b}),V.$set(ht)},i(b){F||(C(i.$$.fragment,b),C(U.$$.fragment,b),C(V.$$.fragment,b),F=!0)},o(b){J(i.$$.fragment,b),J(U.$$.fragment,b),J(V.$$.fragment,b),F=!1},d(b){b&&(n(e),n(l),n(o),n(r),n(d),n(u),n(y),n(v),n(R),n(B),n(N),n(x)),I(i,b),I(U,b),I(V,b)}}}function Fe(c){let e,a="Windows systems require Visual Studio with C++ support as well as an installation of the CUDA SDK.",l,i,o='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA.',r,f,d="Refer to the following table if you’re using another CUDA Toolkit version.",u,p,y="<thead><tr><th>CUDA Toolkit</th> <th>MSVC</th></tr></thead> <tbody><tr><td>&gt;= 11.6</td> <td>19.30+ (VS2022)</td></tr></tbody>",v,$,R,B,L='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',N;return $=new E({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){e=w("p"),e.textContent=a,l=M(),i=w("p"),i.innerHTML=o,r=M(),f=w("p"),f.textContent=d,u=M(),p=w("table"),p.innerHTML=y,v=M(),_($.$$.fragment),R=M(),B=w("p"),B.innerHTML=L},l(U){e=T(U,"P",{"data-svelte-h":!0}),g(e)!=="svelte-1ngyk0s"&&(e.textContent=a),l=h(U),i=T(U,"P",{"data-svelte-h":!0}),g(i)!=="svelte-9zb6iz"&&(i.innerHTML=o),r=h(U),f=T(U,"P",{"data-svelte-h":!0}),g(f)!=="svelte-1agbdv5"&&(f.textContent=d),u=h(U),p=T(U,"TABLE",{"data-svelte-h":!0}),g(p)!=="svelte-1nj7txn"&&(p.innerHTML=y),v=h(U),j($.$$.fragment,U),R=h(U),B=T(U,"P",{"data-svelte-h":!0}),g(B)!=="svelte-e0ivb"&&(B.innerHTML=L)},m(U,x){s(U,e,x),s(U,l,x),s(U,i,x),s(U,r,x),s(U,f,x),s(U,u,x),s(U,p,x),s(U,v,x),G($,U,x),s(U,R,x),s(U,B,x),N=!0},p:A,i(U){N||(C($.$$.fragment,U),N=!0)},o(U){J($.$$.fragment,U),N=!1},d(U){U&&(n(e),n(l),n(i),n(r),n(f),n(u),n(p),n(v),n(R),n(B)),I($,U)}}}function ze(c){let e,a,l,i;return e=new $t({props:{id:"source",option:"Linux",$$slots:{default:[Qe]},$$scope:{ctx:c}}}),l=new $t({props:{id:"source",option:"Windows",$$slots:{default:[Fe]},$$scope:{ctx:c}}}),{c(){_(e.$$.fragment),a=M(),_(l.$$.fragment)},l(o){j(e.$$.fragment,o),a=h(o),j(l.$$.fragment,o)},m(o,r){G(e,o,r),s(o,a,r),G(l,o,r),i=!0},p(o,r){const f={};r&2&&(f.$$scope={dirty:r,ctx:o}),e.$set(f);const d={};r&2&&(d.$$scope={dirty:r,ctx:o}),l.$set(d)},i(o){i||(C(e.$$.fragment,o),C(l.$$.fragment,o),i=!0)},o(o){J(e.$$.fragment,o),J(l.$$.fragment,o),i=!1},d(o){o&&n(a),I(e,o),I(l,o)}}}function Oe(c){let e,a="It is recommended to add the following lines to the <code>.bashrc</code> file to make them permanent.";return{c(){e=w("p"),e.innerHTML=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-143buxs"&&(e.innerHTML=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function qe(c){let e,a='This functionality is currently in preview and therefore not yet production-ready! Please reference <a href="./non_cuda_backends">this guide</a> for more in-depth information about the different backends and their current status.';return{c(){e=w("p"),e.innerHTML=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-1tt7hxn"&&(e.innerHTML=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function Ke(c){let e,a='If you would like to install ROCm and PyTorch on bare metal, skip Docker steps and refer to our official guides at <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/tutorial/install-overview.html#rocm-install-overview" rel="nofollow">ROCm installation overview</a> and <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/how-to/3rd-party/pytorch-install.html#using-wheels-package" rel="nofollow">Installing PyTorch for ROCm</a> (Step 3 of wheels build for quick installation). Please make sure to get PyTorch wheel for the installed ROCm version.';return{c(){e=w("p"),e.innerHTML=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-nhpkpp"&&(e.innerHTML=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function tl(c){let e,a,l,i="bitsandbytes is fully supported from ROCm 6.1 onwards (currently in alpha release).",o,r,f,d,u;return e=new Z({props:{title:"AMD GPU",local:"amd-gpu",headingTag:"h4"}}),r=new Mt({props:{warning:!1,$$slots:{default:[Ke]},$$scope:{ctx:c}}}),d=new E({props:{code:"JTIzJTIwQ3JlYXRlJTIwYSUyMGRvY2tlciUyMGNvbnRhaW5lciUyMHdpdGglMjBsYXRlc3QlMjBST0NtJTIwaW1hZ2UlMkMlMjB3aGljaCUyMGluY2x1ZGVzJTIwUk9DbSUyMGxpYnJhcmllcyUwQWRvY2tlciUyMHB1bGwlMjByb2NtJTJGZGV2LXVidW50dS0yMi4wNCUzQTYuMS4yLWNvbXBsZXRlJTBBZG9ja2VyJTIwcnVuJTIwLWl0JTIwLS1kZXZpY2UlM0QlMkZkZXYlMkZrZmQlMjAtLWRldmljZSUzRCUyRmRldiUyRmRyaSUyMC0tZ3JvdXAtYWRkJTIwdmlkZW8lMjByb2NtJTJGZGV2LXVidW50dS0yMi4wNCUzQTYuMS4yLWNvbXBsZXRlJTBBYXB0LWdldCUyMHVwZGF0ZSUyMCUyNiUyNiUyMGFwdC1nZXQlMjBpbnN0YWxsJTIwLXklMjBnaXQlMjAlMjYlMjYlMjBjZCUyMGhvbWUlMEElMEElMjMlMjBJbnN0YWxsJTIwcHl0b3JjaCUyMGNvbXBhdGlibGUlMjB3aXRoJTIwYWJvdmUlMjBST0NtJTIwdmVyc2lvbiUwQXBpcCUyMGluc3RhbGwlMjB0b3JjaCUyMC0taW5kZXgtdXJsJTIwaHR0cHMlM0ElMkYlMkZkb3dubG9hZC5weXRvcmNoLm9yZyUyRndobCUyRnJvY202LjElMkYlMEElMEElMjMlMjBJbnN0YWxsJTIwYml0c2FuZGJ5dGVzJTIwZnJvbSUyMFB5UEklMEElMjMlMjAoVGhpcyUyMGlzJTIwc3VwcG9ydGVkJTIwb24lMjBVYnVudHUlMjAyMi4wNCUyQyUyMFB5dGhvbiUyMDMuMTAlMkMlMjBST0NtJTIwNi4xLjAlMkY2LjEuMSUyRjYuMS4yJTIwYW5kJTIwZ3B1JTIwYXJjaCUyMC0lMjBnZng5MGElMkMlMjBnZng5NDIlMkMlMjBnZngxMTAwJTBBJTIzJTIwUGxlYXNlJTIwaW5zdGFsbCUyMGZyb20lMjBzb3VyY2UlMjBpZiUyMHlvdXIlMjBjb25maWd1cmF0aW9uJTIwZG9lc24ndCUyMG1hdGNoJTIwd2l0aCUyMHRoZXNlKSUwQXBpcCUyMGluc3RhbGwlMjBiaXRzYW5kYnl0ZXMlMEElMEElMjMlMjBJbnN0YWxsJTIwYml0c2FuZGJ5dGVzJTIwZnJvbSUyMHNvdXJjZSUwQSUyMyUyMENsb25lJTIwYml0c2FuZGJ5dGVzJTIwcmVwbyUyQyUyMFJPQ20lMjBiYWNrZW5kJTIwaXMlMjBjdXJyZW50bHklMjBlbmFibGVkJTIwb24lMjBtdWx0aS1iYWNrZW5kLXJlZmFjdG9yJTIwYnJhbmNoJTBBZ2l0JTIwY2xvbmUlMjAtLWRlcHRoJTIwMSUyMC1iJTIwbXVsdGktYmFja2VuZC1yZWZhY3RvciUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwSW5zdGFsbCUyMGRlcGVuZGVuY2llcyUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Create a docker container with latest ROCm image, which includes ROCm libraries</span>
docker pull rocm/dev-ubuntu-22.04:6.1.2-complete
docker run -it --device=/dev/kfd --device=/dev/dri --group-add video rocm/dev-ubuntu-22.04:6.1.2-complete
apt-get update &amp;&amp; apt-get install -y git &amp;&amp; <span class="hljs-built_in">cd</span> home

<span class="hljs-comment"># Install pytorch compatible with above ROCm version</span>
pip install torch --index-url https://download.pytorch.org/whl/rocm6.1/

<span class="hljs-comment"># Install bitsandbytes from PyPI</span>
<span class="hljs-comment"># (This is supported on Ubuntu 22.04, Python 3.10, ROCm 6.1.0/6.1.1/6.1.2 and gpu arch - gfx90a, gfx942, gfx1100</span>
<span class="hljs-comment"># Please install from source if your configuration doesn&#x27;t match with these)</span>
pip install bitsandbytes

<span class="hljs-comment"># Install bitsandbytes from source</span>
<span class="hljs-comment"># Clone bitsandbytes repo, ROCm backend is currently enabled on multi-backend-refactor branch</span>
git <span class="hljs-built_in">clone</span> --depth 1 -b multi-backend-refactor https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Install dependencies</span>
pip install -r requirements-dev.txt

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){_(e.$$.fragment),a=M(),l=w("p"),l.textContent=i,o=M(),_(r.$$.fragment),f=M(),_(d.$$.fragment)},l(p){j(e.$$.fragment,p),a=h(p),l=T(p,"P",{"data-svelte-h":!0}),g(l)!=="svelte-1fw7vjl"&&(l.textContent=i),o=h(p),j(r.$$.fragment,p),f=h(p),j(d.$$.fragment,p)},m(p,y){G(e,p,y),s(p,a,y),s(p,l,y),s(p,o,y),G(r,p,y),s(p,f,y),G(d,p,y),u=!0},p(p,y){const v={};y&2&&(v.$$scope={dirty:y,ctx:p}),r.$set(v)},i(p){u||(C(e.$$.fragment,p),C(r.$$.fragment,p),C(d.$$.fragment,p),u=!0)},o(p){J(e.$$.fragment,p),J(r.$$.fragment,p),J(d.$$.fragment,p),u=!1},d(p){p&&(n(a),n(l),n(o),n(f)),I(e,p),I(r,p),I(d,p)}}}function el(c){let e,a="Intel CPU backend only supports building from source; for now, please follow the instructions below.";return{c(){e=w("p"),e.textContent=a},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-11im0db"&&(e.textContent=a)},m(l,i){s(l,e,i)},p:A,d(l){l&&n(e)}}}function ll(c){let e,a,l,i,o,r="Similar to the CUDA case, you can compile bitsandbytes from source for Linux and Windows systems.",f,d,u='The below commands are for Linux. For installing on Windows, please adapt the below commands according to the same pattern as described <a href="#compile">the section above on compiling from source under the Windows tab</a>.',p,y,v;return e=new Z({props:{title:"Intel CPU",local:"intel-cpu",headingTag:"h4"}}),l=new Mt({props:{warning:!1,$$slots:{default:[el]},$$scope:{ctx:c}}}),y=new E({props:{code:"Z2l0JTIwY2xvbmUlMjAtLWRlcHRoJTIwMSUyMC1iJTIwbXVsdGktYmFja2VuZC1yZWZhY3RvciUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBcGlwJTIwaW5zdGFsbCUyMGludGVsX2V4dGVuc2lvbl9mb3JfcHl0b3JjaCUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGNwdSUyMC1TJTIwLiUwQW1ha2UlMEFwaXAlMjBpbnN0YWxsJTIwLWUlMjAuJTIwJTIwJTIwJTIzJTIwJTYwLWUlNjAlMjBmb3IlMjAlMjJlZGl0YWJsZSUyMiUyMGluc3RhbGwlMkMlMjB3aGVuJTIwZGV2ZWxvcGluZyUyMEJOQiUyMChvdGhlcndpc2UlMjBsZWF2ZSUyMHRoYXQlMjBvdXQp",highlighted:`git clone --depth <span class="hljs-number">1</span> -b multi-backend-refactor https:<span class="hljs-regexp">//gi</span>thub.com<span class="hljs-regexp">/TimDettmers/</span>bitsandbytes.git &amp;&amp; cd bitsandbytes/
pip install intel_extension_for_pytorch
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cpu -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){_(e.$$.fragment),a=M(),_(l.$$.fragment),i=M(),o=w("p"),o.textContent=r,f=M(),d=w("p"),d.innerHTML=u,p=M(),_(y.$$.fragment)},l($){j(e.$$.fragment,$),a=h($),j(l.$$.fragment,$),i=h($),o=T($,"P",{"data-svelte-h":!0}),g(o)!=="svelte-xkgho"&&(o.textContent=r),f=h($),d=T($,"P",{"data-svelte-h":!0}),g(d)!=="svelte-1k0m04z"&&(d.innerHTML=u),p=h($),j(y.$$.fragment,$)},m($,R){G(e,$,R),s($,a,R),G(l,$,R),s($,i,R),s($,o,R),s($,f,R),s($,d,R),s($,p,R),G(y,$,R),v=!0},p($,R){const B={};R&2&&(B.$$scope={dirty:R,ctx:$}),l.$set(B)},i($){v||(C(e.$$.fragment,$),C(l.$$.fragment,$),C(y.$$.fragment,$),v=!0)},o($){J(e.$$.fragment,$),J(l.$$.fragment,$),J(y.$$.fragment,$),v=!1},d($){$&&(n(a),n(i),n(o),n(f),n(d),n(p)),I(e,$),I(l,$),I(y,$)}}}function nl(c){let e,a,l,i="WIP",o;return e=new Z({props:{title:"Apple Silicon",local:"apple-silicon",headingTag:"h4"}}),{c(){_(e.$$.fragment),a=M(),l=w("p"),l.textContent=i},l(r){j(e.$$.fragment,r),a=h(r),l=T(r,"P",{"data-svelte-h":!0}),g(l)!=="svelte-1kg89us"&&(l.textContent=i)},m(r,f){G(e,r,f),s(r,a,f),s(r,l,f),o=!0},p:A,i(r){o||(C(e.$$.fragment,r),o=!0)},o(r){J(e.$$.fragment,r),o=!1},d(r){r&&(n(a),n(l)),I(e,r)}}}function sl(c){let e,a,l,i,o,r;return e=new $t({props:{id:"backend",option:"AMD ROCm",$$slots:{default:[tl]},$$scope:{ctx:c}}}),l=new $t({props:{id:"backend",option:"Intel CPU + GPU",$$slots:{default:[ll]},$$scope:{ctx:c}}}),o=new $t({props:{id:"backend",option:"Apple Silicon (MPS)",$$slots:{default:[nl]},$$scope:{ctx:c}}}),{c(){_(e.$$.fragment),a=M(),_(l.$$.fragment),i=M(),_(o.$$.fragment)},l(f){j(e.$$.fragment,f),a=h(f),j(l.$$.fragment,f),i=h(f),j(o.$$.fragment,f)},m(f,d){G(e,f,d),s(f,a,d),G(l,f,d),s(f,i,d),G(o,f,d),r=!0},p(f,d){const u={};d&2&&(u.$$scope={dirty:d,ctx:f}),e.$set(u);const p={};d&2&&(p.$$scope={dirty:d,ctx:f}),l.$set(p);const y={};d&2&&(y.$$scope={dirty:d,ctx:f}),o.$set(y)},i(f){r||(C(e.$$.fragment,f),C(l.$$.fragment,f),C(o.$$.fragment,f),r=!0)},o(f){J(e.$$.fragment,f),J(l.$$.fragment,f),J(o.$$.fragment,f),r=!1},d(f){f&&(n(a),n(i)),I(e,f),I(l,f),I(o,f)}}}function il(c){let e,a,l,i,o,r,f,d,u,p='bitsandbytes is only supported on CUDA GPUs for CUDA versions <strong>11.0 - 12.5</strong>. However, there’s a multi-backend effort under way which is currently in alpha release, check <a href="#multi-backend">the respective section below in case you’re interested to help us with early feedback</a>.',y,v,$="The latest version of bitsandbytes builds on:",R,B,L="<thead><tr><th>OS</th> <th>CUDA</th> <th>Compiler</th></tr></thead> <tbody><tr><td>Linux</td> <td>11.7 - 12.3</td> <td>GCC 11.4</td></tr> <tr><td></td> <td>12.4+</td> <td>GCC 13.2</td></tr> <tr><td>Windows</td> <td>11.7 - 12.4</td> <td>MSVC 19.38+ (VS2022 17.8.0+)</td></tr></tbody>",N,U,x,V,F="For Linux systems, make sure your hardware meets the following requirements to use bitsandbytes features.",b,k,ht="<thead><tr><th><strong>Feature</strong></th> <th><strong>Hardware requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>NVIDIA Turing (RTX 20 series, T4) or Ampere (RTX 30 series, A4-A100) GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>NVIDIA Kepler (GTX 780 or newer)</td></tr></tbody>",wt,S,Tt,z,te="To install from PyPI.",Ct,O,Jt,q,gt,K,ee="For Linux and Windows systems, you can compile bitsandbytes from source. Installing from source allows for more build options with different CMake configurations.",vt,Y,_t,tt,jt,et,le="Some bitsandbytes features may need a newer CUDA version than the one currently supported by PyTorch binaries from Conda and pip. In this case, you should follow these instructions to load a precompiled bitsandbytes binary.",Gt,lt,ne="<li>Determine the path of the CUDA version you want to use. Common paths include:</li>",It,nt,se="<li><code>/usr/local/cuda</code></li> <li><code>/usr/local/cuda-XX.X</code> where <code>XX.X</code> is the CUDA version number</li>",Rt,st,ie="Then locally install the CUDA version you need with this script from bitsandbytes:",Bt,it,kt,W,ae="<li>Set the environment variables <code>BNB_CUDA_VERSION</code> and <code>LD_LIBRARY_PATH</code> by manually overriding the CUDA version installed by PyTorch.</li>",xt,H,Vt,at,Nt,ot,oe="For example, to use a local install path:",Zt,rt,Et,X,re="<li>Now when you launch bitsandbytes with these environment variables, the PyTorch CUDA version is overridden by the new CUDA version (in this example, version 11.7) and a different bitsandbytes library is loaded.</li>",At,pt,Lt,P,St,mt,pe="Please follow these steps to install bitsandbytes with device-specific backend support other than CUDA:",Yt,ft,Wt,ut,me="WIP (will be added in the coming days)",Ht,dt,Xt,D,Pt,ct,Dt,yt,Qt;return o=new Z({props:{title:"Installation",local:"installation",headingTag:"h1"}}),f=new Z({props:{title:"CUDA",local:"cuda",headingTag:"h2"}}),U=new Mt({props:{warning:!1,$$slots:{default:[Xe]},$$scope:{ctx:c}}}),S=new Mt({props:{warning:!0,$$slots:{default:[Pe]},$$scope:{ctx:c}}}),O=new E({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),q=new Z({props:{title:"Compile from source",local:"compile",headingTag:"h3"}}),Y=new we({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[ze]},$$scope:{ctx:c}}}),tt=new Z({props:{title:"PyTorch CUDA versions",local:"pytorch-cuda-versions",headingTag:"h3"}}),it=new E({props:{code:"d2dldCUyMGh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzJTJGbWFpbiUyRmluc3RhbGxfY3VkYS5zaCUwQSUyMyUyMFN5bnRheCUyMGN1ZGFfaW5zdGFsbCUyMENVREFfVkVSU0lPTiUyMElOU1RBTExfUFJFRklYJTIwRVhQT1JUX1RPX0JBU0glMEElMjMlMjAlMjAlMjBDVURBX1ZFUlNJT04lMjBpbiUyMCU3QjExMCUyQyUyMDExMSUyQyUyMDExMiUyQyUyMDExMyUyQyUyMDExNCUyQyUyMDExNSUyQyUyMDExNiUyQyUyMDExNyUyQyUyMDExOCUyQyUyMDEyMCUyQyUyMDEyMSUyQyUyMDEyMiUyQyUyMDEyMyUyQyUyMDEyNCUyQyUyMDEyNSU3RCUwQSUyMyUyMCUyMCUyMEVYUE9SVF9UT19CQVNIJTIwaW4lMjAlN0IwJTJDJTIwMSU3RCUyMHdpdGglMjAwJTNERmFsc2UlMjBhbmQlMjAxJTNEVHJ1ZSUwQSUwQSUyMyUyMEZvciUyMGV4YW1wbGUlMkMlMjB0aGUlMjBmb2xsb3dpbmclMjBpbnN0YWxscyUyMENVREElMjAxMS43JTIwdG8lMjB+JTJGbG9jYWwlMkZjdWRhLTExLjclMjBhbmQlMjBleHBvcnRzJTIwdGhlJTIwcGF0aCUyMHRvJTIweW91ciUyMC5iYXNocmMlMEElMEFiYXNoJTIwaW5zdGFsbF9jdWRhLnNoJTIwMTE3JTIwfiUyRmxvY2FsJTIwMQ==",highlighted:`wget https://raw.githubusercontent.com/TimDettmers/bitsandbytes/main/install_cuda.sh
<span class="hljs-comment"># Syntax cuda_install CUDA_VERSION INSTALL_PREFIX EXPORT_TO_BASH</span>
<span class="hljs-comment">#   CUDA_VERSION in {110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125}</span>
<span class="hljs-comment">#   EXPORT_TO_BASH in {0, 1} with 0=False and 1=True</span>

<span class="hljs-comment"># For example, the following installs CUDA 11.7 to ~/local/cuda-11.7 and exports the path to your .bashrc</span>

bash install_cuda.sh 117 ~/local 1`,wrap:!1}}),H=new Mt({props:{warning:!1,$$slots:{default:[Oe]},$$scope:{ctx:c}}}),at=new E({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRCUzQ1ZFUlNJT04lM0UlMEFleHBvcnQlMjBMRF9MSUJSQVJZX1BBVEglM0QlMjRMRF9MSUJSQVJZX1BBVEglM0ElM0NQQVRIJTNF",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=&lt;VERSION&gt;
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:&lt;PATH&gt;`,wrap:!1}}),rt=new E({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRDExNyUwQWV4cG9ydCUyMExEX0xJQlJBUllfUEFUSCUzRCUyNExEX0xJQlJBUllfUEFUSCUzQSUyRmhvbWUlMkZZT1VSX1VTRVJOQU1FJTJGbG9jYWwlMkZjdWRhLTExLjc=",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=117
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:/home/YOUR_USERNAME/local/cuda-11.7`,wrap:!1}}),pt=new Z({props:{title:"Multi-backend",local:"multi-backend",headingTag:"h2"}}),P=new Mt({props:{warning:!1,$$slots:{default:[qe]},$$scope:{ctx:c}}}),ft=new Z({props:{title:"Pip install the pre-built wheel (recommended for most)",local:"pip-install-the-pre-built-wheel-recommended-for-most",headingTag:"h3"}}),dt=new Z({props:{title:"Compilation",local:"compilation",headingTag:"h3"}}),D=new we({props:{id:"backend",options:["AMD ROCm","Intel CPU + GPU","Apple Silicon (MPS)"],$$slots:{default:[sl]},$$scope:{ctx:c}}}),ct=new Ze({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){e=w("meta"),a=M(),l=w("p"),i=M(),_(o.$$.fragment),r=M(),_(f.$$.fragment),d=M(),u=w("p"),u.innerHTML=p,y=M(),v=w("p"),v.textContent=$,R=M(),B=w("table"),B.innerHTML=L,N=M(),_(U.$$.fragment),x=M(),V=w("p"),V.textContent=F,b=M(),k=w("table"),k.innerHTML=ht,wt=M(),_(S.$$.fragment),Tt=M(),z=w("p"),z.textContent=te,Ct=M(),_(O.$$.fragment),Jt=M(),_(q.$$.fragment),gt=M(),K=w("p"),K.textContent=ee,vt=M(),_(Y.$$.fragment),_t=M(),_(tt.$$.fragment),jt=M(),et=w("p"),et.textContent=le,Gt=M(),lt=w("ol"),lt.innerHTML=ne,It=M(),nt=w("ul"),nt.innerHTML=se,Rt=M(),st=w("p"),st.textContent=ie,Bt=M(),_(it.$$.fragment),kt=M(),W=w("ol"),W.innerHTML=ae,xt=M(),_(H.$$.fragment),Vt=M(),_(at.$$.fragment),Nt=M(),ot=w("p"),ot.textContent=oe,Zt=M(),_(rt.$$.fragment),Et=M(),X=w("ol"),X.innerHTML=re,At=M(),_(pt.$$.fragment),Lt=M(),_(P.$$.fragment),St=M(),mt=w("p"),mt.textContent=pe,Yt=M(),_(ft.$$.fragment),Wt=M(),ut=w("p"),ut.textContent=me,Ht=M(),_(dt.$$.fragment),Xt=M(),_(D.$$.fragment),Pt=M(),_(ct.$$.fragment),Dt=M(),yt=w("p"),this.h()},l(t){const m=Ne("svelte-u9bgzb",document.head);e=T(m,"META",{name:!0,content:!0}),m.forEach(n),a=h(t),l=T(t,"P",{}),Ut(l).forEach(n),i=h(t),j(o.$$.fragment,t),r=h(t),j(f.$$.fragment,t),d=h(t),u=T(t,"P",{"data-svelte-h":!0}),g(u)!=="svelte-7byvg1"&&(u.innerHTML=p),y=h(t),v=T(t,"P",{"data-svelte-h":!0}),g(v)!=="svelte-1dpd6j"&&(v.textContent=$),R=h(t),B=T(t,"TABLE",{"data-svelte-h":!0}),g(B)!=="svelte-jwkomo"&&(B.innerHTML=L),N=h(t),j(U.$$.fragment,t),x=h(t),V=T(t,"P",{"data-svelte-h":!0}),g(V)!=="svelte-1hx87c4"&&(V.textContent=F),b=h(t),k=T(t,"TABLE",{"data-svelte-h":!0}),g(k)!=="svelte-fkifbv"&&(k.innerHTML=ht),wt=h(t),j(S.$$.fragment,t),Tt=h(t),z=T(t,"P",{"data-svelte-h":!0}),g(z)!=="svelte-16utcew"&&(z.textContent=te),Ct=h(t),j(O.$$.fragment,t),Jt=h(t),j(q.$$.fragment,t),gt=h(t),K=T(t,"P",{"data-svelte-h":!0}),g(K)!=="svelte-wtvn8j"&&(K.textContent=ee),vt=h(t),j(Y.$$.fragment,t),_t=h(t),j(tt.$$.fragment,t),jt=h(t),et=T(t,"P",{"data-svelte-h":!0}),g(et)!=="svelte-n0pdc4"&&(et.textContent=le),Gt=h(t),lt=T(t,"OL",{"data-svelte-h":!0}),g(lt)!=="svelte-w9mxyz"&&(lt.innerHTML=ne),It=h(t),nt=T(t,"UL",{"data-svelte-h":!0}),g(nt)!=="svelte-r36v8e"&&(nt.innerHTML=se),Rt=h(t),st=T(t,"P",{"data-svelte-h":!0}),g(st)!=="svelte-1dhvzk8"&&(st.textContent=ie),Bt=h(t),j(it.$$.fragment,t),kt=h(t),W=T(t,"OL",{start:!0,"data-svelte-h":!0}),g(W)!=="svelte-y8zpl2"&&(W.innerHTML=ae),xt=h(t),j(H.$$.fragment,t),Vt=h(t),j(at.$$.fragment,t),Nt=h(t),ot=T(t,"P",{"data-svelte-h":!0}),g(ot)!=="svelte-wx07f3"&&(ot.textContent=oe),Zt=h(t),j(rt.$$.fragment,t),Et=h(t),X=T(t,"OL",{start:!0,"data-svelte-h":!0}),g(X)!=="svelte-lfqu8"&&(X.innerHTML=re),At=h(t),j(pt.$$.fragment,t),Lt=h(t),j(P.$$.fragment,t),St=h(t),mt=T(t,"P",{"data-svelte-h":!0}),g(mt)!=="svelte-y9jz2l"&&(mt.textContent=pe),Yt=h(t),j(ft.$$.fragment,t),Wt=h(t),ut=T(t,"P",{"data-svelte-h":!0}),g(ut)!=="svelte-w67dwe"&&(ut.textContent=me),Ht=h(t),j(dt.$$.fragment,t),Xt=h(t),j(D.$$.fragment,t),Pt=h(t),j(ct.$$.fragment,t),Dt=h(t),yt=T(t,"P",{}),Ut(yt).forEach(n),this.h()},h(){Q(e,"name","hf:doc:metadata"),Q(e,"content",al),Q(W,"start","2"),Q(X,"start","3")},m(t,m){zt(document.head,e),s(t,a,m),s(t,l,m),s(t,i,m),G(o,t,m),s(t,r,m),G(f,t,m),s(t,d,m),s(t,u,m),s(t,y,m),s(t,v,m),s(t,R,m),s(t,B,m),s(t,N,m),G(U,t,m),s(t,x,m),s(t,V,m),s(t,b,m),s(t,k,m),s(t,wt,m),G(S,t,m),s(t,Tt,m),s(t,z,m),s(t,Ct,m),G(O,t,m),s(t,Jt,m),G(q,t,m),s(t,gt,m),s(t,K,m),s(t,vt,m),G(Y,t,m),s(t,_t,m),G(tt,t,m),s(t,jt,m),s(t,et,m),s(t,Gt,m),s(t,lt,m),s(t,It,m),s(t,nt,m),s(t,Rt,m),s(t,st,m),s(t,Bt,m),G(it,t,m),s(t,kt,m),s(t,W,m),s(t,xt,m),G(H,t,m),s(t,Vt,m),G(at,t,m),s(t,Nt,m),s(t,ot,m),s(t,Zt,m),G(rt,t,m),s(t,Et,m),s(t,X,m),s(t,At,m),G(pt,t,m),s(t,Lt,m),G(P,t,m),s(t,St,m),s(t,mt,m),s(t,Yt,m),G(ft,t,m),s(t,Wt,m),s(t,ut,m),s(t,Ht,m),G(dt,t,m),s(t,Xt,m),G(D,t,m),s(t,Pt,m),G(ct,t,m),s(t,Dt,m),s(t,yt,m),Qt=!0},p(t,[m]){const fe={};m&2&&(fe.$$scope={dirty:m,ctx:t}),U.$set(fe);const ue={};m&2&&(ue.$$scope={dirty:m,ctx:t}),S.$set(ue);const de={};m&2&&(de.$$scope={dirty:m,ctx:t}),Y.$set(de);const ce={};m&2&&(ce.$$scope={dirty:m,ctx:t}),H.$set(ce);const Me={};m&2&&(Me.$$scope={dirty:m,ctx:t}),P.$set(Me);const he={};m&2&&(he.$$scope={dirty:m,ctx:t}),D.$set(he)},i(t){Qt||(C(o.$$.fragment,t),C(f.$$.fragment,t),C(U.$$.fragment,t),C(S.$$.fragment,t),C(O.$$.fragment,t),C(q.$$.fragment,t),C(Y.$$.fragment,t),C(tt.$$.fragment,t),C(it.$$.fragment,t),C(H.$$.fragment,t),C(at.$$.fragment,t),C(rt.$$.fragment,t),C(pt.$$.fragment,t),C(P.$$.fragment,t),C(ft.$$.fragment,t),C(dt.$$.fragment,t),C(D.$$.fragment,t),C(ct.$$.fragment,t),Qt=!0)},o(t){J(o.$$.fragment,t),J(f.$$.fragment,t),J(U.$$.fragment,t),J(S.$$.fragment,t),J(O.$$.fragment,t),J(q.$$.fragment,t),J(Y.$$.fragment,t),J(tt.$$.fragment,t),J(it.$$.fragment,t),J(H.$$.fragment,t),J(at.$$.fragment,t),J(rt.$$.fragment,t),J(pt.$$.fragment,t),J(P.$$.fragment,t),J(ft.$$.fragment,t),J(dt.$$.fragment,t),J(D.$$.fragment,t),J(ct.$$.fragment,t),Qt=!1},d(t){t&&(n(a),n(l),n(i),n(r),n(d),n(u),n(y),n(v),n(R),n(B),n(N),n(x),n(V),n(b),n(k),n(wt),n(Tt),n(z),n(Ct),n(Jt),n(gt),n(K),n(vt),n(_t),n(jt),n(et),n(Gt),n(lt),n(It),n(nt),n(Rt),n(st),n(Bt),n(kt),n(W),n(xt),n(Vt),n(Nt),n(ot),n(Zt),n(Et),n(X),n(At),n(Lt),n(St),n(mt),n(Yt),n(Wt),n(ut),n(Ht),n(Xt),n(Pt),n(Dt),n(yt)),n(e),I(o,t),I(f,t),I(U,t),I(S,t),I(O,t),I(q,t),I(Y,t),I(tt,t),I(it,t),I(H,t),I(at,t),I(rt,t),I(pt,t),I(P,t),I(ft,t),I(dt,t),I(D,t),I(ct,t)}}}const al='{"title":"Installation","local":"installation","sections":[{"title":"CUDA","local":"cuda","sections":[{"title":"Compile from source","local":"compile","sections":[],"depth":3},{"title":"PyTorch CUDA versions","local":"pytorch-cuda-versions","sections":[],"depth":3}],"depth":2},{"title":"Multi-backend","local":"multi-backend","sections":[{"title":"Pip install the pre-built wheel (recommended for most)","local":"pip-install-the-pre-built-wheel-recommended-for-most","sections":[],"depth":3},{"title":"Compilation","local":"compilation","sections":[{"title":"AMD GPU","local":"amd-gpu","sections":[],"depth":4},{"title":"Intel CPU","local":"intel-cpu","sections":[],"depth":4},{"title":"Apple Silicon","local":"apple-silicon","sections":[],"depth":4}],"depth":3}],"depth":2}],"depth":1}';function ol(c){return je(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ml extends qt{constructor(e){super(),Kt(this,e,ol,il,Ot,{})}}export{Ml as component};