bitsandbytes/pr_1292/en/_app/immutable/nodes/10.06eb807e.js

import{s as Qt,c as he,u as ye,g as be,d as Ue,e as Me,f as Wt,o as Ce,n as Y}from"../chunks/scheduler.852ec091.js";import{S as Xt,i as Yt,g as M,s as c,h as C,j as ht,f as s,c as $,k as X,a as i,d as v,t as x,z as ge,m as we,n as _e,y as It,B as Te,o as ve,e as pe,p as xe,b as Re,r as R,A as ke,u as k,x as _,v as j,w as E}from"../chunks/index.28275fd3.js";import{T as ct}from"../chunks/Tip.9f398c59.js";import{C as G}from"../chunks/CodeBlock.c3366071.js";import{H as dt,E as je}from"../chunks/EditOnGithub.582011f0.js";import{e as ue}from"../chunks/each.e59479a4.js";import{w as Ee}from"../chunks/index.268e315a.js";const $t=Ee({});function Le(u,e){const p=new URL(window.location.href),l=new URLSearchParams(p.search);l.set(u,e),p.search=l.toString(),history.replaceState(null,"",p.toString())}function Ae(u){const e=new URL(window.location.href);return new URLSearchParams(e.search).get(u)}function me(u,e,p){const l=u.slice();return l[7]=e[p],l}function de(u){let e,p=u[7]+"",l,n,o,f,y;function d(){return u[6](u[7])}return{c(){e=M("div"),l=we(p),n=c(),this.h()},l(a){e=C(a,"DIV",{class:!0});var m=ht(e);l=_e(m,p),n=$(m),m.forEach(s),this.h()},h(){X(e,"class",o="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(u[2][u[0]]===u[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(a,m){i(a,e,m),It(e,l),It(e,n),f||(y=Te(e,"click",d),f=!0)},p(a,m){u=a,m&2&&p!==(p=u[7]+"")&&ve(l,p),m&7&&o!==(o="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(u[2][u[0]]===u[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&X(e,"class",o)},d(a){a&&s(e),f=!1,y()}}}function Je(u){let e,p,l,n,o=ue(u[1]),f=[];for(let a=0;a<o.length;a+=1)f[a]=de(me(u,o,a));const y=u[5].default,d=he(y,u,u[4],null);return{c(){e=M("div");for(let a=0;a<f.length;a+=1)f[a].c();p=c(),l=M("div"),d&&d.c(),this.h()},l(a){e=C(a,"DIV",{class:!0});var m=ht(e);for(let w=0;w<f.length;w+=1)f[w].l(m);m.forEach(s),p=$(a),l=C(a,"DIV",{class:!0});var g=ht(l);d&&d.l(g),g.forEach(s),this.h()},h(){X(e,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),X(l,"class","language-select")},m(a,m){i(a,e,m);for(let g=0;g<f.length;g+=1)f[g]&&f[g].m(e,null);i(a,p,m),i(a,l,m),d&&d.m(l,null),n=!0},p(a,[m]){if(m&15){o=ue(a[1]);let g;for(g=0;g<o.length;g+=1){const w=me(a,o,g);f[g]?f[g].p(w,m):(f[g]=de(w),f[g].c(),f[g].m(e,null))}for(;g<f.length;g+=1)f[g].d(1);f.length=o.length}d&&d.p&&(!n||m&16)&&ye(d,y,a,a[4],n?Ue(y,a[4],m,null):be(a[4]),null)},i(a){n||(v(d,a),n=!0)},o(a){x(d,a),n=!1},d(a){a&&(s(e),s(p),s(l)),ge(f,a),d&&d.d(a)}}}function He(u,e,p){let l;Me(u,$t,m=>p(2,l=m));let{$$slots:n={},$$scope:o}=e,{id:f}=e,{options:y}=e;Wt($t,l[f]=y[0],l);function d(m){Wt($t,l[f]=m,l),Le(f,m)}Ce(()=>{const m=Ae(f);m&&y.includes(m)&&Wt($t,l[f]=m,l)});const a=m=>d(m);return u.$$set=m=>{"id"in m&&p(0,f=m.id),"options"in m&&p(1,y=m.options),"$$scope"in m&&p(4,o=m.$$scope)},[f,y,l,d,o,n,a]}class ce extends Xt{constructor(e){super(),Yt(this,e,He,Je,Qt,{id:0,options:1})}}function $e(u){let e;const p=u[4].default,l=he(p,u,u[3],null);return{c(){l&&l.c()},l(n){l&&l.l(n)},m(n,o){l&&l.m(n,o),e=!0},p(n,o){l&&l.p&&(!e||o&8)&&ye(l,p,n,n[3],e?Ue(p,n[3],o,null):be(n[3]),null)},i(n){e||(v(l,n),e=!0)},o(n){x(l,n),e=!1},d(n){l&&l.d(n)}}}function Ve(u){let e,p,l=u[2][u[0]]===u[1]&&$e(u);return{c(){l&&l.c(),e=pe()},l(n){l&&l.l(n),e=pe()},m(n,o){l&&l.m(n,o),i(n,e,o),p=!0},p(n,[o]){n[2][n[0]]===n[1]?l?(l.p(n,o),o&7&&v(l,1)):(l=$e(n),l.c(),v(l,1),l.m(e.parentNode,e)):l&&(xe(),x(l,1,1,()=>{l=null}),Re())},i(n){p||(v(l),p=!0)},o(n){x(l),p=!1},d(n){n&&s(e),l&&l.d(n)}}}function Ge(u,e,p){let l;Me(u,$t,d=>p(2,l=d));let{$$slots:n={},$$scope:o}=e,{id:f}=e,{option:y}=e;return u.$$set=d=>{"id"in d&&p(0,f=d.id),"option"in d&&p(1,y=d.option),"$$scope"in d&&p(3,o=d.$$scope)},[f,y,l,o,n]}class St extends Xt{constructor(e){super(),Yt(this,e,Ge,Ve,Qt,{id:0,option:1})}}function De(u){let e,p='MacOS support is still a work in progress! Subscribe to this <a href="https://github.com/TimDettmers/bitsandbytes/issues/1020" rel="nofollow">issue</a> to get notified about discussions and to track the integration progress.';return{c(){e=M("p"),e.innerHTML=p},l(l){e=C(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-9rmqp2"&&(e.innerHTML=p)},m(l,n){i(l,e,n)},p:Y,d(l){l&&s(e)}}}function Be(u){let e,p="bitsandbytes &gt;= 0.39.1 no longer includes Kepler binaries in pip installations. This requires manual compilation, and you should follow the general steps and use <code>cuda11x_nomatmul_kepler</code> for Kepler-targeted compilation.";return{c(){e=M("p"),e.innerHTML=p},l(l){e=C(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-13h63kz"&&(e.innerHTML=p)},m(l,n){i(l,e,n)},p:Y,d(l){l&&s(e)}}}function Ne(u){let e,p="If you have multiple versions of CUDA installed or installed it in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.";return{c(){e=M("p"),e.textContent=p},l(l){e=C(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-raeog1"&&(e.textContent=p)},m(l,n){i(l,e,n)},p:Y,d(l){l&&s(e)}}}function Pe(u){let e,p="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. Make sure you have a compiler installed to compile C++ (gcc, make, headers, etc.). For example, to install a compiler and CMake on Ubuntu:",l,n,o,f,y='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide from NVIDIA. The current expected CUDA Toolkit version is <strong>11.1+</strong> and it is recommended to install <strong>GCC &gt;= 7.3</strong> and required to have at least <strong>GCC &gt;= 6</strong>.',d,a,m="Refer to the following table if you’re using another CUDA Toolkit version.",g,w,J="<thead><tr><th>CUDA Toolkit</th> <th>GCC</th></tr></thead> <tbody><tr><td>&gt;= 11.4.1</td> <td>&gt;= 11</td></tr> <tr><td>&gt;= 12.0</td> <td>&gt;= 12</td></tr> <tr><td>&gt;= 12.4</td> <td>&gt;= 13</td></tr></tbody>",U,T,D="Now to install the bitsandbytes package from source, run the following commands:",V,b,A,H,F;return n=new G({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),b=new G({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install .`,wrap:!1}}),H=new ct({props:{warning:!1,$$slots:{default:[Ne]},$$scope:{ctx:u}}}),{c(){e=M("p"),e.innerHTML=p,l=c(),R(n.$$.fragment),o=c(),f=M("p"),f.innerHTML=y,d=c(),a=M("p"),a.textContent=m,g=c(),w=M("table"),w.innerHTML=J,U=c(),T=M("p"),T.textContent=D,V=c(),R(b.$$.fragment),A=c(),R(H.$$.fragment)},l(h){e=C(h,"P",{"data-svelte-h":!0}),_(e)!=="svelte-29yf67"&&(e.innerHTML=p),l=$(h),k(n.$$.fragment,h),o=$(h),f=C(h,"P",{"data-svelte-h":!0}),_(f)!=="svelte-gmjw5q"&&(f.innerHTML=y),d=$(h),a=C(h,"P",{"data-svelte-h":!0}),_(a)!=="svelte-1agbdv5"&&(a.textContent=m),g=$(h),w=C(h,"TABLE",{"data-svelte-h":!0}),_(w)!=="svelte-1nj1xe4"&&(w.innerHTML=J),U=$(h),T=C(h,"P",{"data-svelte-h":!0}),_(T)!=="svelte-1fitvy1"&&(T.textContent=D),V=$(h),k(b.$$.fragment,h),A=$(h),k(H.$$.fragment,h)},m(h,L){i(h,e,L),i(h,l,L),j(n,h,L),i(h,o,L),i(h,f,L),i(h,d,L),i(h,a,L),i(h,g,L),i(h,w,L),i(h,U,L),i(h,T,L),i(h,V,L),j(b,h,L),i(h,A,L),j(H,h,L),F=!0},p(h,L){const ut={};L&2&&(ut.$$scope={dirty:L,ctx:h}),H.$set(ut)},i(h){F||(v(n.$$.fragment,h),v(b.$$.fragment,h),v(H.$$.fragment,h),F=!0)},o(h){x(n.$$.fragment,h),x(b.$$.fragment,h),x(H.$$.fragment,h),F=!1},d(h){h&&(s(e),s(l),s(o),s(f),s(d),s(a),s(g),s(w),s(U),s(T),s(V),s(A)),E(n,h),E(b,h),E(H,h)}}}function Se(u){let e,p="Windows systems require Visual Studio with C++ support as well as an installation of the CUDA SDK.",l,n,o='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA.',f,y,d="Refer to the following table if you’re using another CUDA Toolkit version.",a,m,g="<thead><tr><th>CUDA Toolkit</th> <th>MSVC</th></tr></thead> <tbody><tr><td>&gt;= 11.6</td> <td>19.30+ (VS2022)</td></tr></tbody>",w,J,U,T,D='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',V;return J=new G({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcHl0aG9uJTIwLW0lMjBidWlsZCUyMC0td2hlZWw=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
python -m build --wheel`,wrap:!1}}),{c(){e=M("p"),e.textContent=p,l=c(),n=M("p"),n.innerHTML=o,f=c(),y=M("p"),y.textContent=d,a=c(),m=M("table"),m.innerHTML=g,w=c(),R(J.$$.fragment),U=c(),T=M("p"),T.innerHTML=D},l(b){e=C(b,"P",{"data-svelte-h":!0}),_(e)!=="svelte-1ngyk0s"&&(e.textContent=p),l=$(b),n=C(b,"P",{"data-svelte-h":!0}),_(n)!=="svelte-9zb6iz"&&(n.innerHTML=o),f=$(b),y=C(b,"P",{"data-svelte-h":!0}),_(y)!=="svelte-1agbdv5"&&(y.textContent=d),a=$(b),m=C(b,"TABLE",{"data-svelte-h":!0}),_(m)!=="svelte-1nj7txn"&&(m.innerHTML=g),w=$(b),k(J.$$.fragment,b),U=$(b),T=C(b,"P",{"data-svelte-h":!0}),_(T)!=="svelte-e0ivb"&&(T.innerHTML=D)},m(b,A){i(b,e,A),i(b,l,A),i(b,n,A),i(b,f,A),i(b,y,A),i(b,a,A),i(b,m,A),i(b,w,A),j(J,b,A),i(b,U,A),i(b,T,A),V=!0},p:Y,i(b){V||(v(J.$$.fragment,b),V=!0)},o(b){x(J.$$.fragment,b),V=!1},d(b){b&&(s(e),s(l),s(n),s(f),s(y),s(a),s(m),s(w),s(U),s(T)),E(J,b)}}}function We(u){let e,p,l,n;return e=new St({props:{id:"source",option:"Linux",$$slots:{default:[Pe]},$$scope:{ctx:u}}}),l=new St({props:{id:"source",option:"Windows",$$slots:{default:[Se]},$$scope:{ctx:u}}}),{c(){R(e.$$.fragment),p=c(),R(l.$$.fragment)},l(o){k(e.$$.fragment,o),p=$(o),k(l.$$.fragment,o)},m(o,f){j(e,o,f),i(o,p,f),j(l,o,f),n=!0},p(o,f){const y={};f&2&&(y.$$scope={dirty:f,ctx:o}),e.$set(y);const d={};f&2&&(d.$$scope={dirty:f,ctx:o}),l.$set(d)},i(o){n||(v(e.$$.fragment,o),v(l.$$.fragment,o),n=!0)},o(o){x(e.$$.fragment,o),x(l.$$.fragment,o),n=!1},d(o){o&&s(p),E(e,o),E(l,o)}}}function Ie(u){let e,p="It is recommended to add the following lines to the <code>.bashrc</code> file to make them permanent.";return{c(){e=M("p"),e.innerHTML=p},l(l){e=C(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-143buxs"&&(e.innerHTML=p)},m(l,n){i(l,e,n)},p:Y,d(l){l&&s(e)}}}function Qe(u){let e,p="Intel CPU backend only supports building from source; for now, please follow the instructions below.";return{c(){e=M("p"),e.textContent=p},l(l){e=C(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-11im0db"&&(e.textContent=p)},m(l,n){i(l,e,n)},p:Y,d(l){l&&s(e)}}}function Xe(u){let e,p="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. Make sure you have a compiler installed to compile C++ (gcc, make, headers, etc.). For example, to install a compiler and CMake on Ubuntu:",l,n,o,f,y="We recommend installing <strong>GCC &gt;= 11</strong> and have at least <strong>GCC &gt;= 6</strong>.",d,a,m="Now to install the bitsandbytes package from source, run the following commands:",g,w,J;return n=new G({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),w=new G({props:{code:"Z2l0JTIwY2xvbmUlMjAtLWJyYW5jaCUyMG11bHRpLWJhY2tlbmQtcmVmYWN0b3IlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBcGlwJTIwaW5zdGFsbCUyMGludGVsX2V4dGVuc2lvbl9mb3JfcHl0b3JjaCUwQWNtYWtlJTIwLURDT01QVVRFX0JBQ0tFTkQlM0RjcHUlMjAtUyUyMC4lMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> --branch multi-backend-refactor https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
pip install intel_extension_for_pytorch
cmake -DCOMPUTE_BACKEND=cpu -S .
make
pip install .`,wrap:!1}}),{c(){e=M("p"),e.innerHTML=p,l=c(),R(n.$$.fragment),o=c(),f=M("p"),f.innerHTML=y,d=c(),a=M("p"),a.textContent=m,g=c(),R(w.$$.fragment)},l(U){e=C(U,"P",{"data-svelte-h":!0}),_(e)!=="svelte-29yf67"&&(e.innerHTML=p),l=$(U),k(n.$$.fragment,U),o=$(U),f=C(U,"P",{"data-svelte-h":!0}),_(f)!=="svelte-o9dexa"&&(f.innerHTML=y),d=$(U),a=C(U,"P",{"data-svelte-h":!0}),_(a)!=="svelte-1fitvy1"&&(a.textContent=m),g=$(U),k(w.$$.fragment,U)},m(U,T){i(U,e,T),i(U,l,T),j(n,U,T),i(U,o,T),i(U,f,T),i(U,d,T),i(U,a,T),i(U,g,T),j(w,U,T),J=!0},p:Y,i(U){J||(v(n.$$.fragment,U),v(w.$$.fragment,U),J=!0)},o(U){x(n.$$.fragment,U),x(w.$$.fragment,U),J=!1},d(U){U&&(s(e),s(l),s(o),s(f),s(d),s(a),s(g)),E(n,U),E(w,U)}}}function Ye(u){let e,p="Windows systems require Visual Studio with C++ support.",l,n,o="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed.",f,y,d;return y=new G({props:{code:"Z2l0JTIwY2xvbmUlMjAtLWJyYW5jaCUyMG11bHRpLWJhY2tlbmQtcmVmYWN0b3IlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGNwdSUyMC1TJTIwLiUwQWNtYWtlJTIwLS1idWlsZCUyMC4lMjAtLWNvbmZpZyUyMFJlbGVhc2UlMEFwaXAlMjBpbnN0YWxsJTIwLg==",highlighted:`git <span class="hljs-built_in">clone</span> --branch multi-backend-refactor https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cpu -S .
cmake --build . --config Release
pip install .`,wrap:!1}}),{c(){e=M("p"),e.textContent=p,l=c(),n=M("p"),n.innerHTML=o,f=c(),R(y.$$.fragment)},l(a){e=C(a,"P",{"data-svelte-h":!0}),_(e)!=="svelte-7wy2zc"&&(e.textContent=p),l=$(a),n=C(a,"P",{"data-svelte-h":!0}),_(n)!=="svelte-4f6u0t"&&(n.innerHTML=o),f=$(a),k(y.$$.fragment,a)},m(a,m){i(a,e,m),i(a,l,m),i(a,n,m),i(a,f,m),j(y,a,m),d=!0},p:Y,i(a){d||(v(y.$$.fragment,a),d=!0)},o(a){x(y.$$.fragment,a),d=!1},d(a){a&&(s(e),s(l),s(n),s(f)),E(y,a)}}}function Fe(u){let e,p,l,n;return e=new St({props:{id:"source",option:"Linux",$$slots:{default:[Xe]},$$scope:{ctx:u}}}),l=new St({props:{id:"source",option:"Windows",$$slots:{default:[Ye]},$$scope:{ctx:u}}}),{c(){R(e.$$.fragment),p=c(),R(l.$$.fragment)},l(o){k(e.$$.fragment,o),p=$(o),k(l.$$.fragment,o)},m(o,f){j(e,o,f),i(o,p,f),j(l,o,f),n=!0},p(o,f){const y={};f&2&&(y.$$scope={dirty:f,ctx:o}),e.$set(y);const d={};f&2&&(d.$$scope={dirty:f,ctx:o}),l.$set(d)},i(o){n||(v(e.$$.fragment,o),v(l.$$.fragment,o),n=!0)},o(o){x(e.$$.fragment,o),x(l.$$.fragment,o),n=!1},d(o){o&&s(p),E(e,o),E(l,o)}}}function Ze(u){let e,p,l,n,o,f,y,d,a,m="bitsandbytes is only supported on CUDA GPUs for CUDA versions <strong>11.0 - 12.5</strong>.",g,w,J="The latest version of bitsandbytes builds on:",U,T,D="<thead><tr><th>OS</th> <th>CUDA</th> <th>Compiler</th></tr></thead> <tbody><tr><td>Linux</td> <td>11.7 - 12.3</td> <td>GCC 11.4</td></tr> <tr><td></td> <td>12.4+</td> <td>GCC 13.2</td></tr> <tr><td>Windows</td> <td>11.7 - 12.4</td> <td>MSVC 19.38+ (VS2022 17.8.0+)</td></tr></tbody>",V,b,A,H,F="For Linux systems, make sure your hardware meets the following requirements to use bitsandbytes features.",h,L,ut="<thead><tr><th><strong>Feature</strong></th> <th><strong>Hardware requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>NVIDIA Turing (RTX 20 series, T4) or Ampere (RTX 30 series, A4-A100) GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>NVIDIA Kepler (GTX 780 or newer)</td></tr></tbody>",yt,B,bt,Z,Ft="To install from PyPI.",Ut,z,Mt,O,Ct,q,Zt="For Linux and Windows systems, you can compile bitsandbytes from source. Installing from source allows for more build options with different CMake configurations.",gt,N,wt,K,_t,tt,zt="Some bitsandbytes features may need a newer CUDA version than the one currently supported by PyTorch binaries from Conda and pip. In this case, you should follow these instructions to load a precompiled bitsandbytes binary.",Tt,et,Ot="<li>Determine the path of the CUDA version you want to use. Common paths include:</li>",vt,lt,qt="<li><code>/usr/local/cuda</code></li> <li><code>/usr/local/cuda-XX.X</code> where <code>XX.X</code> is the CUDA version number</li>",xt,nt,Kt="Then locally install the CUDA version you need with this script from bitsandbytes:",Rt,st,kt,P,te="<li>Set the environment variables <code>BNB_CUDA_VERSION</code> and <code>LD_LIBRARY_PATH</code> by manually overriding the CUDA version installed by PyTorch.</li>",jt,S,Et,it,Lt,ot,ee="For example, to use a local install path:",At,at,Jt,W,le="<li>Now when you launch bitsandbytes with these environment variables, the PyTorch CUDA version is overridden by the new CUDA version (in this example, version 11.7) and a different bitsandbytes library is loaded.</li>",Ht,rt,Vt,I,Gt,ft,ne="Like CUDA, you can compile bitsandbytes from source for Linux and Windows systems. Installing from source allows for more build options with different CMake configurations.",Dt,Q,Bt,pt,Nt,mt,Pt;return o=new dt({props:{title:"Installation",local:"installation",headingTag:"h1"}}),y=new dt({props:{title:"CUDA",local:"cuda",headingTag:"h2"}}),b=new ct({props:{warning:!1,$$slots:{default:[De]},$$scope:{ctx:u}}}),B=new ct({props:{warning:!0,$$slots:{default:[Be]},$$scope:{ctx:u}}}),z=new G({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),O=new dt({props:{title:"Compile from source",local:"compile-from-source",headingTag:"h3"}}),N=new ce({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[We]},$$scope:{ctx:u}}}),K=new dt({props:{title:"PyTorch CUDA versions",local:"pytorch-cuda-versions",headingTag:"h3"}}),st=new G({props:{code:"d2dldCUyMGh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzJTJGbWFpbiUyRmluc3RhbGxfY3VkYS5zaCUwQSUyMyUyMFN5bnRheCUyMGN1ZGFfaW5zdGFsbCUyMENVREFfVkVSU0lPTiUyMElOU1RBTExfUFJFRklYJTIwRVhQT1JUX1RPX0JBU0glMEElMjMlMjAlMjAlMjBDVURBX1ZFUlNJT04lMjBpbiUyMCU3QjExMCUyQyUyMDExMSUyQyUyMDExMiUyQyUyMDExMyUyQyUyMDExNCUyQyUyMDExNSUyQyUyMDExNiUyQyUyMDExNyUyQyUyMDExOCUyQyUyMDEyMCUyQyUyMDEyMSUyQyUyMDEyMiUyQyUyMDEyMyUyQyUyMDEyNCUyQyUyMDEyNSU3RCUwQSUyMyUyMCUyMCUyMEVYUE9SVF9UT19CQVNIJTIwaW4lMjAlN0IwJTJDJTIwMSU3RCUyMHdpdGglMjAwJTNERmFsc2UlMjBhbmQlMjAxJTNEVHJ1ZSUwQSUwQSUyMyUyMEZvciUyMGV4YW1wbGUlMkMlMjB0aGUlMjBmb2xsb3dpbmclMjBpbnN0YWxscyUyMENVREElMjAxMS43JTIwdG8lMjB+JTJGbG9jYWwlMkZjdWRhLTExLjclMjBhbmQlMjBleHBvcnRzJTIwdGhlJTIwcGF0aCUyMHRvJTIweW91ciUyMC5iYXNocmMlMEElMEFiYXNoJTIwaW5zdGFsbF9jdWRhLnNoJTIwMTE3JTIwfiUyRmxvY2FsJTIwMQ==",highlighted:`wget https://raw.githubusercontent.com/TimDettmers/bitsandbytes/main/install_cuda.sh
<span class="hljs-comment"># Syntax cuda_install CUDA_VERSION INSTALL_PREFIX EXPORT_TO_BASH</span>
<span class="hljs-comment">#   CUDA_VERSION in {110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125}</span>
<span class="hljs-comment">#   EXPORT_TO_BASH in {0, 1} with 0=False and 1=True</span>

<span class="hljs-comment"># For example, the following installs CUDA 11.7 to ~/local/cuda-11.7 and exports the path to your .bashrc</span>

bash install_cuda.sh 117 ~/local 1`,wrap:!1}}),S=new ct({props:{warning:!1,$$slots:{default:[Ie]},$$scope:{ctx:u}}}),it=new G({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRCUzQ1ZFUlNJT04lM0UlMEFleHBvcnQlMjBMRF9MSUJSQVJZX1BBVEglM0QlMjRMRF9MSUJSQVJZX1BBVEglM0ElM0NQQVRIJTNF",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=&lt;VERSION&gt;
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:&lt;PATH&gt;`,wrap:!1}}),at=new G({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRDExNyUwQWV4cG9ydCUyMExEX0xJQlJBUllfUEFUSCUzRCUyNExEX0xJQlJBUllfUEFUSCUzQSUyRmhvbWUlMkZ0aW0lMkZsb2NhbCUyRmN1ZGEtMTEuNw==",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=117
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:/home/tim/local/cuda-11.7`,wrap:!1}}),rt=new dt({props:{title:"Intel CPU",local:"intel-cpu",headingTag:"h2"}}),I=new ct({props:{warning:!1,$$slots:{default:[Qe]},$$scope:{ctx:u}}}),Q=new ce({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[Fe]},$$scope:{ctx:u}}}),pt=new je({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){e=M("meta"),p=c(),l=M("p"),n=c(),R(o.$$.fragment),f=c(),R(y.$$.fragment),d=c(),a=M("p"),a.innerHTML=m,g=c(),w=M("p"),w.textContent=J,U=c(),T=M("table"),T.innerHTML=D,V=c(),R(b.$$.fragment),A=c(),H=M("p"),H.textContent=F,h=c(),L=M("table"),L.innerHTML=ut,yt=c(),R(B.$$.fragment),bt=c(),Z=M("p"),Z.textContent=Ft,Ut=c(),R(z.$$.fragment),Mt=c(),R(O.$$.fragment),Ct=c(),q=M("p"),q.textContent=Zt,gt=c(),R(N.$$.fragment),wt=c(),R(K.$$.fragment),_t=c(),tt=M("p"),tt.textContent=zt,Tt=c(),et=M("ol"),et.innerHTML=Ot,vt=c(),lt=M("ul"),lt.innerHTML=qt,xt=c(),nt=M("p"),nt.textContent=Kt,Rt=c(),R(st.$$.fragment),kt=c(),P=M("ol"),P.innerHTML=te,jt=c(),R(S.$$.fragment),Et=c(),R(it.$$.fragment),Lt=c(),ot=M("p"),ot.textContent=ee,At=c(),R(at.$$.fragment),Jt=c(),W=M("ol"),W.innerHTML=le,Ht=c(),R(rt.$$.fragment),Vt=c(),R(I.$$.fragment),Gt=c(),ft=M("p"),ft.textContent=ne,Dt=c(),R(Q.$$.fragment),Bt=c(),R(pt.$$.fragment),Nt=c(),mt=M("p"),this.h()},l(t){const r=ke("svelte-u9bgzb",document.head);e=C(r,"META",{name:!0,content:!0}),r.forEach(s),p=$(t),l=C(t,"P",{}),ht(l).forEach(s),n=$(t),k(o.$$.fragment,t),f=$(t),k(y.$$.fragment,t),d=$(t),a=C(t,"P",{"data-svelte-h":!0}),_(a)!=="svelte-g4doto"&&(a.innerHTML=m),g=$(t),w=C(t,"P",{"data-svelte-h":!0}),_(w)!=="svelte-1dpd6j"&&(w.textContent=J),U=$(t),T=C(t,"TABLE",{"data-svelte-h":!0}),_(T)!=="svelte-jwkomo"&&(T.innerHTML=D),V=$(t),k(b.$$.fragment,t),A=$(t),H=C(t,"P",{"data-svelte-h":!0}),_(H)!=="svelte-1hx87c4"&&(H.textContent=F),h=$(t),L=C(t,"TABLE",{"data-svelte-h":!0}),_(L)!=="svelte-fkifbv"&&(L.innerHTML=ut),yt=$(t),k(B.$$.fragment,t),bt=$(t),Z=C(t,"P",{"data-svelte-h":!0}),_(Z)!=="svelte-16utcew"&&(Z.textContent=Ft),Ut=$(t),k(z.$$.fragment,t),Mt=$(t),k(O.$$.fragment,t),Ct=$(t),q=C(t,"P",{"data-svelte-h":!0}),_(q)!=="svelte-wtvn8j"&&(q.textContent=Zt),gt=$(t),k(N.$$.fragment,t),wt=$(t),k(K.$$.fragment,t),_t=$(t),tt=C(t,"P",{"data-svelte-h":!0}),_(tt)!=="svelte-n0pdc4"&&(tt.textContent=zt),Tt=$(t),et=C(t,"OL",{"data-svelte-h":!0}),_(et)!=="svelte-w9mxyz"&&(et.innerHTML=Ot),vt=$(t),lt=C(t,"UL",{"data-svelte-h":!0}),_(lt)!=="svelte-r36v8e"&&(lt.innerHTML=qt),xt=$(t),nt=C(t,"P",{"data-svelte-h":!0}),_(nt)!=="svelte-1dhvzk8"&&(nt.textContent=Kt),Rt=$(t),k(st.$$.fragment,t),kt=$(t),P=C(t,"OL",{start:!0,"data-svelte-h":!0}),_(P)!=="svelte-y8zpl2"&&(P.innerHTML=te),jt=$(t),k(S.$$.fragment,t),Et=$(t),k(it.$$.fragment,t),Lt=$(t),ot=C(t,"P",{"data-svelte-h":!0}),_(ot)!=="svelte-wx07f3"&&(ot.textContent=ee),At=$(t),k(at.$$.fragment,t),Jt=$(t),W=C(t,"OL",{start:!0,"data-svelte-h":!0}),_(W)!=="svelte-lfqu8"&&(W.innerHTML=le),Ht=$(t),k(rt.$$.fragment,t),Vt=$(t),k(I.$$.fragment,t),Gt=$(t),ft=C(t,"P",{"data-svelte-h":!0}),_(ft)!=="svelte-1e2wtrl"&&(ft.textContent=ne),Dt=$(t),k(Q.$$.fragment,t),Bt=$(t),k(pt.$$.fragment,t),Nt=$(t),mt=C(t,"P",{}),ht(mt).forEach(s),this.h()},h(){X(e,"name","hf:doc:metadata"),X(e,"content",ze),X(P,"start","2"),X(W,"start","3")},m(t,r){It(document.head,e),i(t,p,r),i(t,l,r),i(t,n,r),j(o,t,r),i(t,f,r),j(y,t,r),i(t,d,r),i(t,a,r),i(t,g,r),i(t,w,r),i(t,U,r),i(t,T,r),i(t,V,r),j(b,t,r),i(t,A,r),i(t,H,r),i(t,h,r),i(t,L,r),i(t,yt,r),j(B,t,r),i(t,bt,r),i(t,Z,r),i(t,Ut,r),j(z,t,r),i(t,Mt,r),j(O,t,r),i(t,Ct,r),i(t,q,r),i(t,gt,r),j(N,t,r),i(t,wt,r),j(K,t,r),i(t,_t,r),i(t,tt,r),i(t,Tt,r),i(t,et,r),i(t,vt,r),i(t,lt,r),i(t,xt,r),i(t,nt,r),i(t,Rt,r),j(st,t,r),i(t,kt,r),i(t,P,r),i(t,jt,r),j(S,t,r),i(t,Et,r),j(it,t,r),i(t,Lt,r),i(t,ot,r),i(t,At,r),j(at,t,r),i(t,Jt,r),i(t,W,r),i(t,Ht,r),j(rt,t,r),i(t,Vt,r),j(I,t,r),i(t,Gt,r),i(t,ft,r),i(t,Dt,r),j(Q,t,r),i(t,Bt,r),j(pt,t,r),i(t,Nt,r),i(t,mt,r),Pt=!0},p(t,[r]){const se={};r&2&&(se.$$scope={dirty:r,ctx:t}),b.$set(se);const ie={};r&2&&(ie.$$scope={dirty:r,ctx:t}),B.$set(ie);const oe={};r&2&&(oe.$$scope={dirty:r,ctx:t}),N.$set(oe);const ae={};r&2&&(ae.$$scope={dirty:r,ctx:t}),S.$set(ae);const re={};r&2&&(re.$$scope={dirty:r,ctx:t}),I.$set(re);const fe={};r&2&&(fe.$$scope={dirty:r,ctx:t}),Q.$set(fe)},i(t){Pt||(v(o.$$.fragment,t),v(y.$$.fragment,t),v(b.$$.fragment,t),v(B.$$.fragment,t),v(z.$$.fragment,t),v(O.$$.fragment,t),v(N.$$.fragment,t),v(K.$$.fragment,t),v(st.$$.fragment,t),v(S.$$.fragment,t),v(it.$$.fragment,t),v(at.$$.fragment,t),v(rt.$$.fragment,t),v(I.$$.fragment,t),v(Q.$$.fragment,t),v(pt.$$.fragment,t),Pt=!0)},o(t){x(o.$$.fragment,t),x(y.$$.fragment,t),x(b.$$.fragment,t),x(B.$$.fragment,t),x(z.$$.fragment,t),x(O.$$.fragment,t),x(N.$$.fragment,t),x(K.$$.fragment,t),x(st.$$.fragment,t),x(S.$$.fragment,t),x(it.$$.fragment,t),x(at.$$.fragment,t),x(rt.$$.fragment,t),x(I.$$.fragment,t),x(Q.$$.fragment,t),x(pt.$$.fragment,t),Pt=!1},d(t){t&&(s(p),s(l),s(n),s(f),s(d),s(a),s(g),s(w),s(U),s(T),s(V),s(A),s(H),s(h),s(L),s(yt),s(bt),s(Z),s(Ut),s(Mt),s(Ct),s(q),s(gt),s(wt),s(_t),s(tt),s(Tt),s(et),s(vt),s(lt),s(xt),s(nt),s(Rt),s(kt),s(P),s(jt),s(Et),s(Lt),s(ot),s(At),s(Jt),s(W),s(Ht),s(Vt),s(Gt),s(ft),s(Dt),s(Bt),s(Nt),s(mt)),s(e),E(o,t),E(y,t),E(b,t),E(B,t),E(z,t),E(O,t),E(N,t),E(K,t),E(st,t),E(S,t),E(it,t),E(at,t),E(rt,t),E(I,t),E(Q,t),E(pt,t)}}}const ze='{"title":"Installation","local":"installation","sections":[{"title":"CUDA","local":"cuda","sections":[{"title":"Compile from source","local":"compile-from-source","sections":[],"depth":3},{"title":"PyTorch CUDA versions","local":"pytorch-cuda-versions","sections":[],"depth":3}],"depth":2},{"title":"Intel CPU","local":"intel-cpu","sections":[],"depth":2}],"depth":1}';function Oe(u){return Ce(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class il extends Xt{constructor(e){super(),Yt(this,e,Oe,Ze,Qt,{})}}export{il as component};