bitsandbytes/pr_1253/en/_app/immutable/nodes/10.17b10ec6.js

import{s as jt,c as le,u as ne,g as se,d as ie,e as oe,f as At,o as ae,n as ft}from"../chunks/scheduler.852ec091.js";import{S as Ht,i as Jt,g as U,s as h,h as M,j as rt,f as n,c as y,k as Q,a as i,d as T,t as v,z as re,m as fe,n as ue,y as Dt,B as pe,o as me,e as zt,p as de,b as ce,r as k,A as he,u as A,x as _,v as L,w as D}from"../chunks/index.28275fd3.js";import{T as kt}from"../chunks/Tip.9f398c59.js";import{C as it}from"../chunks/CodeBlock.c3366071.js";import{H as Lt,E as ye}from"../chunks/EditOnGithub.582011f0.js";import{e as Ot}from"../chunks/each.e59479a4.js";import{w as be}from"../chunks/index.268e315a.js";const at=be({});function $e(p,e){const r=new URL(window.location.href),l=new URLSearchParams(r.search);l.set(p,e),r.search=l.toString(),history.replaceState(null,"",r.toString())}function Ue(p){const e=new URL(window.location.href);return new URLSearchParams(e.search).get(p)}function qt(p,e,r){const l=p.slice();return l[7]=e[r],l}function Kt(p){let e,r=p[7]+"",l,s,a,f,$;function b(){return p[6](p[7])}return{c(){e=U("div"),l=fe(r),s=h(),this.h()},l(u){e=M(u,"DIV",{class:!0});var m=rt(e);l=ue(m,r),s=y(m),m.forEach(n),this.h()},h(){Q(e,"class",a="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(p[2][p[0]]===p[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(u,m){i(u,e,m),Dt(e,l),Dt(e,s),f||($=pe(e,"click",b),f=!0)},p(u,m){p=u,m&2&&r!==(r=p[7]+"")&&me(l,r),m&7&&a!==(a="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(p[2][p[0]]===p[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&Q(e,"class",a)},d(u){u&&n(e),f=!1,$()}}}function Me(p){let e,r,l,s,a=Ot(p[1]),f=[];for(let u=0;u<a.length;u+=1)f[u]=Kt(qt(p,a,u));const $=p[5].default,b=le($,p,p[4],null);return{c(){e=U("div");for(let u=0;u<f.length;u+=1)f[u].c();r=h(),l=U("div"),b&&b.c(),this.h()},l(u){e=M(u,"DIV",{class:!0});var m=rt(e);for(let w=0;w<f.length;w+=1)f[w].l(m);m.forEach(n),r=y(u),l=M(u,"DIV",{class:!0});var C=rt(l);b&&b.l(C),C.forEach(n),this.h()},h(){Q(e,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),Q(l,"class","language-select")},m(u,m){i(u,e,m);for(let C=0;C<f.length;C+=1)f[C]&&f[C].m(e,null);i(u,r,m),i(u,l,m),b&&b.m(l,null),s=!0},p(u,[m]){if(m&15){a=Ot(u[1]);let C;for(C=0;C<a.length;C+=1){const w=qt(u,a,C);f[C]?f[C].p(w,m):(f[C]=Kt(w),f[C].c(),f[C].m(e,null))}for(;C<f.length;C+=1)f[C].d(1);f.length=a.length}b&&b.p&&(!s||m&16)&&ne(b,$,u,u[4],s?ie($,u[4],m,null):se(u[4]),null)},i(u){s||(T(b,u),s=!0)},o(u){v(b,u),s=!1},d(u){u&&(n(e),n(r),n(l)),re(f,u),b&&b.d(u)}}}function Ce(p,e,r){let l;oe(p,at,m=>r(2,l=m));let{$$slots:s={},$$scope:a}=e,{id:f}=e,{options:$}=e;At(at,l[f]=$[0],l);function b(m){At(at,l[f]=m,l),$e(f,m)}ae(()=>{const m=Ue(f);m&&$.includes(m)&&At(at,l[f]=m,l)});const u=m=>b(m);return p.$$set=m=>{"id"in m&&r(0,f=m.id),"options"in m&&r(1,$=m.options),"$$scope"in m&&r(4,a=m.$$scope)},[f,$,l,b,a,s,u]}class _e extends Ht{constructor(e){super(),Jt(this,e,Ce,Me,jt,{id:0,options:1})}}function te(p){let e;const r=p[4].default,l=le(r,p,p[3],null);return{c(){l&&l.c()},l(s){l&&l.l(s)},m(s,a){l&&l.m(s,a),e=!0},p(s,a){l&&l.p&&(!e||a&8)&&ne(l,r,s,s[3],e?ie(r,s[3],a,null):se(s[3]),null)},i(s){e||(T(l,s),e=!0)},o(s){v(l,s),e=!1},d(s){l&&l.d(s)}}}function we(p){let e,r,l=p[2][p[0]]===p[1]&&te(p);return{c(){l&&l.c(),e=zt()},l(s){l&&l.l(s),e=zt()},m(s,a){l&&l.m(s,a),i(s,e,a),r=!0},p(s,[a]){s[2][s[0]]===s[1]?l?(l.p(s,a),a&7&&T(l,1)):(l=te(s),l.c(),T(l,1),l.m(e.parentNode,e)):l&&(de(),v(l,1,1,()=>{l=null}),ce())},i(s){r||(T(l),r=!0)},o(s){v(l),r=!1},d(s){s&&n(e),l&&l.d(s)}}}function ge(p,e,r){let l;oe(p,at,b=>r(2,l=b));let{$$slots:s={},$$scope:a}=e,{id:f}=e,{option:$}=e;return p.$$set=b=>{"id"in b&&r(0,f=b.id),"option"in b&&r(1,$=b.option),"$$scope"in b&&r(3,a=b.$$scope)},[f,$,l,a,s]}class ee extends Ht{constructor(e){super(),Jt(this,e,ge,we,jt,{id:0,option:1})}}function Te(p){let e,r='MacOS support is still a work in progress! Subscribe to this <a href="https://github.com/TimDettmers/bitsandbytes/issues/1020" rel="nofollow">issue</a> to get notified about discussions and to track the integration progress.';return{c(){e=U("p"),e.innerHTML=r},l(l){e=M(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-9rmqp2"&&(e.innerHTML=r)},m(l,s){i(l,e,s)},p:ft,d(l){l&&n(e)}}}function ve(p){let e,r="bitsandbytes &gt;= 0.39.1 no longer includes Kepler binaries in pip installations. This requires manual compilation, and you should follow the general steps and use <code>cuda11x_nomatmul_kepler</code> for Kepler-targeted compilation.";return{c(){e=U("p"),e.innerHTML=r},l(l){e=M(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-13h63kz"&&(e.innerHTML=r)},m(l,s){i(l,e,s)},p:ft,d(l){l&&n(e)}}}function xe(p){let e,r="If you have multiple versions of CUDA installed or installed it in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.";return{c(){e=U("p"),e.textContent=r},l(l){e=M(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-raeog1"&&(e.textContent=r)},m(l,s){i(l,e,s)},p:ft,d(l){l&&n(e)}}}function Re(p){let e,r="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. Make sure you have a compiler installed to compile C++ (gcc, make, headers, etc.). For example, to install a compiler and CMake on Ubuntu:",l,s,a,f,$='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide from NVIDIA. The current expected CUDA Toolkit version is <strong>11.1+</strong> and it is recommended to install <strong>GCC &gt;= 7.3</strong> and required to have at least <strong>GCC &gt;= 6</strong>.',b,u,m="Refer to the following table if you’re using another CUDA Toolkit version.",C,w,E="<thead><tr><th>CUDA Toolkit</th> <th>GCC</th></tr></thead> <tbody><tr><td>&gt;= 11.4.1</td> <td>&gt;= 11</td></tr> <tr><td>&gt;= 12.0</td> <td>&gt;= 12</td></tr> <tr><td>&gt;= 12.4</td> <td>&gt;= 13</td></tr></tbody>",V,x,j="Now to install the bitsandbytes package from source, run the following commands:",H,c,R,J,B;return s=new it({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),c=new it({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install .`,wrap:!1}}),J=new kt({props:{warning:!1,$$slots:{default:[xe]},$$scope:{ctx:p}}}),{c(){e=U("p"),e.innerHTML=r,l=h(),k(s.$$.fragment),a=h(),f=U("p"),f.innerHTML=$,b=h(),u=U("p"),u.textContent=m,C=h(),w=U("table"),w.innerHTML=E,V=h(),x=U("p"),x.textContent=j,H=h(),k(c.$$.fragment),R=h(),k(J.$$.fragment)},l(d){e=M(d,"P",{"data-svelte-h":!0}),_(e)!=="svelte-29yf67"&&(e.innerHTML=r),l=y(d),A(s.$$.fragment,d),a=y(d),f=M(d,"P",{"data-svelte-h":!0}),_(f)!=="svelte-gmjw5q"&&(f.innerHTML=$),b=y(d),u=M(d,"P",{"data-svelte-h":!0}),_(u)!=="svelte-1agbdv5"&&(u.textContent=m),C=y(d),w=M(d,"TABLE",{"data-svelte-h":!0}),_(w)!=="svelte-1nj1xe4"&&(w.innerHTML=E),V=y(d),x=M(d,"P",{"data-svelte-h":!0}),_(x)!=="svelte-1fitvy1"&&(x.textContent=j),H=y(d),A(c.$$.fragment,d),R=y(d),A(J.$$.fragment,d)},m(d,g){i(d,e,g),i(d,l,g),L(s,d,g),i(d,a,g),i(d,f,g),i(d,b,g),i(d,u,g),i(d,C,g),i(d,w,g),i(d,V,g),i(d,x,g),i(d,H,g),L(c,d,g),i(d,R,g),L(J,d,g),B=!0},p(d,g){const S={};g&2&&(S.$$scope={dirty:g,ctx:d}),J.$set(S)},i(d){B||(T(s.$$.fragment,d),T(c.$$.fragment,d),T(J.$$.fragment,d),B=!0)},o(d){v(s.$$.fragment,d),v(c.$$.fragment,d),v(J.$$.fragment,d),B=!1},d(d){d&&(n(e),n(l),n(a),n(f),n(b),n(u),n(C),n(w),n(V),n(x),n(H),n(R)),D(s,d),D(c,d),D(J,d)}}}function Ee(p){let e,r="Windows systems require Visual Studio with C++ support as well as an installation of the CUDA SDK.",l,s,a='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA.',f,$,b="Refer to the following table if you’re using another CUDA Toolkit version.",u,m,C="<thead><tr><th>CUDA Toolkit</th> <th>MSVC</th></tr></thead> <tbody><tr><td>&gt;= 11.6</td> <td>19.30+ (VS2022)</td></tr></tbody>",w,E,V,x,j='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',H;return E=new it({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcHl0aG9uJTIwLW0lMjBidWlsZCUyMC0td2hlZWw=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
python -m build --wheel`,wrap:!1}}),{c(){e=U("p"),e.textContent=r,l=h(),s=U("p"),s.innerHTML=a,f=h(),$=U("p"),$.textContent=b,u=h(),m=U("table"),m.innerHTML=C,w=h(),k(E.$$.fragment),V=h(),x=U("p"),x.innerHTML=j},l(c){e=M(c,"P",{"data-svelte-h":!0}),_(e)!=="svelte-1ngyk0s"&&(e.textContent=r),l=y(c),s=M(c,"P",{"data-svelte-h":!0}),_(s)!=="svelte-9zb6iz"&&(s.innerHTML=a),f=y(c),$=M(c,"P",{"data-svelte-h":!0}),_($)!=="svelte-1agbdv5"&&($.textContent=b),u=y(c),m=M(c,"TABLE",{"data-svelte-h":!0}),_(m)!=="svelte-1nj7txn"&&(m.innerHTML=C),w=y(c),A(E.$$.fragment,c),V=y(c),x=M(c,"P",{"data-svelte-h":!0}),_(x)!=="svelte-e0ivb"&&(x.innerHTML=j)},m(c,R){i(c,e,R),i(c,l,R),i(c,s,R),i(c,f,R),i(c,$,R),i(c,u,R),i(c,m,R),i(c,w,R),L(E,c,R),i(c,V,R),i(c,x,R),H=!0},p:ft,i(c){H||(T(E.$$.fragment,c),H=!0)},o(c){v(E.$$.fragment,c),H=!1},d(c){c&&(n(e),n(l),n(s),n(f),n($),n(u),n(m),n(w),n(V),n(x)),D(E,c)}}}function ke(p){let e,r,l,s;return e=new ee({props:{id:"source",option:"Linux",$$slots:{default:[Re]},$$scope:{ctx:p}}}),l=new ee({props:{id:"source",option:"Windows",$$slots:{default:[Ee]},$$scope:{ctx:p}}}),{c(){k(e.$$.fragment),r=h(),k(l.$$.fragment)},l(a){A(e.$$.fragment,a),r=y(a),A(l.$$.fragment,a)},m(a,f){L(e,a,f),i(a,r,f),L(l,a,f),s=!0},p(a,f){const $={};f&2&&($.$$scope={dirty:f,ctx:a}),e.$set($);const b={};f&2&&(b.$$scope={dirty:f,ctx:a}),l.$set(b)},i(a){s||(T(e.$$.fragment,a),T(l.$$.fragment,a),s=!0)},o(a){v(e.$$.fragment,a),v(l.$$.fragment,a),s=!1},d(a){a&&n(r),D(e,a),D(l,a)}}}function Ae(p){let e,r="It is recommended to add the following lines to the <code>.bashrc</code> file to make them permanent.";return{c(){e=U("p"),e.innerHTML=r},l(l){e=M(l,"P",{"data-svelte-h":!0}),_(e)!=="svelte-143buxs"&&(e.innerHTML=r)},m(l,s){i(l,e,s)},p:ft,d(l){l&&n(e)}}}function Le(p){let e,r,l,s,a,f,$,b="bitsandbytes is only supported on CUDA GPUs for CUDA versions <strong>11.0 - 12.3</strong>.",u,m,C="The latest version of bitsandbytes (v0.43.0) builds on:",w,E,V="<thead><tr><th>OS</th> <th>CUDA</th> <th>Compiler</th></tr></thead> <tbody><tr><td>Linux</td> <td>11.7 - 12.3</td> <td>GCC 11.4</td></tr> <tr><td></td> <td>12.4+</td> <td>GCC 13.2</td></tr> <tr><td>Windows</td> <td>11.7 - 12.4</td> <td>MSVC 19.38+ (VS2022 17.8.0+)</td></tr></tbody>",x,j,H,c,R="For Linux systems, make sure your hardware meets the following requirements to use bitsandbytes features.",J,B,d="<thead><tr><th><strong>Feature</strong></th> <th><strong>Hardware requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>NVIDIA Turing (RTX 20 series, T4) or Ampere (RTX 30 series, A4-A100) GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>NVIDIA Kepler (GTX 780 or newer)</td></tr></tbody>",g,S,ut,X,Vt="To install from PyPI.",pt,F,mt,W,dt,Y,Bt="For Linux and Windows systems, you can compile bitsandbytes from source. Installing from source allows for more build options with different CMake configurations.",ct,P,ht,Z,yt,z,St="Some bitsandbytes features may need a newer CUDA version than the one currently supported by PyTorch binaries from Conda and pip. In this case, you should follow these instructions to load a precompiled bitsandbytes binary.",bt,O,Pt="<li>Determine the path of the CUDA version you want to use. Common paths include:</li>",$t,q,Nt="<li><code>/usr/local/cuda</code></li> <li><code>/usr/local/cuda-XX.X</code> where <code>XX.X</code> is the CUDA version number</li>",Ut,K,Gt="Then locally install the CUDA version you need with this script from bitsandbytes:",Mt,tt,Ct,N,It="<li>Set the environment variables <code>BNB_CUDA_VERSION</code> and <code>LD_LIBRARY_PATH</code> by manually overriding the CUDA version installed by PyTorch.</li>",_t,G,wt,et,gt,lt,Qt="For example, to use a local install path:",Tt,nt,vt,I,Xt="<li>Now when you launch bitsandbytes with these environment variables, the PyTorch CUDA version is overridden by the new CUDA version (in this example, version 11.7) and a different bitsandbytes library is loaded.</li>",xt,st,Rt,ot,Et;return a=new Lt({props:{title:"Installation",local:"installation",headingTag:"h1"}}),j=new kt({props:{warning:!1,$$slots:{default:[Te]},$$scope:{ctx:p}}}),S=new kt({props:{warning:!0,$$slots:{default:[ve]},$$scope:{ctx:p}}}),F=new it({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),W=new Lt({props:{title:"Compile from source",local:"compile-from-source",headingTag:"h2"}}),P=new _e({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[ke]},$$scope:{ctx:p}}}),Z=new Lt({props:{title:"PyTorch CUDA versions",local:"pytorch-cuda-versions",headingTag:"h2"}}),tt=new it({props:{code:"d2dldCUyMGh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzJTJGbWFpbiUyRmluc3RhbGxfY3VkYS5zaCUwQSUyMyUyMFN5bnRheCUyMGN1ZGFfaW5zdGFsbCUyMENVREFfVkVSU0lPTiUyMElOU1RBTExfUFJFRklYJTIwRVhQT1JUX1RPX0JBU0glMEElMjMlMjAlMjAlMjBDVURBX1ZFUlNJT04lMjBpbiUyMCU3QjExMCUyQyUyMDExMSUyQyUyMDExMiUyQyUyMDExMyUyQyUyMDExNCUyQyUyMDExNSUyQyUyMDExNiUyQyUyMDExNyUyQyUyMDExOCUyQyUyMDEyMCUyQyUyMDEyMSUyQyUyMDEyMiUyQyUyMDEyMyUyQyUyMDEyNCU3RCUwQSUyMyUyMCUyMCUyMEVYUE9SVF9UT19CQVNIJTIwaW4lMjAlN0IwJTJDJTIwMSU3RCUyMHdpdGglMjAwJTNERmFsc2UlMjBhbmQlMjAxJTNEVHJ1ZSUwQSUwQSUyMyUyMEZvciUyMGV4YW1wbGUlMkMlMjB0aGUlMjBmb2xsb3dpbmclMjBpbnN0YWxscyUyMENVREElMjAxMS43JTIwdG8lMjB+JTJGbG9jYWwlMkZjdWRhLTExLjclMjBhbmQlMjBleHBvcnRzJTIwdGhlJTIwcGF0aCUyMHRvJTIweW91ciUyMC5iYXNocmMlMEElMEFiYXNoJTIwaW5zdGFsbF9jdWRhLnNoJTIwMTE3JTIwfiUyRmxvY2FsJTIwMQ==",highlighted:`wget https://raw.githubusercontent.com/TimDettmers/bitsandbytes/main/install_cuda.sh
<span class="hljs-comment"># Syntax cuda_install CUDA_VERSION INSTALL_PREFIX EXPORT_TO_BASH</span>
<span class="hljs-comment">#   CUDA_VERSION in {110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124}</span>
<span class="hljs-comment">#   EXPORT_TO_BASH in {0, 1} with 0=False and 1=True</span>

<span class="hljs-comment"># For example, the following installs CUDA 11.7 to ~/local/cuda-11.7 and exports the path to your .bashrc</span>

bash install_cuda.sh 117 ~/local 1`,wrap:!1}}),G=new kt({props:{warning:!1,$$slots:{default:[Ae]},$$scope:{ctx:p}}}),et=new it({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRCUzQ1ZFUlNJT04lM0UlMEFleHBvcnQlMjBMRF9MSUJSQVJZX1BBVEglM0QlMjRMRF9MSUJSQVJZX1BBVEglM0ElM0NQQVRIJTNF",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=&lt;VERSION&gt;
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:&lt;PATH&gt;`,wrap:!1}}),nt=new it({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRDExNyUwQWV4cG9ydCUyMExEX0xJQlJBUllfUEFUSCUzRCUyNExEX0xJQlJBUllfUEFUSCUzQSUyRmhvbWUlMkZ0aW0lMkZsb2NhbCUyRmN1ZGEtMTEuNw==",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=117
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:/home/tim/local/cuda-11.7`,wrap:!1}}),st=new ye({props:{source:"https://github.com/TimDettmers/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){e=U("meta"),r=h(),l=U("p"),s=h(),k(a.$$.fragment),f=h(),$=U("p"),$.innerHTML=b,u=h(),m=U("p"),m.textContent=C,w=h(),E=U("table"),E.innerHTML=V,x=h(),k(j.$$.fragment),H=h(),c=U("p"),c.textContent=R,J=h(),B=U("table"),B.innerHTML=d,g=h(),k(S.$$.fragment),ut=h(),X=U("p"),X.textContent=Vt,pt=h(),k(F.$$.fragment),mt=h(),k(W.$$.fragment),dt=h(),Y=U("p"),Y.textContent=Bt,ct=h(),k(P.$$.fragment),ht=h(),k(Z.$$.fragment),yt=h(),z=U("p"),z.textContent=St,bt=h(),O=U("ol"),O.innerHTML=Pt,$t=h(),q=U("ul"),q.innerHTML=Nt,Ut=h(),K=U("p"),K.textContent=Gt,Mt=h(),k(tt.$$.fragment),Ct=h(),N=U("ol"),N.innerHTML=It,_t=h(),k(G.$$.fragment),wt=h(),k(et.$$.fragment),gt=h(),lt=U("p"),lt.textContent=Qt,Tt=h(),k(nt.$$.fragment),vt=h(),I=U("ol"),I.innerHTML=Xt,xt=h(),k(st.$$.fragment),Rt=h(),ot=U("p"),this.h()},l(t){const o=he("svelte-u9bgzb",document.head);e=M(o,"META",{name:!0,content:!0}),o.forEach(n),r=y(t),l=M(t,"P",{}),rt(l).forEach(n),s=y(t),A(a.$$.fragment,t),f=y(t),$=M(t,"P",{"data-svelte-h":!0}),_($)!=="svelte-1jag7py"&&($.innerHTML=b),u=y(t),m=M(t,"P",{"data-svelte-h":!0}),_(m)!=="svelte-1fgbi19"&&(m.textContent=C),w=y(t),E=M(t,"TABLE",{"data-svelte-h":!0}),_(E)!=="svelte-jwkomo"&&(E.innerHTML=V),x=y(t),A(j.$$.fragment,t),H=y(t),c=M(t,"P",{"data-svelte-h":!0}),_(c)!=="svelte-1hx87c4"&&(c.textContent=R),J=y(t),B=M(t,"TABLE",{"data-svelte-h":!0}),_(B)!=="svelte-fkifbv"&&(B.innerHTML=d),g=y(t),A(S.$$.fragment,t),ut=y(t),X=M(t,"P",{"data-svelte-h":!0}),_(X)!=="svelte-16utcew"&&(X.textContent=Vt),pt=y(t),A(F.$$.fragment,t),mt=y(t),A(W.$$.fragment,t),dt=y(t),Y=M(t,"P",{"data-svelte-h":!0}),_(Y)!=="svelte-wtvn8j"&&(Y.textContent=Bt),ct=y(t),A(P.$$.fragment,t),ht=y(t),A(Z.$$.fragment,t),yt=y(t),z=M(t,"P",{"data-svelte-h":!0}),_(z)!=="svelte-n0pdc4"&&(z.textContent=St),bt=y(t),O=M(t,"OL",{"data-svelte-h":!0}),_(O)!=="svelte-w9mxyz"&&(O.innerHTML=Pt),$t=y(t),q=M(t,"UL",{"data-svelte-h":!0}),_(q)!=="svelte-r36v8e"&&(q.innerHTML=Nt),Ut=y(t),K=M(t,"P",{"data-svelte-h":!0}),_(K)!=="svelte-1dhvzk8"&&(K.textContent=Gt),Mt=y(t),A(tt.$$.fragment,t),Ct=y(t),N=M(t,"OL",{start:!0,"data-svelte-h":!0}),_(N)!=="svelte-y8zpl2"&&(N.innerHTML=It),_t=y(t),A(G.$$.fragment,t),wt=y(t),A(et.$$.fragment,t),gt=y(t),lt=M(t,"P",{"data-svelte-h":!0}),_(lt)!=="svelte-wx07f3"&&(lt.textContent=Qt),Tt=y(t),A(nt.$$.fragment,t),vt=y(t),I=M(t,"OL",{start:!0,"data-svelte-h":!0}),_(I)!=="svelte-lfqu8"&&(I.innerHTML=Xt),xt=y(t),A(st.$$.fragment,t),Rt=y(t),ot=M(t,"P",{}),rt(ot).forEach(n),this.h()},h(){Q(e,"name","hf:doc:metadata"),Q(e,"content",De),Q(N,"start","2"),Q(I,"start","3")},m(t,o){Dt(document.head,e),i(t,r,o),i(t,l,o),i(t,s,o),L(a,t,o),i(t,f,o),i(t,$,o),i(t,u,o),i(t,m,o),i(t,w,o),i(t,E,o),i(t,x,o),L(j,t,o),i(t,H,o),i(t,c,o),i(t,J,o),i(t,B,o),i(t,g,o),L(S,t,o),i(t,ut,o),i(t,X,o),i(t,pt,o),L(F,t,o),i(t,mt,o),L(W,t,o),i(t,dt,o),i(t,Y,o),i(t,ct,o),L(P,t,o),i(t,ht,o),L(Z,t,o),i(t,yt,o),i(t,z,o),i(t,bt,o),i(t,O,o),i(t,$t,o),i(t,q,o),i(t,Ut,o),i(t,K,o),i(t,Mt,o),L(tt,t,o),i(t,Ct,o),i(t,N,o),i(t,_t,o),L(G,t,o),i(t,wt,o),L(et,t,o),i(t,gt,o),i(t,lt,o),i(t,Tt,o),L(nt,t,o),i(t,vt,o),i(t,I,o),i(t,xt,o),L(st,t,o),i(t,Rt,o),i(t,ot,o),Et=!0},p(t,[o]){const Ft={};o&2&&(Ft.$$scope={dirty:o,ctx:t}),j.$set(Ft);const Wt={};o&2&&(Wt.$$scope={dirty:o,ctx:t}),S.$set(Wt);const Yt={};o&2&&(Yt.$$scope={dirty:o,ctx:t}),P.$set(Yt);const Zt={};o&2&&(Zt.$$scope={dirty:o,ctx:t}),G.$set(Zt)},i(t){Et||(T(a.$$.fragment,t),T(j.$$.fragment,t),T(S.$$.fragment,t),T(F.$$.fragment,t),T(W.$$.fragment,t),T(P.$$.fragment,t),T(Z.$$.fragment,t),T(tt.$$.fragment,t),T(G.$$.fragment,t),T(et.$$.fragment,t),T(nt.$$.fragment,t),T(st.$$.fragment,t),Et=!0)},o(t){v(a.$$.fragment,t),v(j.$$.fragment,t),v(S.$$.fragment,t),v(F.$$.fragment,t),v(W.$$.fragment,t),v(P.$$.fragment,t),v(Z.$$.fragment,t),v(tt.$$.fragment,t),v(G.$$.fragment,t),v(et.$$.fragment,t),v(nt.$$.fragment,t),v(st.$$.fragment,t),Et=!1},d(t){t&&(n(r),n(l),n(s),n(f),n($),n(u),n(m),n(w),n(E),n(x),n(H),n(c),n(J),n(B),n(g),n(ut),n(X),n(pt),n(mt),n(dt),n(Y),n(ct),n(ht),n(yt),n(z),n(bt),n(O),n($t),n(q),n(Ut),n(K),n(Mt),n(Ct),n(N),n(_t),n(wt),n(gt),n(lt),n(Tt),n(vt),n(I),n(xt),n(Rt),n(ot)),n(e),D(a,t),D(j,t),D(S,t),D(F,t),D(W,t),D(P,t),D(Z,t),D(tt,t),D(G,t),D(et,t),D(nt,t),D(st,t)}}}const De='{"title":"Installation","local":"installation","sections":[{"title":"Compile from source","local":"compile-from-source","sections":[],"depth":2},{"title":"PyTorch CUDA versions","local":"pytorch-cuda-versions","sections":[],"depth":2}],"depth":1}';function je(p){return ae(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ge extends Ht{constructor(e){super(),Jt(this,e,je,Le,jt,{})}}export{Ge as component};