bitsandbytes/pr_1908/en/_app/immutable/nodes/3.1cfb72b1.js

import{s as ie,n as se,o as oe}from"../chunks/scheduler.8a2cc2fa.js";import{S as le,i as re,e as o,s as i,c as x,h as pe,a as l,d as n,b as s,f as ne,g,j as T,k as ae,l as me,m as a,n as w,t as A,o as M,p as P}from"../chunks/index.7079e750.js";import{C as ue,H as Q,E as fe}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.2b7ce466.js";import{C as ce}from"../chunks/CodeBlock.a326412a.js";function de(X){let r,L,k,D,p,E,m,U,u,I,f,F="This problem arises with the cuda version loaded by bitsandbytes is not supported by your GPU, or if you pytorch CUDA version mismatches.",R,c,J="To solve this problem you need to debug <code>$LD_LIBRARY_PATH</code>, <code>$CUDA_HOME</code> as well as <code>$PATH</code>. You can print these via <code>echo $PATH</code>. You should look for multiple paths to different CUDA versions. This can include versions in your anaconda path, for example <code>$HOME/anaconda3/lib</code>. You can check those versions via <code>ls -l $HOME/anaconda3/lib/*cuda*</code> or equivalent paths. Look at the CUDA versions of files in these paths. Does it match with <code>nvidia-smi</code>?",Y,d,K="If you are feeling lucky, you can also try to compile the library from source. This can be still problematic if your PATH variables have multiple cuda versions. As such, it is recommended to figure out path conflicts before you proceed with compilation.",j,h,O,$,W="This error occurs if there is a mismatch between CUDA versions in the C++ library and the CUDA part. Make sure you have right CUDA in your <code>$PATH</code> and <code>$LD_LIBRARY_PATH</code> variable. In the conda base environment you can find the library under:",S,b,q,v,Z="Make sure this path is appended to the <code>LD_LIBRARY_PATH</code> so bnb can find the CUDA runtime environment library (cudart).",B,y,ee="If this does not fix the issue, please try compilation from source next.",V,_,te="If this does not work, please open an issue and paste the printed environment if you call <code>make</code> and the associated error when running bnb.",G,C,N,H,z;return p=new ue({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new Q({props:{title:"Troubleshoot",local:"troubleshoot",headingTag:"h1"}}),u=new Q({props:{title:"No kernel image available",local:"no-kernel-image-available",headingTag:"h2"}}),h=new Q({props:{title:"fatbinwrap",local:"fatbinwrap",headingTag:"h2"}}),b=new ce({props:{code:"bHMlMjAlMjRDT05EQV9QUkVGSVglMkZsaWIlMkYqY3VkYXJ0Kg==",highlighted:'<span class="hljs-built_in">ls</span> <span class="hljs-variable">$CONDA_PREFIX</span>/lib/*cudart*',wrap:!1}}),C=new fe({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/errors.mdx"}}),{c(){r=o("meta"),L=i(),k=o("p"),D=i(),x(p.$$.fragment),E=i(),x(m.$$.fragment),U=i(),x(u.$$.fragment),I=i(),f=o("p"),f.textContent=F,R=i(),c=o("p"),c.innerHTML=J,Y=i(),d=o("p"),d.textContent=K,j=i(),x(h.$$.fragment),O=i(),$=o("p"),$.innerHTML=W,S=i(),x(b.$$.fragment),q=i(),v=o("p"),v.innerHTML=Z,B=i(),y=o("p"),y.textContent=ee,V=i(),_=o("p"),_.innerHTML=te,G=i(),x(C.$$.fragment),N=i(),H=o("p"),this.h()},l(e){const t=pe("svelte-u9bgzb",document.head);r=l(t,"META",{name:!0,content:!0}),t.forEach(n),L=s(e),k=l(e,"P",{}),ne(k).forEach(n),D=s(e),g(p.$$.fragment,e),E=s(e),g(m.$$.fragment,e),U=s(e),g(u.$$.fragment,e),I=s(e),f=l(e,"P",{"data-svelte-h":!0}),T(f)!=="svelte-1imk262"&&(f.textContent=F),R=s(e),c=l(e,"P",{"data-svelte-h":!0}),T(c)!=="svelte-dh1mu2"&&(c.innerHTML=J),Y=s(e),d=l(e,"P",{"data-svelte-h":!0}),T(d)!=="svelte-wpk6vc"&&(d.textContent=K),j=s(e),g(h.$$.fragment,e),O=s(e),$=l(e,"P",{"data-svelte-h":!0}),T($)!=="svelte-ymf2uv"&&($.innerHTML=W),S=s(e),g(b.$$.fragment,e),q=s(e),v=l(e,"P",{"data-svelte-h":!0}),T(v)!=="svelte-1qer9s5"&&(v.innerHTML=Z),B=s(e),y=l(e,"P",{"data-svelte-h":!0}),T(y)!=="svelte-1jgdees"&&(y.textContent=ee),V=s(e),_=l(e,"P",{"data-svelte-h":!0}),T(_)!=="svelte-vfybam"&&(_.innerHTML=te),G=s(e),g(C.$$.fragment,e),N=s(e),H=l(e,"P",{}),ne(H).forEach(n),this.h()},h(){ae(r,"name","hf:doc:metadata"),ae(r,"content",he)},m(e,t){me(document.head,r),a(e,L,t),a(e,k,t),a(e,D,t),w(p,e,t),a(e,E,t),w(m,e,t),a(e,U,t),w(u,e,t),a(e,I,t),a(e,f,t),a(e,R,t),a(e,c,t),a(e,Y,t),a(e,d,t),a(e,j,t),w(h,e,t),a(e,O,t),a(e,$,t),a(e,S,t),w(b,e,t),a(e,q,t),a(e,v,t),a(e,B,t),a(e,y,t),a(e,V,t),a(e,_,t),a(e,G,t),w(C,e,t),a(e,N,t),a(e,H,t),z=!0},p:se,i(e){z||(A(p.$$.fragment,e),A(m.$$.fragment,e),A(u.$$.fragment,e),A(h.$$.fragment,e),A(b.$$.fragment,e),A(C.$$.fragment,e),z=!0)},o(e){M(p.$$.fragment,e),M(m.$$.fragment,e),M(u.$$.fragment,e),M(h.$$.fragment,e),M(b.$$.fragment,e),M(C.$$.fragment,e),z=!1},d(e){e&&(n(L),n(k),n(D),n(E),n(U),n(I),n(f),n(R),n(c),n(Y),n(d),n(j),n(O),n($),n(S),n(q),n(v),n(B),n(y),n(V),n(_),n(G),n(N),n(H)),n(r),P(p,e),P(m,e),P(u,e),P(h,e),P(b,e),P(C,e)}}}const he='{"title":"Troubleshoot","local":"troubleshoot","sections":[{"title":"No kernel image available","local":"no-kernel-image-available","sections":[],"depth":2},{"title":"fatbinwrap","local":"fatbinwrap","sections":[],"depth":2}],"depth":1}';function $e(X){return oe(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ce extends le{constructor(r){super(),re(this,r,$e,de,ie,{})}}export{Ce as component};