bitsandbytes/pr_1908/en/_app/immutable/nodes/23.afd73b23.js

import{s as se,n as re,o as de}from"../chunks/scheduler.8a2cc2fa.js";import{S as me,i as be,e as r,s as n,c as m,h as le,a as d,d as e,b as a,f as g,g as b,j as Z,k as f,l as s,m as o,n as l,t as p,o as _,p as c}from"../chunks/index.7079e750.js";import{C as pe,H as tt,E as _e}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.2b7ce466.js";import{D as h}from"../chunks/Docstring.8c9a5003.js";function ce(Yt){let u,mt,rt,bt,N,lt,j,pt,I,Zt='<a href="https://hf.co/papers/2302.06675" rel="nofollow">Lion (Evolved Sign Momentum)</a> is a unique optimizer that uses the sign of the gradient to determine the update direction of the momentum. This makes Lion more memory-efficient and faster than <code>AdamW</code> which tracks and store the first and second-order moments.',_t,V,ct,y,F,qt,w,A,Ht,et,te="Base Lion optimizer.",gt,M,ft,v,S,Wt,P,k,Bt,it,ee="8-bit Lion optimizer.",ht,q,ut,$,H,Gt,T,W,Ot,nt,ie="32-bit Lion optimizer.",yt,B,vt,L,G,Rt,C,O,Ut,at,ne="Paged Lion optimizer.",$t,R,Lt,x,U,Jt,D,J,Kt,ot,ae="Paged 8-bit Lion optimizer.",xt,K,zt,z,Q,Qt,E,X,Xt,st,oe="Paged 32-bit Lion optimizer.",wt,Y,Pt,dt,Tt;return N=new pe({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),j=new tt({props:{title:"Lion",local:"lion",headingTag:"h1"}}),V=new tt({props:{title:"Lion",local:"api-class ][ bitsandbytes.optim.Lion",headingTag:"h2"}}),F=new h({props:{name:"class bitsandbytes.optim.Lion",anchor:"bitsandbytes.optim.Lion",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L8"}}),A=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.Lion.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],parametersDescription:[{anchor:"bitsandbytes.optim.Lion.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Lion.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Lion.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.Lion.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Lion.__init__.optim_bits",description:`<strong>optim_bits</strong> (<code>int</code>, defaults to 32) &#x2014;
The number of bits of the optimizer state.`,name:"optim_bits"},{anchor:"bitsandbytes.optim.Lion.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Lion.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"},{anchor:"bitsandbytes.optim.Lion.__init__.is_paged",description:`<strong>is_paged</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether the optimizer is a paged optimizer or not.`,name:"is_paged"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L9"}}),M=new tt({props:{title:"Lion8bit",local:"bitsandbytes.optim.Lion8bit",headingTag:"h2"}}),S=new h({props:{name:"class bitsandbytes.optim.Lion8bit",anchor:"bitsandbytes.optim.Lion8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L55"}}),k=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.Lion8bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],parametersDescription:[{anchor:"bitsandbytes.optim.Lion8bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"},{anchor:"bitsandbytes.optim.Lion8bit.__init__.is_paged",description:`<strong>is_paged</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether the optimizer is a paged optimizer or not.`,name:"is_paged"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L56"}}),q=new tt({props:{title:"Lion32bit",local:"bitsandbytes.optim.Lion32bit",headingTag:"h2"}}),H=new h({props:{name:"class bitsandbytes.optim.Lion32bit",anchor:"bitsandbytes.optim.Lion32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L99"}}),W=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.Lion32bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"is_paged",val:" = False"}],parametersDescription:[{anchor:"bitsandbytes.optim.Lion32bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"},{anchor:"bitsandbytes.optim.Lion32bit.__init__.is_paged",description:`<strong>is_paged</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether the optimizer is a paged optimizer or not.`,name:"is_paged"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L100"}}),B=new tt({props:{title:"PagedLion",local:"bitsandbytes.optim.PagedLion",headingTag:"h2"}}),G=new h({props:{name:"class bitsandbytes.optim.PagedLion",anchor:"bitsandbytes.optim.PagedLion",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L143"}}),O=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.PagedLion.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.PagedLion.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.PagedLion.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.PagedLion.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.PagedLion.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.PagedLion.__init__.optim_bits",description:`<strong>optim_bits</strong> (<code>int</code>, defaults to 32) &#x2014;
The number of bits of the optimizer state.`,name:"optim_bits"},{anchor:"bitsandbytes.optim.PagedLion.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.PagedLion.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L144"}}),R=new tt({props:{title:"PagedLion8bit",local:"bitsandbytes.optim.PagedLion8bit",headingTag:"h2"}}),U=new h({props:{name:"class bitsandbytes.optim.PagedLion8bit",anchor:"bitsandbytes.optim.PagedLion8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L187"}}),J=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.PagedLion8bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.PagedLion8bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L188"}}),K=new tt({props:{title:"PagedLion32bit",local:"bitsandbytes.optim.PagedLion32bit",headingTag:"h2"}}),Q=new h({props:{name:"class bitsandbytes.optim.PagedLion32bit",anchor:"bitsandbytes.optim.PagedLion32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L228"}}),X=new h({props:{name:"__init__",anchor:"bitsandbytes.optim.PagedLion32bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.0001"},{name:"betas",val:" = (0.9, 0.99)"},{name:"weight_decay",val:" = 0"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-4) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.betas",description:`<strong>betas</strong> (<code>tuple(float, float)</code>, defaults to (0.9, 0.999)) &#x2014;
The beta values are the decay rates of the first and second-order moment of the optimizer.`,name:"betas"},{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.PagedLion32bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1908/bitsandbytes/optim/lion.py#L229"}}),Y=new _e({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/reference/optim/lion.mdx"}}),{c(){u=r("meta"),mt=n(),rt=r("p"),bt=n(),m(N.$$.fragment),lt=n(),m(j.$$.fragment),pt=n(),I=r("p"),I.innerHTML=Zt,_t=n(),m(V.$$.fragment),ct=n(),y=r("div"),m(F.$$.fragment),qt=n(),w=r("div"),m(A.$$.fragment),Ht=n(),et=r("p"),et.textContent=te,gt=n(),m(M.$$.fragment),ft=n(),v=r("div"),m(S.$$.fragment),Wt=n(),P=r("div"),m(k.$$.fragment),Bt=n(),it=r("p"),it.textContent=ee,ht=n(),m(q.$$.fragment),ut=n(),$=r("div"),m(H.$$.fragment),Gt=n(),T=r("div"),m(W.$$.fragment),Ot=n(),nt=r("p"),nt.textContent=ie,yt=n(),m(B.$$.fragment),vt=n(),L=r("div"),m(G.$$.fragment),Rt=n(),C=r("div"),m(O.$$.fragment),Ut=n(),at=r("p"),at.textContent=ne,$t=n(),m(R.$$.fragment),Lt=n(),x=r("div"),m(U.$$.fragment),Jt=n(),D=r("div"),m(J.$$.fragment),Kt=n(),ot=r("p"),ot.textContent=ae,xt=n(),m(K.$$.fragment),zt=n(),z=r("div"),m(Q.$$.fragment),Qt=n(),E=r("div"),m(X.$$.fragment),Xt=n(),st=r("p"),st.textContent=oe,wt=n(),m(Y.$$.fragment),Pt=n(),dt=r("p"),this.h()},l(t){const i=le("svelte-u9bgzb",document.head);u=d(i,"META",{name:!0,content:!0}),i.forEach(e),mt=a(t),rt=d(t,"P",{}),g(rt).forEach(e),bt=a(t),b(N.$$.fragment,t),lt=a(t),b(j.$$.fragment,t),pt=a(t),I=d(t,"P",{"data-svelte-h":!0}),Z(I)!=="svelte-1qfxmo"&&(I.innerHTML=Zt),_t=a(t),b(V.$$.fragment,t),ct=a(t),y=d(t,"DIV",{class:!0});var Ct=g(y);b(F.$$.fragment,Ct),qt=a(Ct),w=d(Ct,"DIV",{class:!0});var Dt=g(w);b(A.$$.fragment,Dt),Ht=a(Dt),et=d(Dt,"P",{"data-svelte-h":!0}),Z(et)!=="svelte-zbrxqg"&&(et.textContent=te),Dt.forEach(e),Ct.forEach(e),gt=a(t),b(M.$$.fragment,t),ft=a(t),v=d(t,"DIV",{class:!0});var Et=g(v);b(S.$$.fragment,Et),Wt=a(Et),P=d(Et,"DIV",{class:!0});var Nt=g(P);b(k.$$.fragment,Nt),Bt=a(Nt),it=d(Nt,"P",{"data-svelte-h":!0}),Z(it)!=="svelte-1t8hs73"&&(it.textContent=ee),Nt.forEach(e),Et.forEach(e),ht=a(t),b(q.$$.fragment,t),ut=a(t),$=d(t,"DIV",{class:!0});var jt=g($);b(H.$$.fragment,jt),Gt=a(jt),T=d(jt,"DIV",{class:!0});var It=g(T);b(W.$$.fragment,It),Ot=a(It),nt=d(It,"P",{"data-svelte-h":!0}),Z(nt)!=="svelte-xjkt4u"&&(nt.textContent=ie),It.forEach(e),jt.forEach(e),yt=a(t),b(B.$$.fragment,t),vt=a(t),L=d(t,"DIV",{class:!0});var Vt=g(L);b(G.$$.fragment,Vt),Rt=a(Vt),C=d(Vt,"DIV",{class:!0});var Ft=g(C);b(O.$$.fragment,Ft),Ut=a(Ft),at=d(Ft,"P",{"data-svelte-h":!0}),Z(at)!=="svelte-fg4764"&&(at.textContent=ne),Ft.forEach(e),Vt.forEach(e),$t=a(t),b(R.$$.fragment,t),Lt=a(t),x=d(t,"DIV",{class:!0});var At=g(x);b(U.$$.fragment,At),Jt=a(At),D=d(At,"DIV",{class:!0});var Mt=g(D);b(J.$$.fragment,Mt),Kt=a(Mt),ot=d(Mt,"P",{"data-svelte-h":!0}),Z(ot)!=="svelte-1fu6xri"&&(ot.textContent=ae),Mt.forEach(e),At.forEach(e),xt=a(t),b(K.$$.fragment,t),zt=a(t),z=d(t,"DIV",{class:!0});var St=g(z);b(Q.$$.fragment,St),Qt=a(St),E=d(St,"DIV",{class:!0});var kt=g(E);b(X.$$.fragment,kt),Xt=a(kt),st=d(kt,"P",{"data-svelte-h":!0}),Z(st)!=="svelte-1pg1i0n"&&(st.textContent=oe),kt.forEach(e),St.forEach(e),wt=a(t),b(Y.$$.fragment,t),Pt=a(t),dt=d(t,"P",{}),g(dt).forEach(e),this.h()},h(){f(u,"name","hf:doc:metadata"),f(u,"content",ge),f(w,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(v,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(T,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(D,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),f(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(t,i){s(document.head,u),o(t,mt,i),o(t,rt,i),o(t,bt,i),l(N,t,i),o(t,lt,i),l(j,t,i),o(t,pt,i),o(t,I,i),o(t,_t,i),l(V,t,i),o(t,ct,i),o(t,y,i),l(F,y,null),s(y,qt),s(y,w),l(A,w,null),s(w,Ht),s(w,et),o(t,gt,i),l(M,t,i),o(t,ft,i),o(t,v,i),l(S,v,null),s(v,Wt),s(v,P),l(k,P,null),s(P,Bt),s(P,it),o(t,ht,i),l(q,t,i),o(t,ut,i),o(t,$,i),l(H,$,null),s($,Gt),s($,T),l(W,T,null),s(T,Ot),s(T,nt),o(t,yt,i),l(B,t,i),o(t,vt,i),o(t,L,i),l(G,L,null),s(L,Rt),s(L,C),l(O,C,null),s(C,Ut),s(C,at),o(t,$t,i),l(R,t,i),o(t,Lt,i),o(t,x,i),l(U,x,null),s(x,Jt),s(x,D),l(J,D,null),s(D,Kt),s(D,ot),o(t,xt,i),l(K,t,i),o(t,zt,i),o(t,z,i),l(Q,z,null),s(z,Qt),s(z,E),l(X,E,null),s(E,Xt),s(E,st),o(t,wt,i),l(Y,t,i),o(t,Pt,i),o(t,dt,i),Tt=!0},p:re,i(t){Tt||(p(N.$$.fragment,t),p(j.$$.fragment,t),p(V.$$.fragment,t),p(F.$$.fragment,t),p(A.$$.fragment,t),p(M.$$.fragment,t),p(S.$$.fragment,t),p(k.$$.fragment,t),p(q.$$.fragment,t),p(H.$$.fragment,t),p(W.$$.fragment,t),p(B.$$.fragment,t),p(G.$$.fragment,t),p(O.$$.fragment,t),p(R.$$.fragment,t),p(U.$$.fragment,t),p(J.$$.fragment,t),p(K.$$.fragment,t),p(Q.$$.fragment,t),p(X.$$.fragment,t),p(Y.$$.fragment,t),Tt=!0)},o(t){_(N.$$.fragment,t),_(j.$$.fragment,t),_(V.$$.fragment,t),_(F.$$.fragment,t),_(A.$$.fragment,t),_(M.$$.fragment,t),_(S.$$.fragment,t),_(k.$$.fragment,t),_(q.$$.fragment,t),_(H.$$.fragment,t),_(W.$$.fragment,t),_(B.$$.fragment,t),_(G.$$.fragment,t),_(O.$$.fragment,t),_(R.$$.fragment,t),_(U.$$.fragment,t),_(J.$$.fragment,t),_(K.$$.fragment,t),_(Q.$$.fragment,t),_(X.$$.fragment,t),_(Y.$$.fragment,t),Tt=!1},d(t){t&&(e(mt),e(rt),e(bt),e(lt),e(pt),e(I),e(_t),e(ct),e(y),e(gt),e(ft),e(v),e(ht),e(ut),e($),e(yt),e(vt),e(L),e($t),e(Lt),e(x),e(xt),e(zt),e(z),e(wt),e(Pt),e(dt)),e(u),c(N,t),c(j,t),c(V,t),c(F),c(A),c(M,t),c(S),c(k),c(q,t),c(H),c(W),c(B,t),c(G),c(O),c(R,t),c(U),c(J),c(K,t),c(Q),c(X),c(Y,t)}}}const ge='{"title":"Lion","local":"lion","sections":[{"title":"Lion","local":"api-class ][ bitsandbytes.optim.Lion","sections":[],"depth":2},{"title":"Lion8bit","local":"bitsandbytes.optim.Lion8bit","sections":[],"depth":2},{"title":"Lion32bit","local":"bitsandbytes.optim.Lion32bit","sections":[],"depth":2},{"title":"PagedLion","local":"bitsandbytes.optim.PagedLion","sections":[],"depth":2},{"title":"PagedLion8bit","local":"bitsandbytes.optim.PagedLion8bit","sections":[],"depth":2},{"title":"PagedLion32bit","local":"bitsandbytes.optim.PagedLion32bit","sections":[],"depth":2}],"depth":1}';function fe(Yt){return de(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class $e extends me{constructor(u){super(),be(this,u,fe,ce,se,{})}}export{$e as component};