bitsandbytes/pr_1521/en/_app/immutable/nodes/27.ef7d19f5.js

import{s as W,n as X,o as Y}from"../chunks/scheduler.852ec091.js";import{S as Z,i as ee,g as w,s,r as m,A as te,h as T,f as a,c as r,j as P,u as p,x as ae,k as L,y as ne,a as n,v as o,d as l,t as b,w as d}from"../chunks/index.28275fd3.js";import{D as O}from"../chunks/Docstring.ee6c313e.js";import{H as G,E as se}from"../chunks/EditOnGithub.582011f0.js";function re(U){let i,z,x,D,c,k,$,B="RMSprop is an adaptive learning rate optimizer that is very similar to <code>Adagrad</code>. RMSprop stores a <em>weighted average</em> of the squared past gradients for each parameter and uses it to scale their learning rate. This allows the learning rate to be automatically lower or higher depending on the magnitude of the gradient, and it prevents the learning rate from diminishing.",H,g,A,f,v,F,u,I,h,_,N,y,V,M,S,q,R,C,E,j;return c=new G({props:{title:"RMSprop",local:"rmsprop",headingTag:"h1"}}),g=new G({props:{title:"RMSprop",local:"api-class ][ bitsandbytes.optim.RMSprop",headingTag:"h2"}}),v=new O({props:{name:"class bitsandbytes.optim.RMSprop",anchor:"bitsandbytes.optim.RMSprop",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1521/bitsandbytes/optim/rmsprop.py#L8"}}),u=new G({props:{title:"RMSprop8bit",local:"bitsandbytes.optim.RMSprop8bit",headingTag:"h2"}}),_=new O({props:{name:"class bitsandbytes.optim.RMSprop8bit",anchor:"bitsandbytes.optim.RMSprop8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1521/bitsandbytes/optim/rmsprop.py#L72"}}),y=new G({props:{title:"RMSprop32bit",local:"bitsandbytes.optim.RMSprop32bit",headingTag:"h2"}}),S=new O({props:{name:"class bitsandbytes.optim.RMSprop32bit",anchor:"bitsandbytes.optim.RMSprop32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1521/bitsandbytes/optim/rmsprop.py#L135"}}),R=new se({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/reference/optim/rmsprop.mdx"}}),{c(){i=w("meta"),z=s(),x=w("p"),D=s(),m(c.$$.fragment),k=s(),$=w("p"),$.innerHTML=B,H=s(),m(g.$$.fragment),A=s(),f=w("div"),m(v.$$.fragment),F=s(),m(u.$$.fragment),I=s(),h=w("div"),m(_.$$.fragment),N=s(),m(y.$$.fragment),V=s(),M=w("div"),m(S.$$.fragment),q=s(),m(R.$$.fragment),C=s(),E=w("p"),this.h()},l(e){const t=te("svelte-u9bgzb",document.head);i=T(t,"META",{name:!0,content:!0}),t.forEach(a),z=r(e),x=T(e,"P",{}),P(x).forEach(a),D=r(e),p(c.$$.fragment,e),k=r(e),$=T(e,"P",{"data-svelte-h":!0}),ae($)!=="svelte-10gcog"&&($.innerHTML=B),H=r(e),p(g.$$.fragment,e),A=r(e),f=T(e,"DIV",{class:!0});var J=P(f);p(v.$$.fragment,J),J.forEach(a),F=r(e),p(u.$$.fragment,e),I=r(e),h=T(e,"DIV",{class:!0});var K=P(h);p(_.$$.fragment,K),K.forEach(a),N=r(e),p(y.$$.fragment,e),V=r(e),M=T(e,"DIV",{class:!0});var Q=P(M);p(S.$$.fragment,Q),Q.forEach(a),q=r(e),p(R.$$.fragment,e),C=r(e),E=T(e,"P",{}),P(E).forEach(a),this.h()},h(){L(i,"name","hf:doc:metadata"),L(i,"content",ie),L(f,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),L(h,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),L(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){ne(document.head,i),n(e,z,t),n(e,x,t),n(e,D,t),o(c,e,t),n(e,k,t),n(e,$,t),n(e,H,t),o(g,e,t),n(e,A,t),n(e,f,t),o(v,f,null),n(e,F,t),o(u,e,t),n(e,I,t),n(e,h,t),o(_,h,null),n(e,N,t),o(y,e,t),n(e,V,t),n(e,M,t),o(S,M,null),n(e,q,t),o(R,e,t),n(e,C,t),n(e,E,t),j=!0},p:X,i(e){j||(l(c.$$.fragment,e),l(g.$$.fragment,e),l(v.$$.fragment,e),l(u.$$.fragment,e),l(_.$$.fragment,e),l(y.$$.fragment,e),l(S.$$.fragment,e),l(R.$$.fragment,e),j=!0)},o(e){b(c.$$.fragment,e),b(g.$$.fragment,e),b(v.$$.fragment,e),b(u.$$.fragment,e),b(_.$$.fragment,e),b(y.$$.fragment,e),b(S.$$.fragment,e),b(R.$$.fragment,e),j=!1},d(e){e&&(a(z),a(x),a(D),a(k),a($),a(H),a(A),a(f),a(F),a(I),a(h),a(N),a(V),a(M),a(q),a(C),a(E)),a(i),d(c,e),d(g,e),d(v),d(u,e),d(_),d(y,e),d(S),d(R,e)}}}const ie='{"title":"RMSprop","local":"rmsprop","sections":[{"title":"RMSprop","local":"api-class ][ bitsandbytes.optim.RMSprop","sections":[],"depth":2},{"title":"RMSprop8bit","local":"bitsandbytes.optim.RMSprop8bit","sections":[],"depth":2},{"title":"RMSprop32bit","local":"bitsandbytes.optim.RMSprop32bit","sections":[],"depth":2}],"depth":1}';function me(U){return Y(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class de extends Z{constructor(i){super(),ee(this,i,me,re,W,{})}}export{de as component};