bitsandbytes/pr_1876/en/_app/immutable/nodes/25.49edbf4f.js

import{s as Y,n as Z,o as ee}from"../chunks/scheduler.8a2cc2fa.js";import{S as te,i as ae,e as x,s as i,c as m,h as ne,a as T,d as a,b as r,f as P,g as p,j as ie,k as z,l as re,m as n,n as l,t as o,o as b,p as d}from"../chunks/index.7079e750.js";import{C as se,H as U,E as me}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.15a81876.js";import{D as B}from"../chunks/Docstring.89e69224.js";function pe(J){let s,D,E,k,$,C,f,H,g,K="RMSprop is an adaptive learning rate optimizer that is very similar to <code>Adagrad</code>. RMSprop stores a <em>weighted average</em> of the squared past gradients for each parameter and uses it to scale their learning rate. This allows the learning rate to be automatically lower or higher depending on the magnitude of the gradient, and it prevents the learning rate from diminishing.",F,c,I,v,u,N,h,V,y,_,q,M,A,S,R,j,w,G,L,O;return $=new se({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),f=new U({props:{title:"RMSprop",local:"rmsprop",headingTag:"h1"}}),c=new U({props:{title:"RMSprop",local:"api-class ][ bitsandbytes.optim.RMSprop",headingTag:"h2"}}),u=new B({props:{name:"class bitsandbytes.optim.RMSprop",anchor:"bitsandbytes.optim.RMSprop",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1876/bitsandbytes/optim/rmsprop.py#L8"}}),h=new U({props:{title:"RMSprop8bit",local:"bitsandbytes.optim.RMSprop8bit",headingTag:"h2"}}),_=new B({props:{name:"class bitsandbytes.optim.RMSprop8bit",anchor:"bitsandbytes.optim.RMSprop8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1876/bitsandbytes/optim/rmsprop.py#L72"}}),M=new U({props:{title:"RMSprop32bit",local:"bitsandbytes.optim.RMSprop32bit",headingTag:"h2"}}),R=new B({props:{name:"class bitsandbytes.optim.RMSprop32bit",anchor:"bitsandbytes.optim.RMSprop32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"},{name:"percentile_clipping",val:" = 100"},{name:"block_wise",val:" = True"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1876/bitsandbytes/optim/rmsprop.py#L135"}}),w=new me({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/reference/optim/rmsprop.mdx"}}),{c(){s=x("meta"),D=i(),E=x("p"),k=i(),m($.$$.fragment),C=i(),m(f.$$.fragment),H=i(),g=x("p"),g.innerHTML=K,F=i(),m(c.$$.fragment),I=i(),v=x("div"),m(u.$$.fragment),N=i(),m(h.$$.fragment),V=i(),y=x("div"),m(_.$$.fragment),q=i(),m(M.$$.fragment),A=i(),S=x("div"),m(R.$$.fragment),j=i(),m(w.$$.fragment),G=i(),L=x("p"),this.h()},l(e){const t=ne("svelte-u9bgzb",document.head);s=T(t,"META",{name:!0,content:!0}),t.forEach(a),D=r(e),E=T(e,"P",{}),P(E).forEach(a),k=r(e),p($.$$.fragment,e),C=r(e),p(f.$$.fragment,e),H=r(e),g=T(e,"P",{"data-svelte-h":!0}),ie(g)!=="svelte-10gcog"&&(g.innerHTML=K),F=r(e),p(c.$$.fragment,e),I=r(e),v=T(e,"DIV",{class:!0});var Q=P(v);p(u.$$.fragment,Q),Q.forEach(a),N=r(e),p(h.$$.fragment,e),V=r(e),y=T(e,"DIV",{class:!0});var W=P(y);p(_.$$.fragment,W),W.forEach(a),q=r(e),p(M.$$.fragment,e),A=r(e),S=T(e,"DIV",{class:!0});var X=P(S);p(R.$$.fragment,X),X.forEach(a),j=r(e),p(w.$$.fragment,e),G=r(e),L=T(e,"P",{}),P(L).forEach(a),this.h()},h(){z(s,"name","hf:doc:metadata"),z(s,"content",le),z(v,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),z(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),z(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){re(document.head,s),n(e,D,t),n(e,E,t),n(e,k,t),l($,e,t),n(e,C,t),l(f,e,t),n(e,H,t),n(e,g,t),n(e,F,t),l(c,e,t),n(e,I,t),n(e,v,t),l(u,v,null),n(e,N,t),l(h,e,t),n(e,V,t),n(e,y,t),l(_,y,null),n(e,q,t),l(M,e,t),n(e,A,t),n(e,S,t),l(R,S,null),n(e,j,t),l(w,e,t),n(e,G,t),n(e,L,t),O=!0},p:Z,i(e){O||(o($.$$.fragment,e),o(f.$$.fragment,e),o(c.$$.fragment,e),o(u.$$.fragment,e),o(h.$$.fragment,e),o(_.$$.fragment,e),o(M.$$.fragment,e),o(R.$$.fragment,e),o(w.$$.fragment,e),O=!0)},o(e){b($.$$.fragment,e),b(f.$$.fragment,e),b(c.$$.fragment,e),b(u.$$.fragment,e),b(h.$$.fragment,e),b(_.$$.fragment,e),b(M.$$.fragment,e),b(R.$$.fragment,e),b(w.$$.fragment,e),O=!1},d(e){e&&(a(D),a(E),a(k),a(C),a(H),a(g),a(F),a(I),a(v),a(N),a(V),a(y),a(q),a(A),a(S),a(j),a(G),a(L)),a(s),d($,e),d(f,e),d(c,e),d(u),d(h,e),d(_),d(M,e),d(R),d(w,e)}}}const le='{"title":"RMSprop","local":"rmsprop","sections":[{"title":"RMSprop","local":"api-class ][ bitsandbytes.optim.RMSprop","sections":[],"depth":2},{"title":"RMSprop8bit","local":"bitsandbytes.optim.RMSprop8bit","sections":[],"depth":2},{"title":"RMSprop32bit","local":"bitsandbytes.optim.RMSprop32bit","sections":[],"depth":2}],"depth":1}';function oe(J){return ee(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ge extends te{constructor(s){super(),ae(this,s,oe,pe,Y,{})}}export{ge as component};