Buckets:

HuggingFaceDocBuilder's picture
download
raw
5.66 kB
import{s as Y,n as Z,o as tt}from"../chunks/scheduler.8a2cc2fa.js";import{S as et,i as at,e as x,s,c as m,h as nt,a as E,d as a,b as r,f as P,g as p,j as st,k as z,l as rt,m as n,n as o,t as l,o as d,p as b}from"../chunks/index.7079e750.js";import{C as it,H as U,E as mt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.0d032bd2.js";import{D as B}from"../chunks/Docstring.a1d84405.js";function pt(J){let i,D,T,C,$,H,f,F,g,K="RMSprop is an adaptive learning rate optimizer that is very similar to <code>Adagrad</code>. RMSprop stores a <em>weighted average</em> of the squared past gradients for each parameter and uses it to scale their learning rate. This allows the learning rate to be automatically lower or higher depending on the magnitude of the gradient, and it prevents the learning rate from diminishing.",I,c,N,u,v,V,h,q,y,_,A,M,j,S,R,k,w,G,L,O;return $=new it({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),f=new U({props:{title:"RMSprop",local:"rmsprop",headingTag:"h1"}}),c=new U({props:{title:"RMSprop",local:"api-class ][ bitsandbytes.optim.RMSprop",headingTag:"h2"}}),v=new B({props:{name:"class bitsandbytes.optim.RMSprop",anchor:"bitsandbytes.optim.RMSprop",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1925/bitsandbytes/optim/rmsprop.py#L8"}}),h=new U({props:{title:"RMSprop8bit",local:"bitsandbytes.optim.RMSprop8bit",headingTag:"h2"}}),_=new B({props:{name:"class bitsandbytes.optim.RMSprop8bit",anchor:"bitsandbytes.optim.RMSprop8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1925/bitsandbytes/optim/rmsprop.py#L64"}}),M=new U({props:{title:"RMSprop32bit",local:"bitsandbytes.optim.RMSprop32bit",headingTag:"h2"}}),R=new B({props:{name:"class bitsandbytes.optim.RMSprop32bit",anchor:"bitsandbytes.optim.RMSprop32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"alpha",val:" = 0.99"},{name:"eps",val:" = 1e-08"},{name:"weight_decay",val:" = 0"},{name:"momentum",val:" = 0"},{name:"centered",val:" = False"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1925/bitsandbytes/optim/rmsprop.py#L117"}}),w=new mt({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/reference/optim/rmsprop.mdx"}}),{c(){i=x("meta"),D=s(),T=x("p"),C=s(),m($.$$.fragment),H=s(),m(f.$$.fragment),F=s(),g=x("p"),g.innerHTML=K,I=s(),m(c.$$.fragment),N=s(),u=x("div"),m(v.$$.fragment),V=s(),m(h.$$.fragment),q=s(),y=x("div"),m(_.$$.fragment),A=s(),m(M.$$.fragment),j=s(),S=x("div"),m(R.$$.fragment),k=s(),m(w.$$.fragment),G=s(),L=x("p"),this.h()},l(t){const e=nt("svelte-u9bgzb",document.head);i=E(e,"META",{name:!0,content:!0}),e.forEach(a),D=r(t),T=E(t,"P",{}),P(T).forEach(a),C=r(t),p($.$$.fragment,t),H=r(t),p(f.$$.fragment,t),F=r(t),g=E(t,"P",{"data-svelte-h":!0}),st(g)!=="svelte-10gcog"&&(g.innerHTML=K),I=r(t),p(c.$$.fragment,t),N=r(t),u=E(t,"DIV",{class:!0});var Q=P(u);p(v.$$.fragment,Q),Q.forEach(a),V=r(t),p(h.$$.fragment,t),q=r(t),y=E(t,"DIV",{class:!0});var W=P(y);p(_.$$.fragment,W),W.forEach(a),A=r(t),p(M.$$.fragment,t),j=r(t),S=E(t,"DIV",{class:!0});var X=P(S);p(R.$$.fragment,X),X.forEach(a),k=r(t),p(w.$$.fragment,t),G=r(t),L=E(t,"P",{}),P(L).forEach(a),this.h()},h(){z(i,"name","hf:doc:metadata"),z(i,"content",ot),z(u,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),z(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),z(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(t,e){rt(document.head,i),n(t,D,e),n(t,T,e),n(t,C,e),o($,t,e),n(t,H,e),o(f,t,e),n(t,F,e),n(t,g,e),n(t,I,e),o(c,t,e),n(t,N,e),n(t,u,e),o(v,u,null),n(t,V,e),o(h,t,e),n(t,q,e),n(t,y,e),o(_,y,null),n(t,A,e),o(M,t,e),n(t,j,e),n(t,S,e),o(R,S,null),n(t,k,e),o(w,t,e),n(t,G,e),n(t,L,e),O=!0},p:Z,i(t){O||(l($.$$.fragment,t),l(f.$$.fragment,t),l(c.$$.fragment,t),l(v.$$.fragment,t),l(h.$$.fragment,t),l(_.$$.fragment,t),l(M.$$.fragment,t),l(R.$$.fragment,t),l(w.$$.fragment,t),O=!0)},o(t){d($.$$.fragment,t),d(f.$$.fragment,t),d(c.$$.fragment,t),d(v.$$.fragment,t),d(h.$$.fragment,t),d(_.$$.fragment,t),d(M.$$.fragment,t),d(R.$$.fragment,t),d(w.$$.fragment,t),O=!1},d(t){t&&(a(D),a(T),a(C),a(H),a(F),a(g),a(I),a(N),a(u),a(V),a(q),a(y),a(A),a(j),a(S),a(k),a(G),a(L)),a(i),b($,t),b(f,t),b(c,t),b(v),b(h,t),b(_),b(M,t),b(R),b(w,t)}}}const ot='{"title":"RMSprop","local":"rmsprop","sections":[{"title":"RMSprop","local":"api-class ][ bitsandbytes.optim.RMSprop","sections":[],"depth":2},{"title":"RMSprop8bit","local":"bitsandbytes.optim.RMSprop8bit","sections":[],"depth":2},{"title":"RMSprop32bit","local":"bitsandbytes.optim.RMSprop32bit","sections":[],"depth":2}],"depth":1}';function lt(J){return tt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class gt extends et{constructor(i){super(),at(this,i,lt,pt,Y,{})}}export{gt as component};

Xet Storage Details

Size:
5.66 kB
·
Xet hash:
aeb2b17a0e465651e90aaf953d032f90e16df3477378c6d5a16913e5084b7f5d

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.