bitsandbytes/pr_1971/en/_app/immutable/nodes/17.2cfb2dcc.js

import{s as $t,n as At,o as xt}from"../chunks/scheduler.8a2cc2fa.js";import{S as wt,i as zt,e as o,s as i,c as m,h as Tt,a as s,d as e,b as n,f as A,g as l,j as dt,k as x,l as d,m as r,n as _,t as p,o as b,p as c}from"../chunks/index.7079e750.js";import{C as Ct,H as mt,E as Et}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.746c9571.js";import{D as q}from"../chunks/Docstring.22421de8.js";function Dt(ut){let g,O,k,R,w,U,z,F,T,ft='<a href="https://jmlr.org/papers/v12/duchi11a.html" rel="nofollow">AdaGrad (Adaptive Gradient)</a> is an adaptive learning rate optimizer. AdaGrad stores a sum of the squared past gradients for each parameter and uses it to scale their learning rate. This allows the learning rate to be automatically lower or higher depending on the magnitude of the gradient, eliminating the need to manually tune the learning rate.',J,C,K,u,E,lt,v,D,_t,V,ht="Base Adagrad optimizer.",Q,L,W,f,P,pt,y,j,bt,H,vt="8-bit Adagrad optimizer.",X,N,Y,h,G,ct,$,I,gt,S,yt="32-bit Adagrad optimizer.",Z,M,tt,B,et;return w=new Ct({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),z=new mt({props:{title:"AdaGrad",local:"adagrad",headingTag:"h1"}}),C=new mt({props:{title:"Adagrad",local:"api-class ][ bitsandbytes.optim.Adagrad",headingTag:"h2"}}),E=new q({props:{name:"class bitsandbytes.optim.Adagrad",anchor:"bitsandbytes.optim.Adagrad",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L8"}}),D=new q({props:{name:"__init__",anchor:"bitsandbytes.optim.Adagrad.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.Adagrad.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Adagrad.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-2) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Adagrad.__init__.lr_decay",description:`<strong>lr_decay</strong> (<code>int</code>, defaults to 0) &#x2014;
The learning rate decay.`,name:"lr_decay"},{anchor:"bitsandbytes.optim.Adagrad.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0.0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Adagrad.__init__.initial_accumulator_value",description:`<strong>initial_accumulator_value</strong> (<code>int</code>, defaults to 0) &#x2014;
The initial momemtum values.`,name:"initial_accumulator_value"},{anchor:"bitsandbytes.optim.Adagrad.__init__.eps",description:`<strong>eps</strong> (<code>float</code>, defaults to 1e-10) &#x2014;
The epsilon value prevents division by zero in the optimizer.`,name:"eps"},{anchor:"bitsandbytes.optim.Adagrad.__init__.optim_bits",description:`<strong>optim_bits</strong> (<code>int</code>, defaults to 32) &#x2014;
The number of bits of the optimizer state.`,name:"optim_bits"},{anchor:"bitsandbytes.optim.Adagrad.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Adagrad.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L9"}}),L=new mt({props:{title:"Adagrad8bit",local:"bitsandbytes.optim.Adagrad8bit",headingTag:"h2"}}),P=new q({props:{name:"class bitsandbytes.optim.Adagrad8bit",anchor:"bitsandbytes.optim.Adagrad8bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 8"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L67"}}),j=new q({props:{name:"__init__",anchor:"bitsandbytes.optim.Adagrad8bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 8"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-2) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.lr_decay",description:`<strong>lr_decay</strong> (<code>int</code>, defaults to 0) &#x2014;
The learning rate decay.`,name:"lr_decay"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0.0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.initial_accumulator_value",description:`<strong>initial_accumulator_value</strong> (<code>int</code>, defaults to 0) &#x2014;
The initial momemtum values.`,name:"initial_accumulator_value"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.eps",description:`<strong>eps</strong> (<code>float</code>, defaults to 1e-10) &#x2014;
The epsilon value prevents division by zero in the optimizer.`,name:"eps"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.optim_bits",description:`<strong>optim_bits</strong> (<code>int</code>, defaults to 8) &#x2014;
The number of bits of the optimizer state.`,name:"optim_bits"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Adagrad8bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L68"}}),N=new mt({props:{title:"Adagrad32bit",local:"bitsandbytes.optim.Adagrad32bit",headingTag:"h2"}}),G=new q({props:{name:"class bitsandbytes.optim.Adagrad32bit",anchor:"bitsandbytes.optim.Adagrad32bit",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L126"}}),I=new q({props:{name:"__init__",anchor:"bitsandbytes.optim.Adagrad32bit.__init__",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.01"},{name:"lr_decay",val:" = 0"},{name:"weight_decay",val:" = 0"},{name:"initial_accumulator_value",val:" = 0"},{name:"eps",val:" = 1e-10"},{name:"optim_bits",val:" = 32"},{name:"args",val:" = None"},{name:"min_8bit_size",val:" = 4096"}],parametersDescription:[{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.params",description:`<strong>params</strong> (<code>torch.tensor</code>) &#x2014;
The input parameters to optimize.`,name:"params"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.lr",description:`<strong>lr</strong> (<code>float</code>, defaults to 1e-2) &#x2014;
The learning rate.`,name:"lr"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.lr_decay",description:`<strong>lr_decay</strong> (<code>int</code>, defaults to 0) &#x2014;
The learning rate decay.`,name:"lr_decay"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.weight_decay",description:`<strong>weight_decay</strong> (<code>float</code>, defaults to 0.0) &#x2014;
The weight decay value for the optimizer.`,name:"weight_decay"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.initial_accumulator_value",description:`<strong>initial_accumulator_value</strong> (<code>int</code>, defaults to 0) &#x2014;
The initial momemtum values.`,name:"initial_accumulator_value"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.eps",description:`<strong>eps</strong> (<code>float</code>, defaults to 1e-10) &#x2014;
The epsilon value prevents division by zero in the optimizer.`,name:"eps"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.optim_bits",description:`<strong>optim_bits</strong> (<code>int</code>, defaults to 32) &#x2014;
The number of bits of the optimizer state.`,name:"optim_bits"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.args",description:`<strong>args</strong> (<code>object</code>, defaults to <code>None</code>) &#x2014;
An object with additional arguments.`,name:"args"},{anchor:"bitsandbytes.optim.Adagrad32bit.__init__.min_8bit_size",description:`<strong>min_8bit_size</strong> (<code>int</code>, defaults to 4096) &#x2014;
The minimum number of elements of the parameter tensors for 8-bit optimization.`,name:"min_8bit_size"}],source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/vr_1971/bitsandbytes/optim/adagrad.py#L127"}}),M=new Et({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/reference/optim/adagrad.mdx"}}),{c(){g=o("meta"),O=i(),k=o("p"),R=i(),m(w.$$.fragment),U=i(),m(z.$$.fragment),F=i(),T=o("p"),T.innerHTML=ft,J=i(),m(C.$$.fragment),K=i(),u=o("div"),m(E.$$.fragment),lt=i(),v=o("div"),m(D.$$.fragment),_t=i(),V=o("p"),V.textContent=ht,Q=i(),m(L.$$.fragment),W=i(),f=o("div"),m(P.$$.fragment),pt=i(),y=o("div"),m(j.$$.fragment),bt=i(),H=o("p"),H.textContent=vt,X=i(),m(N.$$.fragment),Y=i(),h=o("div"),m(G.$$.fragment),ct=i(),$=o("div"),m(I.$$.fragment),gt=i(),S=o("p"),S.textContent=yt,Z=i(),m(M.$$.fragment),tt=i(),B=o("p"),this.h()},l(t){const a=Tt("svelte-u9bgzb",document.head);g=s(a,"META",{name:!0,content:!0}),a.forEach(e),O=n(t),k=s(t,"P",{}),A(k).forEach(e),R=n(t),l(w.$$.fragment,t),U=n(t),l(z.$$.fragment,t),F=n(t),T=s(t,"P",{"data-svelte-h":!0}),dt(T)!=="svelte-1l8niyc"&&(T.innerHTML=ft),J=n(t),l(C.$$.fragment,t),K=n(t),u=s(t,"DIV",{class:!0});var at=A(u);l(E.$$.fragment,at),lt=n(at),v=s(at,"DIV",{class:!0});var it=A(v);l(D.$$.fragment,it),_t=n(it),V=s(it,"P",{"data-svelte-h":!0}),dt(V)!=="svelte-2ft5mo"&&(V.textContent=ht),it.forEach(e),at.forEach(e),Q=n(t),l(L.$$.fragment,t),W=n(t),f=s(t,"DIV",{class:!0});var nt=A(f);l(P.$$.fragment,nt),pt=n(nt),y=s(nt,"DIV",{class:!0});var rt=A(y);l(j.$$.fragment,rt),bt=n(rt),H=s(rt,"P",{"data-svelte-h":!0}),dt(H)!=="svelte-1jvi8fr"&&(H.textContent=vt),rt.forEach(e),nt.forEach(e),X=n(t),l(N.$$.fragment,t),Y=n(t),h=s(t,"DIV",{class:!0});var ot=A(h);l(G.$$.fragment,ot),ct=n(ot),$=s(ot,"DIV",{class:!0});var st=A($);l(I.$$.fragment,st),gt=n(st),S=s(st,"P",{"data-svelte-h":!0}),dt(S)!=="svelte-r8ezau"&&(S.textContent=yt),st.forEach(e),ot.forEach(e),Z=n(t),l(M.$$.fragment,t),tt=n(t),B=s(t,"P",{}),A(B).forEach(e),this.h()},h(){x(g,"name","hf:doc:metadata"),x(g,"content",Lt),x(v,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(u,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(f,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(h,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(t,a){d(document.head,g),r(t,O,a),r(t,k,a),r(t,R,a),_(w,t,a),r(t,U,a),_(z,t,a),r(t,F,a),r(t,T,a),r(t,J,a),_(C,t,a),r(t,K,a),r(t,u,a),_(E,u,null),d(u,lt),d(u,v),_(D,v,null),d(v,_t),d(v,V),r(t,Q,a),_(L,t,a),r(t,W,a),r(t,f,a),_(P,f,null),d(f,pt),d(f,y),_(j,y,null),d(y,bt),d(y,H),r(t,X,a),_(N,t,a),r(t,Y,a),r(t,h,a),_(G,h,null),d(h,ct),d(h,$),_(I,$,null),d($,gt),d($,S),r(t,Z,a),_(M,t,a),r(t,tt,a),r(t,B,a),et=!0},p:At,i(t){et||(p(w.$$.fragment,t),p(z.$$.fragment,t),p(C.$$.fragment,t),p(E.$$.fragment,t),p(D.$$.fragment,t),p(L.$$.fragment,t),p(P.$$.fragment,t),p(j.$$.fragment,t),p(N.$$.fragment,t),p(G.$$.fragment,t),p(I.$$.fragment,t),p(M.$$.fragment,t),et=!0)},o(t){b(w.$$.fragment,t),b(z.$$.fragment,t),b(C.$$.fragment,t),b(E.$$.fragment,t),b(D.$$.fragment,t),b(L.$$.fragment,t),b(P.$$.fragment,t),b(j.$$.fragment,t),b(N.$$.fragment,t),b(G.$$.fragment,t),b(I.$$.fragment,t),b(M.$$.fragment,t),et=!1},d(t){t&&(e(O),e(k),e(R),e(U),e(F),e(T),e(J),e(K),e(u),e(Q),e(W),e(f),e(X),e(Y),e(h),e(Z),e(tt),e(B)),e(g),c(w,t),c(z,t),c(C,t),c(E),c(D),c(L,t),c(P),c(j),c(N,t),c(G),c(I),c(M,t)}}}const Lt='{"title":"AdaGrad","local":"adagrad","sections":[{"title":"Adagrad","local":"api-class ][ bitsandbytes.optim.Adagrad","sections":[],"depth":2},{"title":"Adagrad8bit","local":"bitsandbytes.optim.Adagrad8bit","sections":[],"depth":2},{"title":"Adagrad32bit","local":"bitsandbytes.optim.Adagrad32bit","sections":[],"depth":2}],"depth":1}';function Pt(ut){return xt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Mt extends wt{constructor(g){super(),zt(this,g,Pt,Dt,$t,{})}}export{Mt as component};