accelerate/pr_4021/en/_app/immutable/nodes/26.2b423bf5.js

import{s as Me,n as Ce,o as Ee}from"../chunks/scheduler.b9285784.js";import{S as Fe,i as Re,e as s,s as n,c as o,h as Ne,a as i,d as a,b as l,f as k,g as m,j,k as K,l as g,m as r,n as c,t as p,o as f,p as u}from"../chunks/index.26bc89a1.js";import{C as De,H as q,E as He}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.7a0ae628.js";import{D as G}from"../chunks/Docstring.3b3b5305.js";function ke(be){let _,U,z,W,y,Y,w,J,x,ye="Below are functions and classes relative to the underlying FP8 implementation",Q,P,X,d,T,_e,O,we=`Deprecated. Please use one of the proper FP8 recipe kwargs classes such as <code>TERecipeKwargs</code> or <code>MSAMPRecipeKwargs</code>
instead.`,Z,L,ee,$,M,de,I,xe="Recursively converts the linear and layernorm layers of a model to their <code>transformers_engine</code> counterpart.",te,C,ae,v,E,$e,S,Pe="Returns whether a given model has some <code>transformer_engine</code> layer or not.",re,F,ne,h,R,ve,V,Te=`Wrapper for a model’s forward method to apply FP8 autocast. Is context aware, meaning that by default it will
disable FP8 autocast during eval mode, which is generally better for more accurate metrics.`,le,N,se,b,D,he,A,Le="Applies FP8 context manager to the model’s forward method",ie,H,oe,B,me;return y=new De({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),w=new q({props:{title:"FP8",local:"fp8",headingTag:"h1"}}),P=new q({props:{title:"FP8RecipeKwargs",local:"accelerate.utils.FP8RecipeKwargs",headingTag:"h2"}}),T=new G({props:{name:"class accelerate.utils.FP8RecipeKwargs",anchor:"accelerate.utils.FP8RecipeKwargs",parameters:[{name:"opt_level",val:": typing.Literal['O1', 'O2'] = None"},{name:"use_autocast_during_eval",val:": typing.Optional[bool] = None"},{name:"margin",val:": typing.Optional[int] = None"},{name:"interval",val:": typing.Optional[int] = None"},{name:"fp8_format",val:": typing.Literal['HYBRID', 'E4M3', 'E5M2'] = None"},{name:"amax_history_len",val:": typing.Optional[int] = None"},{name:"amax_compute_algo",val:": typing.Literal['max', 'most_recent'] = None"},{name:"override_linear_precision",val:": tuple = None"},{name:"use_mxfp8_block_scaling",val:": typing.Optional[bool] = None"},{name:"backend",val:": typing.Literal['MSAMP', 'TE'] = None"}],source:"https://github.com/huggingface/accelerate/blob/vr_4021/src/accelerate/utils/dataclasses.py#L455"}}),L=new q({props:{title:"convert_model",local:"accelerate.utils.convert_model",headingTag:"h2"}}),M=new G({props:{name:"accelerate.utils.convert_model",anchor:"accelerate.utils.convert_model",parameters:[{name:"model",val:""},{name:"to_transformer_engine",val:" = True"},{name:"_convert_linear",val:" = True"},{name:"_convert_ln",val:" = True"}],source:"https://github.com/huggingface/accelerate/blob/vr_4021/src/accelerate/utils/transformer_engine.py#L26"}}),C=new q({props:{title:"has_transformer_engine_layers",local:"accelerate.utils.has_transformer_engine_layers",headingTag:"h2"}}),E=new G({props:{name:"accelerate.utils.has_transformer_engine_layers",anchor:"accelerate.utils.has_transformer_engine_layers",parameters:[{name:"model",val:""}],source:"https://github.com/huggingface/accelerate/blob/vr_4021/src/accelerate/utils/transformer_engine.py#L95"}}),F=new q({props:{title:"contextual_fp8_autocast",local:"accelerate.utils.contextual_fp8_autocast",headingTag:"h2"}}),R=new G({props:{name:"accelerate.utils.contextual_fp8_autocast",anchor:"accelerate.utils.contextual_fp8_autocast",parameters:[{name:"model_forward",val:""},{name:"fp8_recipe",val:""},{name:"use_during_eval",val:" = False"}],source:"https://github.com/huggingface/accelerate/blob/vr_4021/src/accelerate/utils/transformer_engine.py#L118"}}),N=new q({props:{title:"apply_fp8_autowrap",local:"accelerate.utils.apply_fp8_autowrap",headingTag:"h2"}}),D=new G({props:{name:"accelerate.utils.apply_fp8_autowrap",anchor:"accelerate.utils.apply_fp8_autowrap",parameters:[{name:"model",val:""},{name:"fp8_recipe_handler",val:""}],source:"https://github.com/huggingface/accelerate/blob/vr_4021/src/accelerate/utils/transformer_engine.py#L142"}}),H=new He({props:{source:"https://github.com/huggingface/accelerate/blob/main/docs/source/package_reference/fp8.md"}}),{c(){_=s("meta"),U=n(),z=s("p"),W=n(),o(y.$$.fragment),Y=n(),o(w.$$.fragment),J=n(),x=s("p"),x.textContent=ye,Q=n(),o(P.$$.fragment),X=n(),d=s("div"),o(T.$$.fragment),_e=n(),O=s("p"),O.innerHTML=we,Z=n(),o(L.$$.fragment),ee=n(),$=s("div"),o(M.$$.fragment),de=n(),I=s("p"),I.innerHTML=xe,te=n(),o(C.$$.fragment),ae=n(),v=s("div"),o(E.$$.fragment),$e=n(),S=s("p"),S.innerHTML=Pe,re=n(),o(F.$$.fragment),ne=n(),h=s("div"),o(R.$$.fragment),ve=n(),V=s("p"),V.textContent=Te,le=n(),o(N.$$.fragment),se=n(),b=s("div"),o(D.$$.fragment),he=n(),A=s("p"),A.textContent=Le,ie=n(),o(H.$$.fragment),oe=n(),B=s("p"),this.h()},l(e){const t=Ne("svelte-u9bgzb",document.head);_=i(t,"META",{name:!0,content:!0}),t.forEach(a),U=l(e),z=i(e,"P",{}),k(z).forEach(a),W=l(e),m(y.$$.fragment,e),Y=l(e),m(w.$$.fragment,e),J=l(e),x=i(e,"P",{"data-svelte-h":!0}),j(x)!=="svelte-duy1wc"&&(x.textContent=ye),Q=l(e),m(P.$$.fragment,e),X=l(e),d=i(e,"DIV",{class:!0});var ce=k(d);m(T.$$.fragment,ce),_e=l(ce),O=i(ce,"P",{"data-svelte-h":!0}),j(O)!=="svelte-1b6vct0"&&(O.innerHTML=we),ce.forEach(a),Z=l(e),m(L.$$.fragment,e),ee=l(e),$=i(e,"DIV",{class:!0});var pe=k($);m(M.$$.fragment,pe),de=l(pe),I=i(pe,"P",{"data-svelte-h":!0}),j(I)!=="svelte-1kre96q"&&(I.innerHTML=xe),pe.forEach(a),te=l(e),m(C.$$.fragment,e),ae=l(e),v=i(e,"DIV",{class:!0});var fe=k(v);m(E.$$.fragment,fe),$e=l(fe),S=i(fe,"P",{"data-svelte-h":!0}),j(S)!=="svelte-pjlkr1"&&(S.innerHTML=Pe),fe.forEach(a),re=l(e),m(F.$$.fragment,e),ne=l(e),h=i(e,"DIV",{class:!0});var ue=k(h);m(R.$$.fragment,ue),ve=l(ue),V=i(ue,"P",{"data-svelte-h":!0}),j(V)!=="svelte-1vmcbrs"&&(V.textContent=Te),ue.forEach(a),le=l(e),m(N.$$.fragment,e),se=l(e),b=i(e,"DIV",{class:!0});var ge=k(b);m(D.$$.fragment,ge),he=l(ge),A=i(ge,"P",{"data-svelte-h":!0}),j(A)!=="svelte-pik0dx"&&(A.textContent=Le),ge.forEach(a),ie=l(e),m(H.$$.fragment,e),oe=l(e),B=i(e,"P",{}),k(B).forEach(a),this.h()},h(){K(_,"name","hf:doc:metadata"),K(_,"content",Ke),K(d,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),K($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),K(v,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),K(h,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),K(b,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){g(document.head,_),r(e,U,t),r(e,z,t),r(e,W,t),c(y,e,t),r(e,Y,t),c(w,e,t),r(e,J,t),r(e,x,t),r(e,Q,t),c(P,e,t),r(e,X,t),r(e,d,t),c(T,d,null),g(d,_e),g(d,O),r(e,Z,t),c(L,e,t),r(e,ee,t),r(e,$,t),c(M,$,null),g($,de),g($,I),r(e,te,t),c(C,e,t),r(e,ae,t),r(e,v,t),c(E,v,null),g(v,$e),g(v,S),r(e,re,t),c(F,e,t),r(e,ne,t),r(e,h,t),c(R,h,null),g(h,ve),g(h,V),r(e,le,t),c(N,e,t),r(e,se,t),r(e,b,t),c(D,b,null),g(b,he),g(b,A),r(e,ie,t),c(H,e,t),r(e,oe,t),r(e,B,t),me=!0},p:Ce,i(e){me||(p(y.$$.fragment,e),p(w.$$.fragment,e),p(P.$$.fragment,e),p(T.$$.fragment,e),p(L.$$.fragment,e),p(M.$$.fragment,e),p(C.$$.fragment,e),p(E.$$.fragment,e),p(F.$$.fragment,e),p(R.$$.fragment,e),p(N.$$.fragment,e),p(D.$$.fragment,e),p(H.$$.fragment,e),me=!0)},o(e){f(y.$$.fragment,e),f(w.$$.fragment,e),f(P.$$.fragment,e),f(T.$$.fragment,e),f(L.$$.fragment,e),f(M.$$.fragment,e),f(C.$$.fragment,e),f(E.$$.fragment,e),f(F.$$.fragment,e),f(R.$$.fragment,e),f(N.$$.fragment,e),f(D.$$.fragment,e),f(H.$$.fragment,e),me=!1},d(e){e&&(a(U),a(z),a(W),a(Y),a(J),a(x),a(Q),a(X),a(d),a(Z),a(ee),a($),a(te),a(ae),a(v),a(re),a(ne),a(h),a(le),a(se),a(b),a(ie),a(oe),a(B)),a(_),u(y,e),u(w,e),u(P,e),u(T),u(L,e),u(M),u(C,e),u(E),u(F,e),u(R),u(N,e),u(D),u(H,e)}}}const Ke='{"title":"FP8","local":"fp8","sections":[{"title":"FP8RecipeKwargs","local":"accelerate.utils.FP8RecipeKwargs","sections":[],"depth":2},{"title":"convert_model","local":"accelerate.utils.convert_model","sections":[],"depth":2},{"title":"has_transformer_engine_layers","local":"accelerate.utils.has_transformer_engine_layers","sections":[],"depth":2},{"title":"contextual_fp8_autocast","local":"accelerate.utils.contextual_fp8_autocast","sections":[],"depth":2},{"title":"apply_fp8_autowrap","local":"accelerate.utils.apply_fp8_autowrap","sections":[],"depth":2}],"depth":1}';function Oe(be){return Ee(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class je extends Fe{constructor(_){super(),Re(this,_,Oe,ke,Me,{})}}export{je as component};