accelerate/pr_4039/en/_app/immutable/nodes/25.cbcce8bf.js

import{s as pt,n as ct,o as dt}from"../chunks/scheduler.b9285784.js";import{S as mt,i as gt,e as i,s as r,c as p,h as ut,a as s,d as t,b as n,f as _,g as c,j as v,k as h,l,m as o,n as d,t as m,o as g,p as u}from"../chunks/index.26bc89a1.js";import{C as ft,H as N,E as _t}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.91c9ff84.js";import{D as b}from"../chunks/Docstring.10d5e87c.js";function ht(Xe){let D,de,pe,me,W,ge,T,ue,k,fe,L,_e,x,I,Re,X,Ye="Returns the currently active DeepSpeedPlugin.",he,f,M,Ae,Y,et="This plugin is used to integrate DeepSpeed.",qe,P,V,Fe,ee,tt="Process the DeepSpeed config with the values from the kwargs.",Ze,O,R,je,te,at="Sets the HfDeepSpeedWeakref to use the current deepspeed plugin configuration",$e,S,A,He,ae,rt=`Dummy scheduler presents model parameters or param groups, this is primarily used to follow conventional training
loop when scheduler config is specified in the deepspeed config file.`,ve,q,be,$,F,Be,re,nt="Internal wrapper for deepspeed.runtime.engine.DeepSpeedEngine. This is used to follow conventional training loop.",Ge,C,Z,Je,ne,ot="Get the global gradient norm from DeepSpeed engine.",De,j,xe,y,H,Qe,oe,lt="Internal wrapper around a deepspeed optimizer.",Se,B,ye,w,G,Ue,le,it="Internal wrapper around a deepspeed scheduler.",we,J,ze,z,Q,Ke,ie,st=`Dummy optimizer presents model parameters or param groups, this is primarily used to follow conventional training
loop when optimizer config is specified in the deepspeed config file.`,Pe,U,Oe,K,Ce,ce,Ee;return W=new ft({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),T=new N({props:{title:"DeepSpeed utilities",local:"deepspeed-utilities",headingTag:"h1"}}),k=new N({props:{title:"DeepSpeedPlugin",local:"deepspeedplugin",headingTag:"h2"}}),L=new N({props:{title:"get_active_deepspeed_plugin",local:"accelerate.utils.get_active_deepspeed_plugin",headingTag:"h2"}}),I=new b({props:{name:"accelerate.utils.get_active_deepspeed_plugin",anchor:"accelerate.utils.get_active_deepspeed_plugin",parameters:[{name:"state",val:""}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L100",raiseDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li><code>ValueError</code> — If DeepSpeed was not enabled and this function is called.</li>
</ul>
`,raiseType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>ValueError</code></p>
`}}),M=new b({props:{name:"class accelerate.DeepSpeedPlugin",anchor:"accelerate.DeepSpeedPlugin",parameters:[{name:"hf_ds_config",val:": typing.Any = None"},{name:"gradient_accumulation_steps",val:": int = None"},{name:"gradient_clipping",val:": float = None"},{name:"zero_stage",val:": int = None"},{name:"is_train_batch_min",val:": bool = True"},{name:"offload_optimizer_device",val:": str = None"},{name:"offload_param_device",val:": str = None"},{name:"offload_optimizer_nvme_path",val:": str = None"},{name:"offload_param_nvme_path",val:": str = None"},{name:"zero3_init_flag",val:": bool = None"},{name:"zero3_save_16bit_model",val:": bool = None"},{name:"transformer_moe_cls_names",val:": str = None"},{name:"enable_msamp",val:": bool = None"},{name:"msamp_opt_level",val:": typing.Optional[typing.Literal['O1', 'O2']] = None"}],parametersDescription:[{anchor:"accelerate.DeepSpeedPlugin.hf_ds_config",description:`<strong>hf_ds_config</strong> (<code>Any</code>, defaults to <code>None</code>) &#x2014;
Path to DeepSpeed config file or dict or an object of class <code>accelerate.utils.deepspeed.HfDeepSpeedConfig</code>.`,name:"hf_ds_config"},{anchor:"accelerate.DeepSpeedPlugin.gradient_accumulation_steps",description:`<strong>gradient_accumulation_steps</strong> (<code>int</code>, defaults to <code>None</code>) &#x2014;
Number of steps to accumulate gradients before updating optimizer states. If not set, will use the value
from the <code>Accelerator</code> directly.`,name:"gradient_accumulation_steps"},{anchor:"accelerate.DeepSpeedPlugin.gradient_clipping",description:`<strong>gradient_clipping</strong> (<code>float</code>, defaults to <code>None</code>) &#x2014;
Enable gradient clipping with value.`,name:"gradient_clipping"},{anchor:"accelerate.DeepSpeedPlugin.zero_stage",description:`<strong>zero_stage</strong> (<code>int</code>, defaults to <code>None</code>) &#x2014;
Possible options are 0, 1, 2, 3. Default will be taken from environment variable.`,name:"zero_stage"},{anchor:"accelerate.DeepSpeedPlugin.is_train_batch_min",description:`<strong>is_train_batch_min</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
If both train &amp; eval dataloaders are specified, this will decide the <code>train_batch_size</code>.`,name:"is_train_batch_min"},{anchor:"accelerate.DeepSpeedPlugin.offload_optimizer_device",description:`<strong>offload_optimizer_device</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are none|cpu|nvme. Only applicable with ZeRO Stages 2 and 3.`,name:"offload_optimizer_device"},{anchor:"accelerate.DeepSpeedPlugin.offload_param_device",description:`<strong>offload_param_device</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are none|cpu|nvme. Only applicable with ZeRO Stage 3.`,name:"offload_param_device"},{anchor:"accelerate.DeepSpeedPlugin.offload_optimizer_nvme_path",description:`<strong>offload_optimizer_nvme_path</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are /nvme|/local_nvme. Only applicable with ZeRO Stage 3.`,name:"offload_optimizer_nvme_path"},{anchor:"accelerate.DeepSpeedPlugin.offload_param_nvme_path",description:`<strong>offload_param_nvme_path</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are /nvme|/local_nvme. Only applicable with ZeRO Stage 3.`,name:"offload_param_nvme_path"},{anchor:"accelerate.DeepSpeedPlugin.zero3_init_flag",description:`<strong>zero3_init_flag</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to save 16-bit model. Only applicable with ZeRO Stage-3.`,name:"zero3_init_flag"},{anchor:"accelerate.DeepSpeedPlugin.zero3_save_16bit_model",description:`<strong>zero3_save_16bit_model</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to save 16-bit model. Only applicable with ZeRO Stage-3.`,name:"zero3_save_16bit_model"},{anchor:"accelerate.DeepSpeedPlugin.transformer_moe_cls_names",description:`<strong>transformer_moe_cls_names</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Comma-separated list of Transformers MoE layer class names (case-sensitive). For example,
<code>MixtralSparseMoeBlock</code>, <code>Qwen2MoeSparseMoeBlock</code>, <code>JetMoEAttention</code>, <code>JetMoEBlock</code>, etc.`,name:"transformer_moe_cls_names"},{anchor:"accelerate.DeepSpeedPlugin.enable_msamp",description:`<strong>enable_msamp</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to enable MS-AMP backend for FP8 training.`,name:"enable_msamp"},{anchor:"accelerate.DeepSpeedPlugin.msasmp_opt_level",description:`<strong>msasmp_opt_level</strong> (<code>Optional[Literal[&quot;O1&quot;, &quot;O2&quot;]]</code>, defaults to <code>None</code>) &#x2014;
Optimization level for MS-AMP (defaults to &#x2018;O1&#x2019;). Only applicable if <code>enable_msamp</code> is True. Should be one
of [&#x2018;O1&#x2019; or &#x2018;O2&#x2019;].`,name:"msasmp_opt_level"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/dataclasses.py#L1118"}}),V=new b({props:{name:"deepspeed_config_process",anchor:"accelerate.DeepSpeedPlugin.deepspeed_config_process",parameters:[{name:"prefix",val:" = ''"},{name:"mismatches",val:" = None"},{name:"config",val:" = None"},{name:"must_match",val:" = True"},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/dataclasses.py#L1388"}}),R=new b({props:{name:"select",anchor:"accelerate.DeepSpeedPlugin.select",parameters:[{name:"_from_accelerator_state",val:": bool = False"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/dataclasses.py#L1539"}}),A=new b({props:{name:"class accelerate.utils.DummyScheduler",anchor:"accelerate.utils.DummyScheduler",parameters:[{name:"optimizer",val:""},{name:"total_num_steps",val:" = None"},{name:"warmup_num_steps",val:" = 0"},{name:"lr_scheduler_callable",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"accelerate.utils.DummyScheduler.optimizer",description:`<strong>optimizer</strong> (<code>torch.optim.optimizer.Optimizer</code>) &#x2014;
The optimizer to wrap.`,name:"optimizer"},{anchor:"accelerate.utils.DummyScheduler.total_num_steps",description:`<strong>total_num_steps</strong> (int, <em>optional</em>) &#x2014;
Total number of steps.`,name:"total_num_steps"},{anchor:"accelerate.utils.DummyScheduler.warmup_num_steps",description:`<strong>warmup_num_steps</strong> (int, <em>optional</em>) &#x2014;
Number of steps for warmup.`,name:"warmup_num_steps"},{anchor:"accelerate.utils.DummyScheduler.lr_scheduler_callable",description:`<strong>lr_scheduler_callable</strong> (callable, <em>optional</em>) &#x2014;
A callable function that creates an LR Scheduler. It accepts only one argument <code>optimizer</code>.`,name:"lr_scheduler_callable"},{anchor:"accelerate.utils.DummyScheduler.*kwargs",description:`*<strong>*kwargs</strong> (additional keyword arguments, <em>optional</em>) &#x2014;
Other arguments.`,name:"*kwargs"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L362"}}),q=new N({props:{title:"DeepSpeedEnginerWrapper",local:"accelerate.utils.DeepSpeedEngineWrapper",headingTag:"h2"}}),F=new b({props:{name:"class accelerate.utils.DeepSpeedEngineWrapper",anchor:"accelerate.utils.DeepSpeedEngineWrapper",parameters:[{name:"engine",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedEngineWrapper.engine",description:"<strong>engine</strong> (deepspeed.runtime.engine.DeepSpeedEngine) &#x2014; deepspeed engine to wrap",name:"engine"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L253"}}),Z=new b({props:{name:"get_global_grad_norm",anchor:"accelerate.utils.DeepSpeedEngineWrapper.get_global_grad_norm",parameters:[],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L286"}}),j=new N({props:{title:"DeepSpeedOptimizerWrapper",local:"accelerate.utils.DeepSpeedOptimizerWrapper",headingTag:"h2"}}),H=new b({props:{name:"class accelerate.utils.DeepSpeedOptimizerWrapper",anchor:"accelerate.utils.DeepSpeedOptimizerWrapper",parameters:[{name:"optimizer",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedOptimizerWrapper.optimizer",description:`<strong>optimizer</strong> (<code>torch.optim.optimizer.Optimizer</code>) &#x2014;
The optimizer to wrap.`,name:"optimizer"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L295"}}),B=new N({props:{title:"DeepSpeedSchedulerWrapper",local:"accelerate.utils.DeepSpeedSchedulerWrapper",headingTag:"h2"}}),G=new b({props:{name:"class accelerate.utils.DeepSpeedSchedulerWrapper",anchor:"accelerate.utils.DeepSpeedSchedulerWrapper",parameters:[{name:"scheduler",val:""},{name:"optimizers",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedSchedulerWrapper.scheduler",description:`<strong>scheduler</strong> (<code>torch.optim.lr_scheduler.LambdaLR</code>) &#x2014;
The scheduler to wrap.`,name:"scheduler"},{anchor:"accelerate.utils.DeepSpeedSchedulerWrapper.optimizers",description:"<strong>optimizers</strong> (one or a list of <code>torch.optim.Optimizer</code>) &#x2014;",name:"optimizers"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L322"}}),J=new N({props:{title:"DummyOptim",local:"accelerate.utils.DummyOptim",headingTag:"h2"}}),Q=new b({props:{name:"class accelerate.utils.DummyOptim",anchor:"accelerate.utils.DummyOptim",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.001"},{name:"weight_decay",val:" = 0"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"accelerate.utils.DummyOptim.lr",description:`<strong>lr</strong> (float) &#x2014;
Learning rate.`,name:"lr"},{anchor:"accelerate.utils.DummyOptim.params",description:`<strong>params</strong> (iterable) &#x2014; iterable of parameters to optimize or dicts defining
parameter groups`,name:"params"},{anchor:"accelerate.utils.DummyOptim.weight_decay",description:`<strong>weight_decay</strong> (float) &#x2014;
Weight decay.`,name:"weight_decay"},{anchor:"accelerate.utils.DummyOptim.*kwargs",description:`*<strong>*kwargs</strong> (additional keyword arguments, <em>optional</em>) &#x2014;
Other arguments.`,name:"*kwargs"}],source:"https://github.com/huggingface/accelerate/blob/vr_4039/src/accelerate/utils/deepspeed.py#L339"}}),U=new N({props:{title:"DummyScheduler",local:"dummyscheduler",headingTag:"h2"}}),K=new _t({props:{source:"https://github.com/huggingface/accelerate/blob/main/docs/source/package_reference/deepspeed.md"}}),{c(){D=i("meta"),de=r(),pe=i("p"),me=r(),p(W.$$.fragment),ge=r(),p(T.$$.fragment),ue=r(),p(k.$$.fragment),fe=r(),p(L.$$.fragment),_e=r(),x=i("div"),p(I.$$.fragment),Re=r(),X=i("p"),X.textContent=Ye,he=r(),f=i("div"),p(M.$$.fragment),Ae=r(),Y=i("p"),Y.textContent=et,qe=r(),P=i("div"),p(V.$$.fragment),Fe=r(),ee=i("p"),ee.textContent=tt,Ze=r(),O=i("div"),p(R.$$.fragment),je=r(),te=i("p"),te.textContent=at,$e=r(),S=i("div"),p(A.$$.fragment),He=r(),ae=i("p"),ae.textContent=rt,ve=r(),p(q.$$.fragment),be=r(),$=i("div"),p(F.$$.fragment),Be=r(),re=i("p"),re.textContent=nt,Ge=r(),C=i("div"),p(Z.$$.fragment),Je=r(),ne=i("p"),ne.textContent=ot,De=r(),p(j.$$.fragment),xe=r(),y=i("div"),p(H.$$.fragment),Qe=r(),oe=i("p"),oe.textContent=lt,Se=r(),p(B.$$.fragment),ye=r(),w=i("div"),p(G.$$.fragment),Ue=r(),le=i("p"),le.textContent=it,we=r(),p(J.$$.fragment),ze=r(),z=i("div"),p(Q.$$.fragment),Ke=r(),ie=i("p"),ie.textContent=st,Pe=r(),p(U.$$.fragment),Oe=r(),p(K.$$.fragment),Ce=r(),ce=i("p"),this.h()},l(e){const a=ut("svelte-u9bgzb",document.head);D=s(a,"META",{name:!0,content:!0}),a.forEach(t),de=n(e),pe=s(e,"P",{}),_(pe).forEach(t),me=n(e),c(W.$$.fragment,e),ge=n(e),c(T.$$.fragment,e),ue=n(e),c(k.$$.fragment,e),fe=n(e),c(L.$$.fragment,e),_e=n(e),x=s(e,"DIV",{class:!0});var Ne=_(x);c(I.$$.fragment,Ne),Re=n(Ne),X=s(Ne,"P",{"data-svelte-h":!0}),v(X)!=="svelte-so4ejs"&&(X.textContent=Ye),Ne.forEach(t),he=n(e),f=s(e,"DIV",{class:!0});var E=_(f);c(M.$$.fragment,E),Ae=n(E),Y=s(E,"P",{"data-svelte-h":!0}),v(Y)!=="svelte-i90brl"&&(Y.textContent=et),qe=n(E),P=s(E,"DIV",{class:!0});var We=_(P);c(V.$$.fragment,We),Fe=n(We),ee=s(We,"P",{"data-svelte-h":!0}),v(ee)!=="svelte-ht2n4g"&&(ee.textContent=tt),We.forEach(t),Ze=n(E),O=s(E,"DIV",{class:!0});var Te=_(O);c(R.$$.fragment,Te),je=n(Te),te=s(Te,"P",{"data-svelte-h":!0}),v(te)!=="svelte-19c3yl4"&&(te.textContent=at),Te.forEach(t),E.forEach(t),$e=n(e),S=s(e,"DIV",{class:!0});var ke=_(S);c(A.$$.fragment,ke),He=n(ke),ae=s(ke,"P",{"data-svelte-h":!0}),v(ae)!=="svelte-mxz6g6"&&(ae.textContent=rt),ke.forEach(t),ve=n(e),c(q.$$.fragment,e),be=n(e),$=s(e,"DIV",{class:!0});var se=_($);c(F.$$.fragment,se),Be=n(se),re=s(se,"P",{"data-svelte-h":!0}),v(re)!=="svelte-nq2ve"&&(re.textContent=nt),Ge=n(se),C=s(se,"DIV",{class:!0});var Le=_(C);c(Z.$$.fragment,Le),Je=n(Le),ne=s(Le,"P",{"data-svelte-h":!0}),v(ne)!=="svelte-1bbj1ap"&&(ne.textContent=ot),Le.forEach(t),se.forEach(t),De=n(e),c(j.$$.fragment,e),xe=n(e),y=s(e,"DIV",{class:!0});var Ie=_(y);c(H.$$.fragment,Ie),Qe=n(Ie),oe=s(Ie,"P",{"data-svelte-h":!0}),v(oe)!=="svelte-1r36mso"&&(oe.textContent=lt),Ie.forEach(t),Se=n(e),c(B.$$.fragment,e),ye=n(e),w=s(e,"DIV",{class:!0});var Me=_(w);c(G.$$.fragment,Me),Ue=n(Me),le=s(Me,"P",{"data-svelte-h":!0}),v(le)!=="svelte-rm0vqe"&&(le.textContent=it),Me.forEach(t),we=n(e),c(J.$$.fragment,e),ze=n(e),z=s(e,"DIV",{class:!0});var Ve=_(z);c(Q.$$.fragment,Ve),Ke=n(Ve),ie=s(Ve,"P",{"data-svelte-h":!0}),v(ie)!=="svelte-gs0woa"&&(ie.textContent=st),Ve.forEach(t),Pe=n(e),c(U.$$.fragment,e),Oe=n(e),c(K.$$.fragment,e),Ce=n(e),ce=s(e,"P",{}),_(ce).forEach(t),this.h()},h(){h(D,"name","hf:doc:metadata"),h(D,"content",$t),h(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(f,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(w,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,a){l(document.head,D),o(e,de,a),o(e,pe,a),o(e,me,a),d(W,e,a),o(e,ge,a),d(T,e,a),o(e,ue,a),d(k,e,a),o(e,fe,a),d(L,e,a),o(e,_e,a),o(e,x,a),d(I,x,null),l(x,Re),l(x,X),o(e,he,a),o(e,f,a),d(M,f,null),l(f,Ae),l(f,Y),l(f,qe),l(f,P),d(V,P,null),l(P,Fe),l(P,ee),l(f,Ze),l(f,O),d(R,O,null),l(O,je),l(O,te),o(e,$e,a),o(e,S,a),d(A,S,null),l(S,He),l(S,ae),o(e,ve,a),d(q,e,a),o(e,be,a),o(e,$,a),d(F,$,null),l($,Be),l($,re),l($,Ge),l($,C),d(Z,C,null),l(C,Je),l(C,ne),o(e,De,a),d(j,e,a),o(e,xe,a),o(e,y,a),d(H,y,null),l(y,Qe),l(y,oe),o(e,Se,a),d(B,e,a),o(e,ye,a),o(e,w,a),d(G,w,null),l(w,Ue),l(w,le),o(e,we,a),d(J,e,a),o(e,ze,a),o(e,z,a),d(Q,z,null),l(z,Ke),l(z,ie),o(e,Pe,a),d(U,e,a),o(e,Oe,a),d(K,e,a),o(e,Ce,a),o(e,ce,a),Ee=!0},p:ct,i(e){Ee||(m(W.$$.fragment,e),m(T.$$.fragment,e),m(k.$$.fragment,e),m(L.$$.fragment,e),m(I.$$.fragment,e),m(M.$$.fragment,e),m(V.$$.fragment,e),m(R.$$.fragment,e),m(A.$$.fragment,e),m(q.$$.fragment,e),m(F.$$.fragment,e),m(Z.$$.fragment,e),m(j.$$.fragment,e),m(H.$$.fragment,e),m(B.$$.fragment,e),m(G.$$.fragment,e),m(J.$$.fragment,e),m(Q.$$.fragment,e),m(U.$$.fragment,e),m(K.$$.fragment,e),Ee=!0)},o(e){g(W.$$.fragment,e),g(T.$$.fragment,e),g(k.$$.fragment,e),g(L.$$.fragment,e),g(I.$$.fragment,e),g(M.$$.fragment,e),g(V.$$.fragment,e),g(R.$$.fragment,e),g(A.$$.fragment,e),g(q.$$.fragment,e),g(F.$$.fragment,e),g(Z.$$.fragment,e),g(j.$$.fragment,e),g(H.$$.fragment,e),g(B.$$.fragment,e),g(G.$$.fragment,e),g(J.$$.fragment,e),g(Q.$$.fragment,e),g(U.$$.fragment,e),g(K.$$.fragment,e),Ee=!1},d(e){e&&(t(de),t(pe),t(me),t(ge),t(ue),t(fe),t(_e),t(x),t(he),t(f),t($e),t(S),t(ve),t(be),t($),t(De),t(xe),t(y),t(Se),t(ye),t(w),t(we),t(ze),t(z),t(Pe),t(Oe),t(Ce),t(ce)),t(D),u(W,e),u(T,e),u(k,e),u(L,e),u(I),u(M),u(V),u(R),u(A),u(q,e),u(F),u(Z),u(j,e),u(H),u(B,e),u(G),u(J,e),u(Q),u(U,e),u(K,e)}}}const $t='{"title":"DeepSpeed utilities","local":"deepspeed-utilities","sections":[{"title":"DeepSpeedPlugin","local":"deepspeedplugin","sections":[],"depth":2},{"title":"get_active_deepspeed_plugin","local":"accelerate.utils.get_active_deepspeed_plugin","sections":[],"depth":2},{"title":"DeepSpeedEnginerWrapper","local":"accelerate.utils.DeepSpeedEngineWrapper","sections":[],"depth":2},{"title":"DeepSpeedOptimizerWrapper","local":"accelerate.utils.DeepSpeedOptimizerWrapper","sections":[],"depth":2},{"title":"DeepSpeedSchedulerWrapper","local":"accelerate.utils.DeepSpeedSchedulerWrapper","sections":[],"depth":2},{"title":"DummyOptim","local":"accelerate.utils.DummyOptim","sections":[],"depth":2},{"title":"DummyScheduler","local":"dummyscheduler","sections":[],"depth":2}],"depth":1}';function vt(Xe){return dt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class yt extends mt{constructor(D){super(),gt(this,D,vt,ht,pt,{})}}export{yt as component};