diffusers/pr_14407/en/_app/immutable/nodes/4.Dm3uugMA.js

import"../chunks/DsnmJJEf.js";import{i as Vo,h as Ho,C as Mo,H as n,D as o,E as Ro,s as Ko}from"../chunks/CmJXCtRL.js";import{p as jo,o as Wo,s as e,f as Uo,a as Se,b as Oo,c as t,d as Ne,n as r,r as s}from"../chunks/DK803DsY.js";const Qo='{"title":"Attention Processor","local":"attention-processor","sections":[{"title":"AttnProcessor","local":"diffusers.models.attention_processor.AttnProcessor","sections":[],"depth":2},{"title":"Allegro","local":"diffusers.models.attention_processor.AllegroAttnProcessor2_0","sections":[],"depth":2},{"title":"AuraFlow","local":"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0","sections":[],"depth":2},{"title":"CogVideoX","local":"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0","sections":[],"depth":2},{"title":"DreamLite","local":"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0","sections":[],"depth":2},{"title":"CrossFrameAttnProcessor","local":"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor","sections":[],"depth":2},{"title":"Custom Diffusion","local":"diffusers.models.attention_processor.CustomDiffusionAttnProcessor","sections":[],"depth":2},{"title":"Flux","local":"diffusers.models.attention_processor.FluxAttnProcessor2_0","sections":[],"depth":2},{"title":"Hunyuan","local":"diffusers.models.attention_processor.HunyuanAttnProcessor2_0","sections":[],"depth":2},{"title":"IdentitySelfAttnProcessor2_0","local":"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0","sections":[],"depth":2},{"title":"IP-Adapter","local":"diffusers.models.attention_processor.IPAdapterAttnProcessor","sections":[],"depth":2},{"title":"JointAttnProcessor2_0","local":"diffusers.models.attention_processor.JointAttnProcessor2_0","sections":[],"depth":2},{"title":"LoRA","local":"diffusers.models.attention_processor.LoRAAttnProcessor","sections":[],"depth":2},{"title":"Lumina-T2X","local":"diffusers.models.attention_processor.LuminaAttnProcessor2_0","sections":[],"depth":2},{"title":"Mochi","local":"diffusers.models.attention_processor.MochiAttnProcessor2_0","sections":[],"depth":2},{"title":"Sana","local":"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0","sections":[],"depth":2},{"title":"Stable Audio","local":"diffusers.models.attention_processor.StableAudioAttnProcessor2_0","sections":[],"depth":2},{"title":"SlicedAttnProcessor","local":"diffusers.models.attention_processor.SlicedAttnProcessor","sections":[],"depth":2},{"title":"XFormersAttnProcessor","local":"diffusers.models.attention_processor.XFormersAttnProcessor","sections":[],"depth":2},{"title":"XLAFlashAttnProcessor2_0","local":"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0","sections":[],"depth":2},{"title":"XFormersJointAttnProcessor","local":"diffusers.models.attention_processor.XFormersJointAttnProcessor","sections":[],"depth":2},{"title":"IPAdapterXFormersAttnProcessor","local":"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor","sections":[],"depth":2},{"title":"FluxIPAdapterJointAttnProcessor2_0","local":"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0","sections":[],"depth":2},{"title":"XLAFluxFlashAttnProcessor2_0","local":"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0","sections":[],"depth":2}],"depth":1}';var Bo=Ne('<meta name="hf:doc:metadata"/>'),Eo=Ne(`<p></p> <!> <!> <p>An attention processor is a class for applying different types of attention mechanisms.</p> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Default processor for performing attention-related computations.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for performing attention-related computations with extra learnable key and value matrices for the text
encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for performing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0), with extra
learnable key and value matrices for the text encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing flash attention using torch_npu. Torch_npu supports only fp16 and bf16 data types. If
fp32 is used, F.scaled_dot_product_attention will be used for computation, but the acceleration effect on NPU is
not significant.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). It uses
fused projection layers. For self-attention modules, all projection matrices (i.e., query, key, value) are fused.
For cross-attention modules, key and value projection matrices are fused.</p> <blockquote class="warning"><p>> This API is currently 🧪 experimental in nature and can change in future.</p></blockquote></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the Allegro model. It applies a normalization layer and rotary embedding on the query and key vector.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing Aura Flow.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing Aura Flow with fused projections.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention for the CogVideoX model. It applies a rotary embedding on
query and key vectors, but does not include spatial normalization.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention for the CogVideoX model. It applies a rotary embedding on
query and key vectors, but does not include spatial normalization.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with Grouped Query Attention (GQA / MQA) support.</p> <p>Identical to <code>AttnProcessor2_0</code> except the key/value reshape branch correctly handles <code>attn.kv_heads != attn.heads</code> by reshaping K/V to <code>kv_heads</code> and then <code>repeat_interleave</code>-ing them up to <code>attn.heads</code>. This is
required by the DreamLite UNet, which combines GQA with <code>qk_norm</code> — a combination the default <code>AttnProcessor2_0</code> does not handle. SDPA is delegated to <code>dispatch_attention_fn</code> so any of the
diffusers attention backends (native PyTorch SDPA, FlashAttention, etc.) can be used.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Cross frame attention processor. Each frame attends the first frame.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention for the Custom Diffusion method.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention for the Custom Diffusion method using PyTorch 2.0’s memory-efficient scaled
dot-product attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers for the Custom Diffusion method.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the HunyuanDiT model. It applies a s normalization layer and rotary embedding on query and key vector.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0) with fused
projection layers. This is used in the HunyuanDiT model. It applies a s normalization layer and rotary embedding on
query and key vector.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the HunyuanDiT model. It applies a normalization layer and rotary embedding on query and key vector. This
variant of the processor employs <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">Pertubed Attention Guidance</a>.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the HunyuanDiT model. It applies a normalization layer and rotary embedding on query and key vector. This
variant of the processor employs <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">Pertubed Attention Guidance</a>.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing PAG using scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).
PAG reference: <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">https://huggingface.co/papers/2403.17377</a></p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing PAG using scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).
PAG reference: <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">https://huggingface.co/papers/2403.17377</a></p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for Multiple IP-Adapters.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter for PyTorch 2.0.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter used typically in processing the SD3-like self-attention projections, with
additional image-based information and timestep embeddings.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA (enabled by default if you’re using PyTorch 2.0).</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA with extra learnable key and value matrices for the text encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the LuminaNextDiT model. It applies a s normalization layer and rotary embedding on query and key vector.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used in Mochi.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used in Mochi VAE.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing multiscale quadratic attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is
used in the Stable Audio model. It applies rotary embedding on query and key vector, and allows MHA, GQA or MQA.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing sliced attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing sliced attention with extra learnable key and value matrices for the text encoder.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with pallas flash attention kernel if using <code>torch_xla</code>.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with pallas flash attention kernel if using <code>torch_xla</code>.</p></div> <!> <p></p>`,1);function et(Ge,qe){jo(qe,!1),Wo(()=>{new URLSearchParams(window.location.search).get("fw")}),Vo();var ne=Eo();Ho("1vjg1h9",Xe=>{var we=Bo();Ko(we,"content",Qo),Se(Xe,we)});var ie=e(Uo(ne),2);Mo(ie,{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"});var ae=e(ie,2);n(ae,{title:"Attention Processor",local:"attention-processor",headingTag:"h1"});var de=e(ae,4);n(de,{title:"AttnProcessor",local:"diffusers.models.attention_processor.AttnProcessor",headingTag:"h2"});var i=e(de,2),Je=t(i);o(Je,{name:"class diffusers.models.attention_processor.AttnProcessor",anchor:"diffusers.models.attention_processor.AttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1103",parameters:[]}),r(2),s(i);var a=e(i,2),Ve=t(a);o(Ve,{name:"class diffusers.models.attention_processor.AttnProcessor2_0",anchor:"diffusers.models.attention_processor.AttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2696",parameters:[]}),r(2),s(a);var d=e(a,2),He=t(d);o(He,{name:"class diffusers.models.attention_processor.AttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.AttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1279",parameters:[]}),r(2),s(d);var c=e(d,2),Me=t(c);o(Me,{name:"class diffusers.models.attention_processor.AttnAddedKVProcessor2_0",anchor:"diffusers.models.attention_processor.AttnAddedKVProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1346",parameters:[]}),r(2),s(c);var l=e(c,2),Re=t(l);o(Re,{name:"class diffusers.models.attention_processor.AttnProcessorNPU",anchor:"diffusers.models.attention_processor.AttnProcessorNPU",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2582",parameters:[]}),r(2),s(l);var p=e(l,2),Ke=t(p);o(Ke,{name:"class diffusers.models.attention_processor.FusedAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3668",parameters:[]}),r(4),s(p);var ce=e(p,2);n(ce,{title:"Allegro",local:"diffusers.models.attention_processor.AllegroAttnProcessor2_0",headingTag:"h2"});var m=e(ce,2),je=t(m);o(je,{name:"class diffusers.models.attention_processor.AllegroAttnProcessor2_0",anchor:"diffusers.models.attention_processor.AllegroAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1993",parameters:[]}),r(2),s(m);var le=e(m,2);n(le,{title:"AuraFlow",local:"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",headingTag:"h2"});var u=e(le,2),We=t(u);o(We,{name:"class diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",anchor:"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2087",parameters:[]}),r(2),s(u);var f=e(u,2),Ue=t(f);o(Ue,{name:"class diffusers.models.attention_processor.FusedAuraFlowAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedAuraFlowAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2180",parameters:[]}),r(2),s(f);var pe=e(f,2);n(pe,{title:"CogVideoX",local:"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",headingTag:"h2"});var _=e(pe,2),Oe=t(_);o(Oe,{name:"class diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",anchor:"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2277",parameters:[]}),r(2),s(_);var h=e(_,2),Qe=t(h);o(Qe,{name:"class diffusers.models.attention_processor.FusedCogVideoXAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedCogVideoXAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2346",parameters:[]}),r(2),s(h);var me=e(h,2);n(me,{title:"DreamLite",local:"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",headingTag:"h2"});var g=e(me,2),Be=t(g);o(Be,{name:"class diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",anchor:"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/unets/unet_dreamlite.py#L285",parameters:[]}),r(4),s(g);var ue=e(g,2);n(ue,{title:"CrossFrameAttnProcessor",local:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",headingTag:"h2"});var b=e(ue,2),Ee=t(b);o(Ee,{name:"class diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",anchor:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/pipelines/deprecated/text_to_video_synthesis/pipeline_text_to_video_zero.py#L62",parameters:[{name:"batch_size",val:" = 2"}],parametersDescription:[{anchor:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor.batch_size",description:`<strong>batch_size</strong> &#x2014; The number that represents actual batch size, other than the frames.
For example, calling unet with a single prompt and num_images_per_prompt=1, batch_size should be equal to
2, due to classifier-free guidance.`,name:"batch_size"}]}),r(2),s(b);var fe=e(b,2);n(fe,{title:"Custom Diffusion",local:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor",headingTag:"h2"});var v=e(fe,2),Ye=t(v);o(Ye,{name:"class diffusers.models.attention_processor.CustomDiffusionAttnProcessor",anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1175",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = True"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) &#x2014;
The dropout probability to use.`,name:"dropout"}]}),r(2),s(v);var A=e(v,2),Ze=t(A);o(Ze,{name:"class diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0",anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3886",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = True"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) &#x2014;
The dropout probability to use.`,name:"dropout"}]}),r(2),s(A);var P=e(A,2),$e=t(P);o($e,{name:"class diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3770",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = False"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"},{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) &#x2014;
The dropout probability to use.`,name:"dropout"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The base
<a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to use
as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best operator.`,name:"attention_op"}]}),r(2),s(P);var _e=e(P,2);n(_e,{title:"Flux",local:"diffusers.models.attention_processor.FluxAttnProcessor2_0",headingTag:"h2"});var y=e(_e,2),eo=t(y);o(eo,{name:"class diffusers.models.attention_processor.FluxAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5505",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(y);var x=e(y,2),oo=t(x);o(oo,{name:"class diffusers.models.attention_processor.FusedFluxAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedFluxAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5529",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(x);var F=e(x,2),to=t(F);o(to,{name:"class diffusers.models.attention_processor.FluxSingleAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxSingleAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5515",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),r(2),s(F);var he=e(F,2);n(he,{title:"Hunyuan",local:"diffusers.models.attention_processor.HunyuanAttnProcessor2_0",headingTag:"h2"});var T=e(he,2),so=t(T);o(so,{name:"class diffusers.models.attention_processor.HunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.HunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3124",parameters:[]}),r(2),s(T);var L=e(T,2),ro=t(L);o(ro,{name:"class diffusers.models.attention_processor.FusedHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3222",parameters:[]}),r(2),s(L);var D=e(L,2),no=t(D);o(no,{name:"class diffusers.models.attention_processor.PAGHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3325",parameters:[]}),r(2),s(D);var I=e(D,2),io=t(I);o(io,{name:"class diffusers.models.attention_processor.PAGCFGHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3448",parameters:[]}),r(2),s(I);var ge=e(I,2);n(ge,{title:"IdentitySelfAttnProcessor2_0",local:"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",headingTag:"h2"});var C=e(ge,2),ao=t(C);o(ao,{name:"class diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5043",parameters:[]}),r(2),s(C);var z=e(C,2),co=t(z);o(co,{name:"class diffusers.models.attention_processor.PAGCFGIdentitySelfAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGIdentitySelfAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5142",parameters:[]}),r(2),s(z);var be=e(z,2);n(be,{title:"IP-Adapter",local:"diffusers.models.attention_processor.IPAdapterAttnProcessor",headingTag:"h2"});var k=e(be,2),lo=t(k);o(lo,{name:"class diffusers.models.attention_processor.IPAdapterAttnProcessor",anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4208",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) &#x2014;
The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.scale",description:`<strong>scale</strong> (<code>float</code> or list<code>float</code>, defaults to 1.0) &#x2014;
the weight scale of image prompt.`,name:"scale"}]}),r(2),s(k);var X=e(k,2),po=t(X);o(po,{name:"class diffusers.models.attention_processor.IPAdapterAttnProcessor2_0",anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4408",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) &#x2014;
The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.scale",description:`<strong>scale</strong> (<code>float</code> or <code>list[float]</code>, defaults to 1.0) &#x2014;
the weight scale of image prompt.`,name:"scale"}]}),r(2),s(X);var w=e(X,2),mo=t(w);o(mo,{name:"class diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4872",parameters:[{name:"hidden_size",val:": int"},{name:"ip_hidden_states_dim",val:": int"},{name:"head_dim",val:": int"},{name:"timesteps_emb_dim",val:": int = 1280"},{name:"scale",val:": float = 0.5"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) &#x2014;
The number of hidden channels.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.ip_hidden_states_dim",description:`<strong>ip_hidden_states_dim</strong> (<code>int</code>) &#x2014;
The image feature dimension.`,name:"ip_hidden_states_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.head_dim",description:`<strong>head_dim</strong> (<code>int</code>) &#x2014;
The number of head channels.`,name:"head_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.timesteps_emb_dim",description:`<strong>timesteps_emb_dim</strong> (<code>int</code>, defaults to 1280) &#x2014;
The number of input channels for timestep embedding.`,name:"timesteps_emb_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.scale",description:`<strong>scale</strong> (<code>float</code>, defaults to 0.5) &#x2014;
IP-Adapter scale.`,name:"scale"}]}),r(2),s(w);var ve=e(w,2);n(ve,{title:"JointAttnProcessor2_0",local:"diffusers.models.attention_processor.JointAttnProcessor2_0",headingTag:"h2"});var S=e(ve,2),uo=t(S);o(uo,{name:"class diffusers.models.attention_processor.JointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.JointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1422",parameters:[]}),r(2),s(S);var N=e(S,2),fo=t(N);o(fo,{name:"class diffusers.models.attention_processor.PAGJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1508",parameters:[]}),r(2),s(N);var G=e(N,2),_o=t(G);o(_o,{name:"class diffusers.models.attention_processor.PAGCFGJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1664",parameters:[]}),r(2),s(G);var q=e(G,2),ho=t(q);o(ho,{name:"class diffusers.models.attention_processor.FusedJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1829",parameters:[]}),r(2),s(q);var Ae=e(q,2);n(Ae,{title:"LoRA",local:"diffusers.models.attention_processor.LoRAAttnProcessor",headingTag:"h2"});var J=e(Ae,2),go=t(J);o(go,{name:"class diffusers.models.attention_processor.LoRAAttnProcessor",anchor:"diffusers.models.attention_processor.LoRAAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5305",parameters:[]}),r(2),s(J);var V=e(J,2),bo=t(V);o(bo,{name:"class diffusers.models.attention_processor.LoRAAttnProcessor2_0",anchor:"diffusers.models.attention_processor.LoRAAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5314",parameters:[]}),r(2),s(V);var H=e(V,2),vo=t(H);o(vo,{name:"class diffusers.models.attention_processor.LoRAAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.LoRAAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5332",parameters:[]}),r(2),s(H);var M=e(H,2),Ao=t(M);o(Ao,{name:"class diffusers.models.attention_processor.LoRAXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.LoRAXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5323",parameters:[]}),r(2),s(M);var Pe=e(M,2);n(Pe,{title:"Lumina-T2X",local:"diffusers.models.attention_processor.LuminaAttnProcessor2_0",headingTag:"h2"});var R=e(Pe,2),Po=t(R);o(Po,{name:"class diffusers.models.attention_processor.LuminaAttnProcessor2_0",anchor:"diffusers.models.attention_processor.LuminaAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L3572",parameters:[]}),r(2),s(R);var ye=e(R,2);n(ye,{title:"Mochi",local:"diffusers.models.attention_processor.MochiAttnProcessor2_0",headingTag:"h2"});var K=e(ye,2),yo=t(K);o(yo,{name:"class diffusers.models.attention_processor.MochiAttnProcessor2_0",anchor:"diffusers.models.attention_processor.MochiAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L998",parameters:[]}),r(2),s(K);var j=e(K,2),xo=t(j);o(xo,{name:"class diffusers.models.attention_processor.MochiVaeAttnProcessor2_0",anchor:"diffusers.models.attention_processor.MochiVaeAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2906",parameters:[]}),r(2),s(j);var xe=e(j,2);n(xe,{title:"Sana",local:"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",headingTag:"h2"});var W=e(xe,2),Fo=t(W);o(Fo,{name:"class diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5341",parameters:[]}),r(2),s(W);var U=e(W,2),To=t(U);o(To,{name:"class diffusers.models.attention_processor.SanaMultiscaleAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SanaMultiscaleAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5245",parameters:[]}),r(2),s(U);var O=e(U,2),Lo=t(O);o(Lo,{name:"class diffusers.models.attention_processor.PAGCFGSanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGSanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5393",parameters:[]}),r(2),s(O);var Q=e(O,2),Do=t(Q);o(Do,{name:"class diffusers.models.attention_processor.PAGIdentitySanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGIdentitySanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5448",parameters:[]}),r(2),s(Q);var Fe=e(Q,2);n(Fe,{title:"Stable Audio",local:"diffusers.models.attention_processor.StableAudioAttnProcessor2_0",headingTag:"h2"});var B=e(Fe,2),Io=t(B);o(Io,{name:"class diffusers.models.attention_processor.StableAudioAttnProcessor2_0",anchor:"diffusers.models.attention_processor.StableAudioAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2991",parameters:[]}),r(2),s(B);var Te=e(B,2);n(Te,{title:"SlicedAttnProcessor",local:"diffusers.models.attention_processor.SlicedAttnProcessor",headingTag:"h2"});var E=e(Te,2),Co=t(E);o(Co,{name:"class diffusers.models.attention_processor.SlicedAttnProcessor",anchor:"diffusers.models.attention_processor.SlicedAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4000",parameters:[{name:"slice_size",val:": int"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SlicedAttnProcessor.slice_size",description:`<strong>slice_size</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The number of steps to compute attention. Uses as many slices as <code>attention_head_dim // slice_size</code>, and
<code>attention_head_dim</code> must be a multiple of the <code>slice_size</code>.`,name:"slice_size"}]}),r(2),s(E);var Y=e(E,2),zo=t(Y);o(zo,{name:"class diffusers.models.attention_processor.SlicedAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.SlicedAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4087",parameters:[{name:"slice_size",val:""}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SlicedAttnAddedKVProcessor.slice_size",description:`<strong>slice_size</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The number of steps to compute attention. Uses as many slices as <code>attention_head_dim // slice_size</code>, and
<code>attention_head_dim</code> must be a multiple of the <code>slice_size</code>.`,name:"slice_size"}]}),r(2),s(Y);var Le=e(Y,2);n(Le,{title:"XFormersAttnProcessor",local:"diffusers.models.attention_processor.XFormersAttnProcessor",headingTag:"h2"});var Z=e(Le,2),ko=t(Z);o(ko,{name:"class diffusers.models.attention_processor.XFormersAttnProcessor",anchor:"diffusers.models.attention_processor.XFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2488",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The base
<a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to
use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best
operator.`,name:"attention_op"}]}),r(2),s(Z);var $=e(Z,2),Xo=t($);o(Xo,{name:"class diffusers.models.attention_processor.XFormersAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.XFormersAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2417",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersAttnAddedKVProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The base
<a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to
use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best
operator.`,name:"attention_op"}]}),r(2),s($);var De=e($,2);n(De,{title:"XLAFlashAttnProcessor2_0",local:"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",headingTag:"h2"});var ee=e(De,2),wo=t(ee);o(wo,{name:"class diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",anchor:"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L2790",parameters:[{name:"partition_spec",val:": tuple[str | None, ...] | None = None"}]}),r(2),s(ee);var Ie=e(ee,2);n(Ie,{title:"XFormersJointAttnProcessor",local:"diffusers.models.attention_processor.XFormersJointAttnProcessor",headingTag:"h2"});var oe=e(Ie,2),So=t(oe);o(So,{name:"class diffusers.models.attention_processor.XFormersJointAttnProcessor",anchor:"diffusers.models.attention_processor.XFormersJointAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L1908",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersJointAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The base
<a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to
use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best
operator.`,name:"attention_op"}]}),r(2),s(oe);var Ce=e(oe,2);n(Ce,{title:"IPAdapterXFormersAttnProcessor",local:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",headingTag:"h2"});var te=e(Ce,2),No=t(te);o(No,{name:"class diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L4640",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"},{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) &#x2014;
The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) &#x2014;
The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) &#x2014;
The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.scale",description:`<strong>scale</strong> (<code>float</code> or <code>list[float]</code>, defaults to 1.0) &#x2014;
the weight scale of image prompt.`,name:"scale"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
The base
<a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to
use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best
operator.`,name:"attention_op"}]}),r(2),s(te);var ze=e(te,2);n(ze,{title:"FluxIPAdapterJointAttnProcessor2_0",local:"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",headingTag:"h2"});var se=e(ze,2),Go=t(se);o(Go,{name:"class diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5539",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(se);var ke=e(se,2);n(ke,{title:"XLAFluxFlashAttnProcessor2_0",local:"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",headingTag:"h2"});var re=e(ke,2),qo=t(re);o(qo,{name:"class diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",anchor:"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14407/src/diffusers/models/attention_processor.py#L5579",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),r(2),s(re);var Jo=e(re,2);Ro(Jo,{source:"https://github.com/huggingface/diffusers/blob/main/docs/source/en/api/attnprocessor.md"}),r(2),Se(Ge,ne),Oo()}export{et as component};