Buckets:
| import"../chunks/DsnmJJEf.js";import{i as Vo,h as Ho,C as Mo,H as n,D as o,E as Ro,s as Ko}from"../chunks/BtE7mKSK.js";import{p as jo,o as Wo,s as e,f as Uo,a as Se,b as Oo,c as t,d as Ne,n as r,r as s}from"../chunks/jDjavuwI.js";const Qo='{"title":"Attention Processor","local":"attention-processor","sections":[{"title":"AttnProcessor","local":"diffusers.models.attention_processor.AttnProcessor","sections":[],"depth":2},{"title":"Allegro","local":"diffusers.models.attention_processor.AllegroAttnProcessor2_0","sections":[],"depth":2},{"title":"AuraFlow","local":"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0","sections":[],"depth":2},{"title":"CogVideoX","local":"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0","sections":[],"depth":2},{"title":"DreamLite","local":"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0","sections":[],"depth":2},{"title":"CrossFrameAttnProcessor","local":"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor","sections":[],"depth":2},{"title":"Custom Diffusion","local":"diffusers.models.attention_processor.CustomDiffusionAttnProcessor","sections":[],"depth":2},{"title":"Flux","local":"diffusers.models.attention_processor.FluxAttnProcessor2_0","sections":[],"depth":2},{"title":"Hunyuan","local":"diffusers.models.attention_processor.HunyuanAttnProcessor2_0","sections":[],"depth":2},{"title":"IdentitySelfAttnProcessor2_0","local":"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0","sections":[],"depth":2},{"title":"IP-Adapter","local":"diffusers.models.attention_processor.IPAdapterAttnProcessor","sections":[],"depth":2},{"title":"JointAttnProcessor2_0","local":"diffusers.models.attention_processor.JointAttnProcessor2_0","sections":[],"depth":2},{"title":"LoRA","local":"diffusers.models.attention_processor.LoRAAttnProcessor","sections":[],"depth":2},{"title":"Lumina-T2X","local":"diffusers.models.attention_processor.LuminaAttnProcessor2_0","sections":[],"depth":2},{"title":"Mochi","local":"diffusers.models.attention_processor.MochiAttnProcessor2_0","sections":[],"depth":2},{"title":"Sana","local":"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0","sections":[],"depth":2},{"title":"Stable Audio","local":"diffusers.models.attention_processor.StableAudioAttnProcessor2_0","sections":[],"depth":2},{"title":"SlicedAttnProcessor","local":"diffusers.models.attention_processor.SlicedAttnProcessor","sections":[],"depth":2},{"title":"XFormersAttnProcessor","local":"diffusers.models.attention_processor.XFormersAttnProcessor","sections":[],"depth":2},{"title":"XLAFlashAttnProcessor2_0","local":"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0","sections":[],"depth":2},{"title":"XFormersJointAttnProcessor","local":"diffusers.models.attention_processor.XFormersJointAttnProcessor","sections":[],"depth":2},{"title":"IPAdapterXFormersAttnProcessor","local":"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor","sections":[],"depth":2},{"title":"FluxIPAdapterJointAttnProcessor2_0","local":"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0","sections":[],"depth":2},{"title":"XLAFluxFlashAttnProcessor2_0","local":"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0","sections":[],"depth":2}],"depth":1}';var Bo=Ne('<meta name="hf:doc:metadata"/>'),Eo=Ne(`<p></p> <!> <!> <p>An attention processor is a class for applying different types of attention mechanisms.</p> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Default processor for performing attention-related computations.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for performing attention-related computations with extra learnable key and value matrices for the text | |
| encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for performing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0), with extra | |
| learnable key and value matrices for the text encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing flash attention using torch_npu. Torch_npu supports only fp16 and bf16 data types. If | |
| fp32 is used, F.scaled_dot_product_attention will be used for computation, but the acceleration effect on NPU is | |
| not significant.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). It uses | |
| fused projection layers. For self-attention modules, all projection matrices (i.e., query, key, value) are fused. | |
| For cross-attention modules, key and value projection matrices are fused.</p> <blockquote class="warning"><p>> This API is currently 🧪 experimental in nature and can change in future.</p></blockquote></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the Allegro model. It applies a normalization layer and rotary embedding on the query and key vector.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing Aura Flow.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing Aura Flow with fused projections.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention for the CogVideoX model. It applies a rotary embedding on | |
| query and key vectors, but does not include spatial normalization.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention for the CogVideoX model. It applies a rotary embedding on | |
| query and key vectors, but does not include spatial normalization.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with Grouped Query Attention (GQA / MQA) support.</p> <p>Identical to <code>AttnProcessor2_0</code> except the key/value reshape branch correctly handles <code>attn.kv_heads != attn.heads</code> by reshaping K/V to <code>kv_heads</code> and then <code>repeat_interleave</code>-ing them up to <code>attn.heads</code>. This is | |
| required by the DreamLite UNet, which combines GQA with <code>qk_norm</code> — a combination the default <code>AttnProcessor2_0</code> does not handle. SDPA is delegated to <code>dispatch_attention_fn</code> so any of the | |
| diffusers attention backends (native PyTorch SDPA, FlashAttention, etc.) can be used.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Cross frame attention processor. Each frame attends the first frame.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention for the Custom Diffusion method.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention for the Custom Diffusion method using PyTorch 2.0’s memory-efficient scaled | |
| dot-product attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers for the Custom Diffusion method.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0).</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the HunyuanDiT model. It applies a s normalization layer and rotary embedding on query and key vector.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0) with fused | |
| projection layers. This is used in the HunyuanDiT model. It applies a s normalization layer and rotary embedding on | |
| query and key vector.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the HunyuanDiT model. It applies a normalization layer and rotary embedding on query and key vector. This | |
| variant of the processor employs <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">Pertubed Attention Guidance</a>.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the HunyuanDiT model. It applies a normalization layer and rotary embedding on query and key vector. This | |
| variant of the processor employs <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">Pertubed Attention Guidance</a>.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing PAG using scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). | |
| PAG reference: <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">https://huggingface.co/papers/2403.17377</a></p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing PAG using scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). | |
| PAG reference: <a href="https://huggingface.co/papers/2403.17377" rel="nofollow">https://huggingface.co/papers/2403.17377</a></p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for Multiple IP-Adapters.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter for PyTorch 2.0.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter used typically in processing the SD3-like self-attention projections, with | |
| additional image-based information and timestep embeddings.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used typically in processing the SD3-like self-attention projections.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA (enabled by default if you’re using PyTorch 2.0).</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA with extra learnable key and value matrices for the text encoder.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing attention with LoRA using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the LuminaNextDiT model. It applies a s normalization layer and rotary embedding on query and key vector.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used in Mochi.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor used in Mochi VAE.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing multiscale quadratic attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product linear attention.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention (enabled by default if you’re using PyTorch 2.0). This is | |
| used in the Stable Audio model. It applies rotary embedding on query and key vector, and allows MHA, GQA or MQA.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing sliced attention.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing sliced attention with extra learnable key and value matrices for the text encoder.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with pallas flash attention kernel if using <code>torch_xla</code>.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing memory efficient attention using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Attention processor for IP-Adapter using xFormers.</p></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!></div> <!> <div class="docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"><!> <p>Processor for implementing scaled dot-product attention with pallas flash attention kernel if using <code>torch_xla</code>.</p></div> <!> <p></p>`,1);function et(Ge,qe){jo(qe,!1),Wo(()=>{new URLSearchParams(window.location.search).get("fw")}),Vo();var ne=Eo();Ho("1vjg1h9",Xe=>{var we=Bo();Ko(we,"content",Qo),Se(Xe,we)});var ie=e(Uo(ne),2);Mo(ie,{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"});var ae=e(ie,2);n(ae,{title:"Attention Processor",local:"attention-processor",headingTag:"h1"});var de=e(ae,4);n(de,{title:"AttnProcessor",local:"diffusers.models.attention_processor.AttnProcessor",headingTag:"h2"});var i=e(de,2),Je=t(i);o(Je,{name:"class diffusers.models.attention_processor.AttnProcessor",anchor:"diffusers.models.attention_processor.AttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1103",parameters:[]}),r(2),s(i);var a=e(i,2),Ve=t(a);o(Ve,{name:"class diffusers.models.attention_processor.AttnProcessor2_0",anchor:"diffusers.models.attention_processor.AttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2696",parameters:[]}),r(2),s(a);var d=e(a,2),He=t(d);o(He,{name:"class diffusers.models.attention_processor.AttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.AttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1279",parameters:[]}),r(2),s(d);var c=e(d,2),Me=t(c);o(Me,{name:"class diffusers.models.attention_processor.AttnAddedKVProcessor2_0",anchor:"diffusers.models.attention_processor.AttnAddedKVProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1346",parameters:[]}),r(2),s(c);var l=e(c,2),Re=t(l);o(Re,{name:"class diffusers.models.attention_processor.AttnProcessorNPU",anchor:"diffusers.models.attention_processor.AttnProcessorNPU",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2582",parameters:[]}),r(2),s(l);var p=e(l,2),Ke=t(p);o(Ke,{name:"class diffusers.models.attention_processor.FusedAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3668",parameters:[]}),r(4),s(p);var ce=e(p,2);n(ce,{title:"Allegro",local:"diffusers.models.attention_processor.AllegroAttnProcessor2_0",headingTag:"h2"});var m=e(ce,2),je=t(m);o(je,{name:"class diffusers.models.attention_processor.AllegroAttnProcessor2_0",anchor:"diffusers.models.attention_processor.AllegroAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1993",parameters:[]}),r(2),s(m);var le=e(m,2);n(le,{title:"AuraFlow",local:"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",headingTag:"h2"});var u=e(le,2),We=t(u);o(We,{name:"class diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",anchor:"diffusers.models.attention_processor.AuraFlowAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2087",parameters:[]}),r(2),s(u);var f=e(u,2),Ue=t(f);o(Ue,{name:"class diffusers.models.attention_processor.FusedAuraFlowAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedAuraFlowAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2180",parameters:[]}),r(2),s(f);var pe=e(f,2);n(pe,{title:"CogVideoX",local:"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",headingTag:"h2"});var _=e(pe,2),Oe=t(_);o(Oe,{name:"class diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",anchor:"diffusers.models.attention_processor.CogVideoXAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2277",parameters:[]}),r(2),s(_);var h=e(_,2),Qe=t(h);o(Qe,{name:"class diffusers.models.attention_processor.FusedCogVideoXAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedCogVideoXAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2346",parameters:[]}),r(2),s(h);var me=e(h,2);n(me,{title:"DreamLite",local:"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",headingTag:"h2"});var g=e(me,2),Be=t(g);o(Be,{name:"class diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",anchor:"diffusers.models.unets.unet_dreamlite.DreamLiteAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/unets/unet_dreamlite.py#L285",parameters:[]}),r(4),s(g);var ue=e(g,2);n(ue,{title:"CrossFrameAttnProcessor",local:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",headingTag:"h2"});var b=e(ue,2),Ee=t(b);o(Ee,{name:"class diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",anchor:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/pipelines/deprecated/text_to_video_synthesis/pipeline_text_to_video_zero.py#L62",parameters:[{name:"batch_size",val:" = 2"}],parametersDescription:[{anchor:"diffusers.pipelines.deprecated.text_to_video_synthesis.pipeline_text_to_video_zero.CrossFrameAttnProcessor.batch_size",description:`<strong>batch_size</strong> — The number that represents actual batch size, other than the frames. | |
| For example, calling unet with a single prompt and num_images_per_prompt=1, batch_size should be equal to | |
| 2, due to classifier-free guidance.`,name:"batch_size"}]}),r(2),s(b);var fe=e(b,2);n(fe,{title:"Custom Diffusion",local:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor",headingTag:"h2"});var v=e(fe,2),Ye=t(v);o(Ye,{name:"class diffusers.models.attention_processor.CustomDiffusionAttnProcessor",anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1175",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = True"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) — | |
| The dropout probability to use.`,name:"dropout"}]}),r(2),s(v);var A=e(v,2),Ze=t(A);o(Ze,{name:"class diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0",anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3886",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = True"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionAttnProcessor2_0.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) — | |
| The dropout probability to use.`,name:"dropout"}]}),r(2),s(A);var P=e(A,2),$e=t(P);o($e,{name:"class diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3770",parameters:[{name:"train_kv",val:": bool = True"},{name:"train_q_out",val:": bool = False"},{name:"hidden_size",val:": int | None = None"},{name:"cross_attention_dim",val:": int | None = None"},{name:"out_bias",val:": bool = True"},{name:"dropout",val:": float = 0.0"},{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.train_kv",description:`<strong>train_kv</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train the key and value matrices corresponding to the text features.`,name:"train_kv"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.train_q_out",description:`<strong>train_q_out</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to newly train query matrices corresponding to the latent image features.`,name:"train_q_out"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.out_bias",description:`<strong>out_bias</strong> (<code>bool</code>, defaults to <code>True</code>) — | |
| Whether to include the bias parameter in <code>train_q_out</code>.`,name:"out_bias"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.dropout",description:`<strong>dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) — | |
| The dropout probability to use.`,name:"dropout"},{anchor:"diffusers.models.attention_processor.CustomDiffusionXFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The base | |
| <a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to use | |
| as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best operator.`,name:"attention_op"}]}),r(2),s(P);var _e=e(P,2);n(_e,{title:"Flux",local:"diffusers.models.attention_processor.FluxAttnProcessor2_0",headingTag:"h2"});var y=e(_e,2),eo=t(y);o(eo,{name:"class diffusers.models.attention_processor.FluxAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5505",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(y);var x=e(y,2),oo=t(x);o(oo,{name:"class diffusers.models.attention_processor.FusedFluxAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedFluxAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5529",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(x);var F=e(x,2),to=t(F);o(to,{name:"class diffusers.models.attention_processor.FluxSingleAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxSingleAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5515",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),r(2),s(F);var he=e(F,2);n(he,{title:"Hunyuan",local:"diffusers.models.attention_processor.HunyuanAttnProcessor2_0",headingTag:"h2"});var T=e(he,2),so=t(T);o(so,{name:"class diffusers.models.attention_processor.HunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.HunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3124",parameters:[]}),r(2),s(T);var L=e(T,2),ro=t(L);o(ro,{name:"class diffusers.models.attention_processor.FusedHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3222",parameters:[]}),r(2),s(L);var D=e(L,2),no=t(D);o(no,{name:"class diffusers.models.attention_processor.PAGHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3325",parameters:[]}),r(2),s(D);var I=e(D,2),io=t(I);o(io,{name:"class diffusers.models.attention_processor.PAGCFGHunyuanAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGHunyuanAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3448",parameters:[]}),r(2),s(I);var ge=e(I,2);n(ge,{title:"IdentitySelfAttnProcessor2_0",local:"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",headingTag:"h2"});var C=e(ge,2),ao=t(C);o(ao,{name:"class diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGIdentitySelfAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5043",parameters:[]}),r(2),s(C);var z=e(C,2),co=t(z);o(co,{name:"class diffusers.models.attention_processor.PAGCFGIdentitySelfAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGIdentitySelfAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5142",parameters:[]}),r(2),s(z);var be=e(z,2);n(be,{title:"IP-Adapter",local:"diffusers.models.attention_processor.IPAdapterAttnProcessor",headingTag:"h2"});var k=e(be,2),lo=t(k);o(lo,{name:"class diffusers.models.attention_processor.IPAdapterAttnProcessor",anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4208",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) — | |
| The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor.scale",description:`<strong>scale</strong> (<code>float</code> or list<code>float</code>, defaults to 1.0) — | |
| the weight scale of image prompt.`,name:"scale"}]}),r(2),s(k);var X=e(k,2),po=t(X);o(po,{name:"class diffusers.models.attention_processor.IPAdapterAttnProcessor2_0",anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4408",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) — | |
| The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterAttnProcessor2_0.scale",description:`<strong>scale</strong> (<code>float</code> or <code>list[float]</code>, defaults to 1.0) — | |
| the weight scale of image prompt.`,name:"scale"}]}),r(2),s(X);var w=e(X,2),mo=t(w);o(mo,{name:"class diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4872",parameters:[{name:"hidden_size",val:": int"},{name:"ip_hidden_states_dim",val:": int"},{name:"head_dim",val:": int"},{name:"timesteps_emb_dim",val:": int = 1280"},{name:"scale",val:": float = 0.5"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) — | |
| The number of hidden channels.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.ip_hidden_states_dim",description:`<strong>ip_hidden_states_dim</strong> (<code>int</code>) — | |
| The image feature dimension.`,name:"ip_hidden_states_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.head_dim",description:`<strong>head_dim</strong> (<code>int</code>) — | |
| The number of head channels.`,name:"head_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.timesteps_emb_dim",description:`<strong>timesteps_emb_dim</strong> (<code>int</code>, defaults to 1280) — | |
| The number of input channels for timestep embedding.`,name:"timesteps_emb_dim"},{anchor:"diffusers.models.attention_processor.SD3IPAdapterJointAttnProcessor2_0.scale",description:`<strong>scale</strong> (<code>float</code>, defaults to 0.5) — | |
| IP-Adapter scale.`,name:"scale"}]}),r(2),s(w);var ve=e(w,2);n(ve,{title:"JointAttnProcessor2_0",local:"diffusers.models.attention_processor.JointAttnProcessor2_0",headingTag:"h2"});var S=e(ve,2),uo=t(S);o(uo,{name:"class diffusers.models.attention_processor.JointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.JointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1422",parameters:[]}),r(2),s(S);var N=e(S,2),fo=t(N);o(fo,{name:"class diffusers.models.attention_processor.PAGJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1508",parameters:[]}),r(2),s(N);var G=e(N,2),_o=t(G);o(_o,{name:"class diffusers.models.attention_processor.PAGCFGJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1664",parameters:[]}),r(2),s(G);var q=e(G,2),ho=t(q);o(ho,{name:"class diffusers.models.attention_processor.FusedJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FusedJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1829",parameters:[]}),r(2),s(q);var Ae=e(q,2);n(Ae,{title:"LoRA",local:"diffusers.models.attention_processor.LoRAAttnProcessor",headingTag:"h2"});var J=e(Ae,2),go=t(J);o(go,{name:"class diffusers.models.attention_processor.LoRAAttnProcessor",anchor:"diffusers.models.attention_processor.LoRAAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5305",parameters:[]}),r(2),s(J);var V=e(J,2),bo=t(V);o(bo,{name:"class diffusers.models.attention_processor.LoRAAttnProcessor2_0",anchor:"diffusers.models.attention_processor.LoRAAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5314",parameters:[]}),r(2),s(V);var H=e(V,2),vo=t(H);o(vo,{name:"class diffusers.models.attention_processor.LoRAAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.LoRAAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5332",parameters:[]}),r(2),s(H);var M=e(H,2),Ao=t(M);o(Ao,{name:"class diffusers.models.attention_processor.LoRAXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.LoRAXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5323",parameters:[]}),r(2),s(M);var Pe=e(M,2);n(Pe,{title:"Lumina-T2X",local:"diffusers.models.attention_processor.LuminaAttnProcessor2_0",headingTag:"h2"});var R=e(Pe,2),Po=t(R);o(Po,{name:"class diffusers.models.attention_processor.LuminaAttnProcessor2_0",anchor:"diffusers.models.attention_processor.LuminaAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L3572",parameters:[]}),r(2),s(R);var ye=e(R,2);n(ye,{title:"Mochi",local:"diffusers.models.attention_processor.MochiAttnProcessor2_0",headingTag:"h2"});var K=e(ye,2),yo=t(K);o(yo,{name:"class diffusers.models.attention_processor.MochiAttnProcessor2_0",anchor:"diffusers.models.attention_processor.MochiAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L998",parameters:[]}),r(2),s(K);var j=e(K,2),xo=t(j);o(xo,{name:"class diffusers.models.attention_processor.MochiVaeAttnProcessor2_0",anchor:"diffusers.models.attention_processor.MochiVaeAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2906",parameters:[]}),r(2),s(j);var xe=e(j,2);n(xe,{title:"Sana",local:"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",headingTag:"h2"});var W=e(xe,2),Fo=t(W);o(Fo,{name:"class diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5341",parameters:[]}),r(2),s(W);var U=e(W,2),To=t(U);o(To,{name:"class diffusers.models.attention_processor.SanaMultiscaleAttnProcessor2_0",anchor:"diffusers.models.attention_processor.SanaMultiscaleAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5245",parameters:[]}),r(2),s(U);var O=e(U,2),Lo=t(O);o(Lo,{name:"class diffusers.models.attention_processor.PAGCFGSanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGCFGSanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5393",parameters:[]}),r(2),s(O);var Q=e(O,2),Do=t(Q);o(Do,{name:"class diffusers.models.attention_processor.PAGIdentitySanaLinearAttnProcessor2_0",anchor:"diffusers.models.attention_processor.PAGIdentitySanaLinearAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5448",parameters:[]}),r(2),s(Q);var Fe=e(Q,2);n(Fe,{title:"Stable Audio",local:"diffusers.models.attention_processor.StableAudioAttnProcessor2_0",headingTag:"h2"});var B=e(Fe,2),Io=t(B);o(Io,{name:"class diffusers.models.attention_processor.StableAudioAttnProcessor2_0",anchor:"diffusers.models.attention_processor.StableAudioAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2991",parameters:[]}),r(2),s(B);var Te=e(B,2);n(Te,{title:"SlicedAttnProcessor",local:"diffusers.models.attention_processor.SlicedAttnProcessor",headingTag:"h2"});var E=e(Te,2),Co=t(E);o(Co,{name:"class diffusers.models.attention_processor.SlicedAttnProcessor",anchor:"diffusers.models.attention_processor.SlicedAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4000",parameters:[{name:"slice_size",val:": int"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SlicedAttnProcessor.slice_size",description:`<strong>slice_size</strong> (<code>int</code>, <em>optional</em>) — | |
| The number of steps to compute attention. Uses as many slices as <code>attention_head_dim // slice_size</code>, and | |
| <code>attention_head_dim</code> must be a multiple of the <code>slice_size</code>.`,name:"slice_size"}]}),r(2),s(E);var Y=e(E,2),zo=t(Y);o(zo,{name:"class diffusers.models.attention_processor.SlicedAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.SlicedAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4087",parameters:[{name:"slice_size",val:""}],parametersDescription:[{anchor:"diffusers.models.attention_processor.SlicedAttnAddedKVProcessor.slice_size",description:`<strong>slice_size</strong> (<code>int</code>, <em>optional</em>) — | |
| The number of steps to compute attention. Uses as many slices as <code>attention_head_dim // slice_size</code>, and | |
| <code>attention_head_dim</code> must be a multiple of the <code>slice_size</code>.`,name:"slice_size"}]}),r(2),s(Y);var Le=e(Y,2);n(Le,{title:"XFormersAttnProcessor",local:"diffusers.models.attention_processor.XFormersAttnProcessor",headingTag:"h2"});var Z=e(Le,2),ko=t(Z);o(ko,{name:"class diffusers.models.attention_processor.XFormersAttnProcessor",anchor:"diffusers.models.attention_processor.XFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2488",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The base | |
| <a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to | |
| use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best | |
| operator.`,name:"attention_op"}]}),r(2),s(Z);var $=e(Z,2),Xo=t($);o(Xo,{name:"class diffusers.models.attention_processor.XFormersAttnAddedKVProcessor",anchor:"diffusers.models.attention_processor.XFormersAttnAddedKVProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2417",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersAttnAddedKVProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The base | |
| <a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to | |
| use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best | |
| operator.`,name:"attention_op"}]}),r(2),s($);var De=e($,2);n(De,{title:"XLAFlashAttnProcessor2_0",local:"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",headingTag:"h2"});var ee=e(De,2),wo=t(ee);o(wo,{name:"class diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",anchor:"diffusers.models.attention_processor.XLAFlashAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L2790",parameters:[{name:"partition_spec",val:": tuple[str | None, ...] | None = None"}]}),r(2),s(ee);var Ie=e(ee,2);n(Ie,{title:"XFormersJointAttnProcessor",local:"diffusers.models.attention_processor.XFormersJointAttnProcessor",headingTag:"h2"});var oe=e(Ie,2),So=t(oe);o(So,{name:"class diffusers.models.attention_processor.XFormersJointAttnProcessor",anchor:"diffusers.models.attention_processor.XFormersJointAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L1908",parameters:[{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.XFormersJointAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The base | |
| <a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to | |
| use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best | |
| operator.`,name:"attention_op"}]}),r(2),s(oe);var Ce=e(oe,2);n(Ce,{title:"IPAdapterXFormersAttnProcessor",local:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",headingTag:"h2"});var te=e(Ce,2),No=t(te);o(No,{name:"class diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L4640",parameters:[{name:"hidden_size",val:""},{name:"cross_attention_dim",val:" = None"},{name:"num_tokens",val:" = (4,)"},{name:"scale",val:" = 1.0"},{name:"attention_op",val:": Callable | None = None"}],parametersDescription:[{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>) — | |
| The hidden size of the attention layer.`,name:"hidden_size"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.cross_attention_dim",description:`<strong>cross_attention_dim</strong> (<code>int</code>) — | |
| The number of channels in the <code>encoder_hidden_states</code>.`,name:"cross_attention_dim"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.num_tokens",description:`<strong>num_tokens</strong> (<code>int</code>, <code>tuple[int]</code> or <code>list[int]</code>, defaults to <code>(4,)</code>) — | |
| The context length of the image features.`,name:"num_tokens"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.scale",description:`<strong>scale</strong> (<code>float</code> or <code>list[float]</code>, defaults to 1.0) — | |
| the weight scale of image prompt.`,name:"scale"},{anchor:"diffusers.models.attention_processor.IPAdapterXFormersAttnProcessor.attention_op",description:`<strong>attention_op</strong> (<code>Callable</code>, <em>optional</em>, defaults to <code>None</code>) — | |
| The base | |
| <a href="https://facebookresearch.github.io/xformers/components/ops.html#xformers.ops.AttentionOpBase" rel="nofollow">operator</a> to | |
| use as the attention operator. It is recommended to set to <code>None</code>, and allow xFormers to choose the best | |
| operator.`,name:"attention_op"}]}),r(2),s(te);var ze=e(te,2);n(ze,{title:"FluxIPAdapterJointAttnProcessor2_0",local:"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",headingTag:"h2"});var se=e(ze,2),Go=t(se);o(Go,{name:"class diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",anchor:"diffusers.models.attention_processor.FluxIPAdapterJointAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5539",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),s(se);var ke=e(se,2);n(ke,{title:"XLAFluxFlashAttnProcessor2_0",local:"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",headingTag:"h2"});var re=e(ke,2),qo=t(re);o(qo,{name:"class diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",anchor:"diffusers.models.attention_processor.XLAFluxFlashAttnProcessor2_0",source:"https://github.com/huggingface/diffusers/blob/vr_14358/src/diffusers/models/attention_processor.py#L5579",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}]}),r(2),s(re);var Jo=e(re,2);Ro(Jo,{source:"https://github.com/huggingface/diffusers/blob/main/docs/source/en/api/attnprocessor.md"}),r(2),Se(Ge,ne),Oo()}export{et as component}; | |
Xet Storage Details
- Size:
- 52.8 kB
- Xet hash:
- 8d43c4c0608760d1bc07da96e93f1977cb87938609a8204d1bf0878209cd1642
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.