File size: 1,587 Bytes
f0a4e91
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
from .cogvideox_xfuser import CogVideoXMultiGPUsAttnProcessor2_0
from .ernie_image_xfuser import ErnieImageMultiGPUsAttnProcessor
from .flashhead_xfuser import usp_attn_flashhead_forward
from .flux2_xfuser import Flux2MultiGPUsAttnProcessor2_0
from .flux_xfuser import FluxMultiGPUsAttnProcessor2_0
from .fsdp import shard_model
from .fuser import (get_sequence_parallel_rank,
                    get_sequence_parallel_world_size, get_sp_group,
                    get_world_group, init_distributed_environment,
                    initialize_model_parallel, model_parallel_is_initialized,
                    sequence_parallel_all_gather, sequence_parallel_chunk,
                    set_multi_gpus_devices, xFuserLongContextAttention)
from .hunyuanvideo_xfuser import HunyuanVideoMultiGPUsAttnProcessor2_0
from .infinitalk_xfuser import usp_attn_infinitetalk_forward
from .longcatvideo_xfuser import (usp_attn_longcatvideo_avatar_forward,
                                  usp_attn_longcatvideo_forward,
                                  usp_cross_attn_longcatvideo_forward,
                                  usp_rope_longcatvideo_forward)
from .lens_xfuser import usp_lens_joint_attention_forward
from .ltx2_xfuser import (LTX2MultiGPUsAttnProcessor,
                          LTX2PerturbedMultiGPUsAttnProcessor)
from .qwen_xfuser import QwenImageMultiGPUsAttnProcessor2_0
from .wan_xfuser import (usp_attn_forward, usp_attn_s2v_forward,
                         usp_attn_self_forcing_forward)
from .z_image_xfuser import ZMultiGPUsSingleStreamAttnProcessor