umer1995's picture
Fun CN: fp8 stream DiT + local bnb4 TE + xlarge (no bf16 host dump / no remote TE)
f0a4e91 verified
Raw
History Blame Contribute Delete
1.59 kB
from .cogvideox_xfuser import CogVideoXMultiGPUsAttnProcessor2_0
from .ernie_image_xfuser import ErnieImageMultiGPUsAttnProcessor
from .flashhead_xfuser import usp_attn_flashhead_forward
from .flux2_xfuser import Flux2MultiGPUsAttnProcessor2_0
from .flux_xfuser import FluxMultiGPUsAttnProcessor2_0
from .fsdp import shard_model
from .fuser import (get_sequence_parallel_rank,
get_sequence_parallel_world_size, get_sp_group,
get_world_group, init_distributed_environment,
initialize_model_parallel, model_parallel_is_initialized,
sequence_parallel_all_gather, sequence_parallel_chunk,
set_multi_gpus_devices, xFuserLongContextAttention)
from .hunyuanvideo_xfuser import HunyuanVideoMultiGPUsAttnProcessor2_0
from .infinitalk_xfuser import usp_attn_infinitetalk_forward
from .longcatvideo_xfuser import (usp_attn_longcatvideo_avatar_forward,
usp_attn_longcatvideo_forward,
usp_cross_attn_longcatvideo_forward,
usp_rope_longcatvideo_forward)
from .lens_xfuser import usp_lens_joint_attention_forward
from .ltx2_xfuser import (LTX2MultiGPUsAttnProcessor,
LTX2PerturbedMultiGPUsAttnProcessor)
from .qwen_xfuser import QwenImageMultiGPUsAttnProcessor2_0
from .wan_xfuser import (usp_attn_forward, usp_attn_s2v_forward,
usp_attn_self_forcing_forward)
from .z_image_xfuser import ZMultiGPUsSingleStreamAttnProcessor