WJAD / src /wjad /modules /__init__.py
fuzirui's picture
Sync WJAD codebase
0cfefd2 verified
raw
history blame contribute delete
724 Bytes
"""公用算子模块集合。"""
from __future__ import annotations
from .ffn import SwiGLUFFN
from .gate_attention import GateSelfAttention, GateCrossAttention
from .moe import MoEBlock, PerLayerExperts
from .normalization import symlog, symexp
from .pos_encoding import RoPE3D, build_rope_freqs
from .learned_pe import LearnedTokenPE
from .rays import FThetaCamera, compute_ego_rays
from .temporal_compress import TemporalCompress2x2x2
__all__ = [
"SwiGLUFFN",
"GateSelfAttention",
"GateCrossAttention",
"MoEBlock",
"PerLayerExperts",
"symlog",
"symexp",
"RoPE3D",
"build_rope_freqs",
"LearnedTokenPE",
"FThetaCamera",
"compute_ego_rays",
"TemporalCompress2x2x2",
]