File size: 724 Bytes
0cfefd2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | """公用算子模块集合。"""
from __future__ import annotations
from .ffn import SwiGLUFFN
from .gate_attention import GateSelfAttention, GateCrossAttention
from .moe import MoEBlock, PerLayerExperts
from .normalization import symlog, symexp
from .pos_encoding import RoPE3D, build_rope_freqs
from .learned_pe import LearnedTokenPE
from .rays import FThetaCamera, compute_ego_rays
from .temporal_compress import TemporalCompress2x2x2
__all__ = [
"SwiGLUFFN",
"GateSelfAttention",
"GateCrossAttention",
"MoEBlock",
"PerLayerExperts",
"symlog",
"symexp",
"RoPE3D",
"build_rope_freqs",
"LearnedTokenPE",
"FThetaCamera",
"compute_ego_rays",
"TemporalCompress2x2x2",
]
|