fla/modules/__init__.py

# Minimal exports for the Quasar/Bailing training path.
# Avoid eagerly importing optional model losses and long-convolution modules.

from fla.modules.convolution import ShortConvolution
from fla.modules.fused_norm_gate import FusedRMSNormGated
from fla.modules.layernorm import RMSNorm, GroupNorm, LayerNorm
from fla.modules.rotary import RotaryEmbedding
from fla.modules.fused_cross_entropy import FusedCrossEntropyLoss
from fla.modules.fused_linear_cross_entropy import FusedLinearCrossEntropyLoss
from fla.modules.mlp import GatedMLP

__all__ = [
    "FusedRMSNormGated",
    "RMSNorm",
    "GroupNorm",
    "LayerNorm",
    "RotaryEmbedding",
    "ShortConvolution",
    "FusedCrossEntropyLoss",
    "FusedLinearCrossEntropyLoss",
    "GatedMLP",
]