# Copyright (c) 2023-2026, Songlin Yang, Yu Zhang, Zhiyuan Li # # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. # For a list of all contributors, visit: # https://github.com/fla-org/flash-linear-attention/graphs/contributors from ..modules.convolution import ImplicitLongConvolution, LongConvolution, ShortConvolution from ..modules.fused_bitlinear import BitLinear, FusedBitLinear from ..modules.fused_cross_entropy import FusedCrossEntropyLoss from ..modules.fused_kl_div import FusedKLDivLoss from ..modules.fused_linear_cross_entropy import FusedLinearCrossEntropyLoss from ..modules.fused_norm_gate import ( FusedLayerNormGated, FusedLayerNormSwishGate, FusedLayerNormSwishGateLinear, FusedRMSNormGated, FusedRMSNormSwishGate, FusedRMSNormSwishGateLinear, ) from ..modules.l2norm import L2Norm from ..modules.layernorm import GroupNorm, GroupNormLinear, LayerNorm, LayerNormLinear, RMSNorm, RMSNormLinear from ..modules.mlp import GatedMLP from ..modules.rotary import RotaryEmbedding from ..modules.token_shift import TokenShift __all__ = [ 'BitLinear', 'FusedBitLinear', 'FusedCrossEntropyLoss', 'FusedKLDivLoss', 'FusedLayerNormGated', 'FusedLayerNormSwishGate', 'FusedLayerNormSwishGateLinear', 'FusedLinearCrossEntropyLoss', 'FusedRMSNormGated', 'FusedRMSNormSwishGate', 'FusedRMSNormSwishGateLinear', 'GatedMLP', 'GroupNorm', 'GroupNormLinear', 'ImplicitLongConvolution', 'L2Norm', 'LayerNorm', 'LayerNormLinear', 'LongConvolution', 'RMSNorm', 'RMSNormLinear', 'RotaryEmbedding', 'ShortConvolution', 'TokenShift', ]