File size: 869 Bytes
e811e56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | # # -*- coding: utf-8 -*-
# from .abc import ABCAttention
# from .attn import Attention
# from .based import BasedLinearAttention
# from .delta_net import DeltaNet
# from .gla import GatedLinearAttention
# from .hgrn import HGRNAttention
# from .hgrn2 import HGRN2Attention
# from .linear_attn import LinearAttention
# from .multiscale_retention import MultiScaleRetention
# from .rebased import ReBasedLinearAttention
# from .rwkv6 import RWKV6Attention
# __all__ = [
# 'ABCAttention',
# 'Attention',
# 'BasedLinearAttention',
# 'DeltaNet',
# 'GatedLinearAttention',
# 'HGRNAttention',
# 'HGRN2Attention',
# 'LinearAttention',
# 'MultiScaleRetention',
# 'ReBasedLinearAttention',
# 'RWKV6Attention'
# ]
from .emla import emla
from .emgla import emgla
from .mask_deltanet import mask_deltanet
from .mask_gdn import mask_gdn |