File size: 573 Bytes
2db32a1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | # coding=utf-8
"""Wiola architectural components."""
from .atm import merge_ratio, merge_tokens, unmerge_tokens
from .dsff import DualStreamFeedForward
from .gcla import GatedCrossLayerAttention, repeat_kv
from .normalization import WiolaRMSNorm
from .srpe import SpiralRotaryEmbedding, apply_srpe, rotate_half
__all__ = [
"WiolaRMSNorm",
"SpiralRotaryEmbedding",
"apply_srpe",
"rotate_half",
"GatedCrossLayerAttention",
"repeat_kv",
"merge_tokens",
"unmerge_tokens",
"merge_ratio",
"DualStreamFeedForward",
]
|