| # coding=utf-8 | |
| """Wiola architectural components.""" | |
| from .atm import merge_ratio, merge_tokens, unmerge_tokens | |
| from .dsff import DualStreamFeedForward | |
| from .gcla import GatedCrossLayerAttention, repeat_kv | |
| from .normalization import WiolaRMSNorm | |
| from .srpe import SpiralRotaryEmbedding, apply_srpe, rotate_half | |
| __all__ = [ | |
| "WiolaRMSNorm", | |
| "SpiralRotaryEmbedding", | |
| "apply_srpe", | |
| "rotate_half", | |
| "GatedCrossLayerAttention", | |
| "repeat_kv", | |
| "merge_tokens", | |
| "unmerge_tokens", | |
| "merge_ratio", | |
| "DualStreamFeedForward", | |
| ] | |