| # -*- coding: utf-8 -*- | |
| """ | |
| Subspace Decoder Layers | |
| This module contains the layer implementations for the Shared Subspace Decoder, | |
| including Multi-Head Latent Attention (MLA) and decomposed MLP layers. | |
| """ | |
| # Import the main layer classes | |
| from .mla import MultiheadLatentAttention, RotaryEmbedding | |
| from .feedforward import SubspaceFeedForward | |
| from .task_heads import SharedSpaceDecoderForCausalLM | |
| __all__ = [ | |
| "MultiheadLatentAttention", | |
| "RotaryEmbedding", | |
| "SubspaceFeedForward", | |
| "SharedSpaceDecoderForCausalLM", | |
| ] | |