__init__.py

# -*- coding: utf-8 -*-

"""

Subspace Decoder Package



A Transformer decoder implementation with Multi-Head Latent Attention (MLA)

and decomposed MLP layers for efficient parameter usage.

"""

# Import all the main classes from models
from .models import (
    SharedSpaceDecoderConfig,
    SharedSpaceDecoderPreTrainedModel,
    SharedSpaceDecoderModel, 
    SharedSpaceDecoderForCausalLM,
)

__version__ = "0.1.0"

__all__ = [
    "SharedSpaceDecoderConfig",
    "SharedSpaceDecoderPreTrainedModel",
    "SharedSpaceDecoderModel",
    "SharedSpaceDecoderForCausalLM",
]