File size: 644 Bytes
4a44c76 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | """TinyModel v11 architecture.
Decoder-only transformer (Gemma-shaped): RMSNorm, RoPE, GQA, gated FFN,
tied embeddings. Weights and vindex live under sibling `v11/`; training
code under `v11-train/`.
"""
from .model import (
TinyModel,
TransformerBlock,
Attention,
GatedFFN,
RMSNorm,
precompute_rope,
apply_rope,
)
from .loader import load_from_artifacts, load_config, ModelConfig
__all__ = [
"TinyModel",
"TransformerBlock",
"Attention",
"GatedFFN",
"RMSNorm",
"precompute_rope",
"apply_rope",
"load_from_artifacts",
"load_config",
"ModelConfig",
]
__version__ = "0.1.0"
|