source/src/strata/__init__.py

"""STRATA core package."""

from strata.modeling.config import StrataConfig
from strata.modeling.model import StrataForCausalLM, StrataModel
from strata.tokenization.lattice import (
    ByteLatticeTokenizer,
    LatticeEncoding,
    SentencePieceLatticeTokenizer,
    TokenSpan,
    WordSpan,
)

__version__ = "0.1.0"

__all__ = [
    "__version__",
    "ByteLatticeTokenizer",
    "LatticeEncoding",
    "SentencePieceLatticeTokenizer",
    "StrataConfig",
    "StrataForCausalLM",
    "StrataModel",
    "TokenSpan",
    "WordSpan",
]