KorByte-128K / src /korbyte /__init__.py
dawncr0w's picture
Publish KorByte-128K tokenizer and reproducibility evidence
b3c2a26 verified
Raw
History Blame Contribute Delete
194 Bytes
"""KorByte-128K training, evaluation, and publication tooling."""
from .config import CORE_VOCAB_SIZE, TOTAL_VOCAB_SIZE
__all__ = ["CORE_VOCAB_SIZE", "TOTAL_VOCAB_SIZE"]
__version__ = "0.1.0"