panini-tokenizer / src /__init__.py
ArthaLabs's picture
Upload folder using huggingface_hub
77111fb verified
raw
history blame contribute delete
497 Bytes
"""
Panini Tokenizer
Morphology-aware Sanskrit tokenizer with Sandhi Expansion.
"""
from .analyzer import VidyutAnalyzer, MorphParse
from .splitter import SamasaSplitter, CompoundSplit
from .sandhi_engine import SandhiEngine
from .tokenizer import PaniniTokenizerV3, create_tokenizer
__all__ = [
"VidyutAnalyzer",
"MorphParse",
"SamasaSplitter",
"CompoundSplit",
"SandhiEngine",
"PaniniTokenizerV3",
"create_tokenizer",
]
__version__ = "1.5.0"