File size: 497 Bytes
5ae226b 77111fb 5ae226b 77111fb 5ae226b 77111fb 5ae226b 77111fb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
"""
Panini Tokenizer
Morphology-aware Sanskrit tokenizer with Sandhi Expansion.
"""
from .analyzer import VidyutAnalyzer, MorphParse
from .splitter import SamasaSplitter, CompoundSplit
from .sandhi_engine import SandhiEngine
from .tokenizer import PaniniTokenizerV3, create_tokenizer
__all__ = [
"VidyutAnalyzer",
"MorphParse",
"SamasaSplitter",
"CompoundSplit",
"SandhiEngine",
"PaniniTokenizerV3",
"create_tokenizer",
]
__version__ = "1.5.0"
|