""" Wrappers for several pre-processing scripts from the Moses toolkit. Copyright ® 2016-2017, Luís Gomes This package provides wrappers for the following Perl scripts: ``tokenizer.perl`` class `mosestokenizer.tokenizer.MosesTokenizer` ``split-sentences.perl`` class `mosestokenizer.sentsplitter.MosesSentenceSplitter` ``normalize-punctuation.perl`` class `mosestokenizer.punctnormalizer.MosesPunctuationNormalizer` """ from mosestokenizer.tokenizer import MosesTokenizer from mosestokenizer.detokenizer import MosesDetokenizer from mosestokenizer.sentsplitter import MosesSentenceSplitter from mosestokenizer.punctnormalizer import MosesPunctuationNormalizer __version__ = "1.0.0" __all__ = [ "MosesTokenizer", "MosesDetokenizer", "MosesSentenceSplitter", "MosesPunctuationNormalizer", ]