| """ | |
| Wrappers for several pre-processing scripts from the Moses toolkit. | |
| Copyright ® 2016-2017, Luís Gomes <[email protected]> | |
| This package provides wrappers for the following Perl scripts: | |
| ``tokenizer.perl`` | |
| class `mosestokenizer.tokenizer.MosesTokenizer` | |
| ``split-sentences.perl`` | |
| class `mosestokenizer.sentsplitter.MosesSentenceSplitter` | |
| ``normalize-punctuation.perl`` | |
| class `mosestokenizer.punctnormalizer.MosesPunctuationNormalizer` | |
| """ | |
| from mosestokenizer.tokenizer import MosesTokenizer | |
| from mosestokenizer.detokenizer import MosesDetokenizer | |
| from mosestokenizer.sentsplitter import MosesSentenceSplitter | |
| from mosestokenizer.punctnormalizer import MosesPunctuationNormalizer | |
| __version__ = "1.0.0" | |
| __all__ = [ | |
| "MosesTokenizer", | |
| "MosesDetokenizer", | |
| "MosesSentenceSplitter", | |
| "MosesPunctuationNormalizer", | |
| ] | |