onmt/inputters/__init__.py

"""Module defining inputters.

Inputters implement the logic of transforming raw data to vectorized inputs,
e.g., from a line of text to a sequence of vectors.
"""
from onmt.inputters.inputter import build_vocab, IterOnDevice
from onmt.inputters.text_utils import text_sort_key, process, numericalize, tensorify
from onmt.inputters.text_corpus import ParallelCorpus, ParallelCorpusIterator
from onmt.inputters.dynamic_iterator import (
    MixingStrategy,
    SequentialMixer,
    WeightedMixer,
    DynamicDatasetIter,
)


__all__ = [
    "IterOnDevice",
    "build_vocab",
    "text_sort_key",
    "process",
    "numericalize",
    "tensorify",
    "ParallelCorpus",
    "ParallelCorpusIterator",
    "MixingStrategy",
    "SequentialMixer",
    "WeightedMixer",
    "DynamicDatasetIter",
]