File size: 794 Bytes
c668e80 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
"""Module defining inputters.
Inputters implement the logic of transforming raw data to vectorized inputs,
e.g., from a line of text to a sequence of vectors.
"""
from onmt.inputters.inputter import build_vocab, IterOnDevice
from onmt.inputters.text_utils import text_sort_key, process, numericalize, tensorify
from onmt.inputters.text_corpus import ParallelCorpus, ParallelCorpusIterator
from onmt.inputters.dynamic_iterator import (
MixingStrategy,
SequentialMixer,
WeightedMixer,
DynamicDatasetIter,
)
__all__ = [
"IterOnDevice",
"build_vocab",
"text_sort_key",
"process",
"numericalize",
"tensorify",
"ParallelCorpus",
"ParallelCorpusIterator",
"MixingStrategy",
"SequentialMixer",
"WeightedMixer",
"DynamicDatasetIter",
]
|