OpenNMT-py
Getting Started
Overview
Quickstart
Versions
Contributors
References
Frequently Asked Questions
How do I use my v2 models in v3 ?
How do I train the Transformer model?
Performance tips
Position encoding: Absolute vs Relative vs Rotary Embeddings vs Alibi
Do you support multi-gpu?
How do I use Pretrained embeddings (e.g. GloVe)?
How can I ensemble Models at inference?
How can I weight different corpora at training?
What special tokens does OpenNMT-py use?
How can I apply on-the-fly tokenization and subword regularization when training?
What are the readily available on-the-fly data transforms?
How can I create custom on-the-fly data transforms?
How to use LoRa and 8bit loading to finetune a big model ?
How to use gradient checkpointing when dealing with a big model ?
Can I get word alignments while translating?
How can I update a checkpoint’s vocabulary?
How can I use source word features?
How can I set up a translation server ?
Examples
Translation WMT17 en-de
Language Model Wiki-103
Summarization CNN/DM
Gated Graph Neural Networks
Supervised Finetuning of llama 7B to replicate Vicuna
Scripts
Build Vocab
Train
Translate
Server
API
Framework
Modules
Translation
Server
Data Loaders
Legacy
FAQ (Legacy version)
Image to Text
Speech to Text
Video to Text
OpenNMT-py
Docs
»
Index
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
|
X
|
Z
A
accuracy() (onmt.utils.Statistics method)
AdaFactor (class in onmt.utils)
advance() (onmt.translate.DecodeStrategy method)
(onmt.translate.GreedySearch method)
all_gather_stats() (onmt.utils.Statistics static method)
all_gather_stats_list() (onmt.utils.Statistics static method)
amp (onmt.utils.Optimizer property)
apply_mask() (onmt.modules.ConvMultiStepAttention method)
AverageAttention (class in onmt.modules)
B
backward() (onmt.utils.Optimizer method)
BaseModel (class in onmt.models)
batch_iter() (onmt.inputters.DynamicDatasetIter method)
BeamSearch (class in onmt.translate)
block_ngram_repeats() (onmt.translate.DecodeStrategy method)
build_tokenizer() (onmt.translate.translation_server.ServerModel method)
C
clone_model() (onmt.translate.translation_server.TranslationServer method)
CNNDecoder (class in onmt.decoders)
CNNEncoder (class in onmt.encoders)
ConvMultiStepAttention (class in onmt.modules)
CopyGenerator (class in onmt.modules)
count_parameters() (onmt.models.LanguageModel method)
(onmt.models.NMTModel method)
coverage_none() (onmt.translate.penalties.PenaltyBuilder method)
coverage_summary() (onmt.translate.penalties.PenaltyBuilder method)
coverage_wu() (onmt.translate.penalties.PenaltyBuilder method)
D
DecoderBase (class in onmt.decoders)
DecodeStrategy (class in onmt.translate)
detokenize() (onmt.translate.translation_server.ServerModel method)
do_timeout() (onmt.translate.translation_server.ServerModel method)
DynamicDatasetIter (class in onmt.inputters)
E
elapsed_time() (onmt.utils.Statistics method)
emb_luts (onmt.modules.Embeddings property)
Embeddings (class in onmt.modules)
EncoderBase (class in onmt.encoders)
F
forward() (onmt.decoders.CNNDecoder method)
(onmt.decoders.decoder.RNNDecoderBase method)
(onmt.decoders.TransformerDecoder method)
(onmt.encoders.CNNEncoder method)
(onmt.encoders.EncoderBase method)
(onmt.encoders.GGNNEncoder method)
(onmt.encoders.MeanEncoder method)
(onmt.encoders.RNNEncoder method)
(onmt.encoders.TransformerEncoder method)
(onmt.models.BaseModel method)
(onmt.models.LanguageModel method)
(onmt.models.NMTModel method)
(onmt.modules.AverageAttention method)
(onmt.modules.ConvMultiStepAttention method)
(onmt.modules.CopyGenerator method)
(onmt.modules.Embeddings method)
(onmt.modules.GlobalAttention method)
(onmt.modules.MultiHeadedAttention method)
(onmt.modules.position_ffn.PositionwiseFeedForward method)
(onmt.modules.PositionalEncoding method)
(onmt.modules.structured_attention.MatrixTree method)
(onmt.utils.loss.LossCompute method)
from_opt() (onmt.decoders.CNNDecoder class method)
(onmt.decoders.decoder.RNNDecoderBase class method)
(onmt.decoders.DecoderBase class method)
(onmt.encoders.CNNEncoder class method)
(onmt.encoders.GGNNEncoder class method)
(onmt.encoders.MeanEncoder class method)
(onmt.encoders.RNNEncoder class method)
(onmt.encoders.TransformerEncoder class method)
(onmt.inputters.DynamicDatasetIter class method)
(onmt.utils.Optimizer class method)
from_opts() (onmt.utils.loss.LossCompute class method)
FusedAdam (class in onmt.utils)
G
GGNNEncoder (class in onmt.encoders)
GlobalAttention (class in onmt.modules)
GNMTGlobalScorer (class in onmt.translate)
GreedySearch (class in onmt.translate)
I
ignore_prompt() (onmt.utils.loss.LossCompute method)
init_state() (onmt.decoders.CNNDecoder method)
(onmt.decoders.decoder.RNNDecoderBase method)
initialize() (onmt.translate.BeamSearch method)
(onmt.translate.DecodeStrategy method)
(onmt.translate.GreedySearch method)
InputFeedRNNDecoder (class in onmt.decoders)
L
LanguageModel (class in onmt.models)
learning_rate() (onmt.utils.Optimizer method)
length_average() (onmt.translate.penalties.PenaltyBuilder method)
length_none() (onmt.translate.penalties.PenaltyBuilder method)
length_wu() (onmt.translate.penalties.PenaltyBuilder method)
list_models() (onmt.translate.translation_server.TranslationServer method)
load() (onmt.inputters.ParallelCorpus method)
load_model() (onmt.translate.translation_server.TranslationServer method)
load_pretrained_vectors() (onmt.modules.Embeddings method)
load_safe_state_dict() (onmt.models.BaseModel method)
load_state_dict() (onmt.models.BaseModel method)
log() (onmt.translate.Translation method)
log_tensorboard() (onmt.utils.Statistics method)
LossCompute (class in onmt.utils.loss)
M
MatrixTree (class in onmt.modules.structured_attention)
maybe_convert_align() (onmt.translate.translation_server.ServerModel method)
maybe_detokenize() (onmt.translate.translation_server.ServerModel method)
maybe_detokenize_with_align() (onmt.translate.translation_server.ServerModel method)
maybe_postprocess() (onmt.translate.translation_server.ServerModel method)
maybe_preprocess() (onmt.translate.translation_server.ServerModel method)
maybe_tokenize() (onmt.translate.translation_server.ServerModel method)
maybe_transform_feats() (onmt.translate.translation_server.ServerModel method)
maybe_update_forbidden_tokens() (onmt.translate.DecodeStrategy method)
maybe_update_target_prefix() (onmt.translate.DecodeStrategy method)
MeanEncoder (class in onmt.encoders)
MixingStrategy (class in onmt.inputters)
MultiHeadedAttention (class in onmt.modules)
N
NMTModel (class in onmt.models)
O
Optimizer (class in onmt.utils)
output() (onmt.utils.Statistics method)
P
ParallelCorpus (class in onmt.inputters)
ParallelCorpusIterator (class in onmt.inputters)
parse_opt() (onmt.translate.translation_server.ServerModel method)
PenaltyBuilder (class in onmt.translate.penalties)
PositionalEncoding (class in onmt.modules)
PositionwiseFeedForward (class in onmt.modules.position_ffn)
postprocess() (onmt.translate.translation_server.ServerModel method)
ppl() (onmt.utils.Statistics method)
preload_model() (onmt.translate.translation_server.TranslationServer method)
preprocess() (onmt.translate.translation_server.ServerModel method)
R
rebuild_seg_packages() (onmt.translate.translation_server.ServerModel method)
RNNDecoderBase (class in onmt.decoders.decoder)
RNNEncoder (class in onmt.encoders)
run() (onmt.translate.translation_server.TranslationServer method)
S
sample_with_temperature() (in module onmt.translate.greedy_search)
score() (onmt.modules.GlobalAttention method)
SequentialMixer (class in onmt.inputters)
ServerModel (class in onmt.translate.translation_server)
ServerModelError
start() (onmt.translate.translation_server.TranslationServer method)
Statistics (class in onmt.utils)
StdRNNDecoder (class in onmt.decoders)
step() (onmt.utils.AdaFactor method)
(onmt.utils.FusedAdam method)
(onmt.utils.Optimizer method)
T
target_prefixing() (onmt.translate.DecodeStrategy method)
Timer (class in onmt.translate.translation_server)
to_gpu() (onmt.translate.translation_server.ServerModel method)
tokenize() (onmt.translate.translation_server.ServerModel method)
tokenizer_marker() (onmt.translate.translation_server.ServerModel method)
train() (onmt.trainer.Trainer method)
Trainer (class in onmt.trainer)
training_step (onmt.utils.Optimizer property)
TransformerDecoder (class in onmt.decoders)
TransformerEncoder (class in onmt.encoders)
translate_batch() (onmt.translate.Translator method)
Translation (class in onmt.translate)
TranslationBuilder (class in onmt.translate)
TranslationServer (class in onmt.translate.translation_server)
Translator (class in onmt.translate)
U
unload_model() (onmt.translate.translation_server.TranslationServer method)
update() (onmt.utils.Statistics method)
update_finished() (onmt.translate.DecodeStrategy method)
(onmt.translate.GreedySearch method)
V
validate() (onmt.trainer.Trainer method)
W
WeightedMixer (class in onmt.inputters)
word_lut (onmt.modules.Embeddings property)
X
xent() (onmt.utils.Statistics method)
Z
zero_grad() (onmt.utils.Optimizer method)