CTranslate2
4.5
Get started
Quickstart
Installation
Tasks
Text translation
Text generation
Text encoding
Speech recognition
Developer guides
Model conversion
Quantization
Decoding features
Multithreading and parallelism
Memory management
Performance tips
Environment variables
Framework guides
Fairseq
Marian
OpenNMT-py
OpenNMT-tf
OPUS-MT
Transformers
API
Python
Other information
Hardware support
Frequently asked questions
Versioning
CTranslate2
»
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
_
__init__() (ctranslate2.converters.FairseqConverter method)
(ctranslate2.converters.MarianConverter method)
(ctranslate2.converters.OpenAIGPT2Converter method)
(ctranslate2.converters.OpenNMTPyConverter method)
(ctranslate2.converters.OpenNMTTFConverter method)
(ctranslate2.converters.OpusMTConverter method)
(ctranslate2.converters.TransformersConverter method)
(ctranslate2.DataType method)
(ctranslate2.Device method)
(ctranslate2.Encoder method)
(ctranslate2.Generator method)
(ctranslate2.models.Wav2Vec2 method)
(ctranslate2.models.Wav2Vec2Bert method)
(ctranslate2.models.Whisper method)
(ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerDecoderSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerEncoderSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
(ctranslate2.Translator method)
A
Activation (class in ctranslate2.specs)
ADD (ctranslate2.specs.EmbeddingsMerge attribute)
align() (ctranslate2.models.Whisper method)
async_generate_tokens() (ctranslate2.Generator method)
AsyncGenerationResult (class in ctranslate2)
AsyncScoringResult (class in ctranslate2)
AsyncTranslationResult (class in ctranslate2)
attention (ctranslate2.TranslationResult property)
B
batch_id (ctranslate2.GenerationStepResult property)
bfloat16 (ctranslate2.DataType attribute)
C
compute_type (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.Translator property)
CONCAT (ctranslate2.specs.EmbeddingsMerge attribute)
config (ctranslate2.specs.LanguageModelSpec property)
(ctranslate2.specs.ModelSpec property)
(ctranslate2.specs.SequenceToSequenceModelSpec property)
(ctranslate2.specs.TransformerDecoderModelSpec property)
(ctranslate2.specs.TransformerDecoderSpec property)
(ctranslate2.specs.TransformerEncoderModelSpec property)
(ctranslate2.specs.TransformerSpec property)
(ctranslate2.specs.Wav2Vec2BertSpec property)
(ctranslate2.specs.Wav2Vec2Spec property)
(ctranslate2.specs.WhisperSpec property)
contains_model() (in module ctranslate2)
convert() (ctranslate2.converters.Converter method)
(ctranslate2.converters.FairseqConverter method)
(ctranslate2.converters.MarianConverter method)
(ctranslate2.converters.OpenAIGPT2Converter method)
(ctranslate2.converters.OpenNMTPyConverter method)
(ctranslate2.converters.OpenNMTTFConverter method)
(ctranslate2.converters.OpusMTConverter method)
(ctranslate2.converters.TransformersConverter method)
convert_from_args() (ctranslate2.converters.Converter method)
(ctranslate2.converters.FairseqConverter method)
(ctranslate2.converters.MarianConverter method)
(ctranslate2.converters.OpenAIGPT2Converter method)
(ctranslate2.converters.OpenNMTPyConverter method)
(ctranslate2.converters.OpenNMTTFConverter method)
(ctranslate2.converters.OpusMTConverter method)
(ctranslate2.converters.TransformersConverter method)
Converter (class in ctranslate2.converters)
cpu (ctranslate2.Device attribute)
ctranslate2
module
ctranslate2.converters
module
ctranslate2.models
module
ctranslate2.specs
module
cuda (ctranslate2.Device attribute)
D
DataType (class in ctranslate2)
declare_arguments() (ctranslate2.converters.Converter static method)
(ctranslate2.converters.FairseqConverter static method)
(ctranslate2.converters.MarianConverter static method)
(ctranslate2.converters.OpenAIGPT2Converter static method)
(ctranslate2.converters.OpenNMTPyConverter static method)
(ctranslate2.converters.OpenNMTTFConverter static method)
(ctranslate2.converters.OpusMTConverter static method)
(ctranslate2.converters.TransformersConverter static method)
detect_language() (ctranslate2.models.Whisper method)
Device (class in ctranslate2)
device (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.StorageView property)
(ctranslate2.Translator property)
device_index (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.StorageView property)
(ctranslate2.Translator property)
done() (ctranslate2.AsyncGenerationResult method)
(ctranslate2.AsyncScoringResult method)
(ctranslate2.AsyncTranslationResult method)
(ctranslate2.models.WhisperGenerationResultAsync method)
dtype (ctranslate2.StorageView property)
E
EmbeddingsMerge (class in ctranslate2.specs)
encode() (ctranslate2.models.Wav2Vec2 method)
(ctranslate2.models.Wav2Vec2Bert method)
(ctranslate2.models.Whisper method)
Encoder (class in ctranslate2)
EncoderForwardOutput (class in ctranslate2)
ExecutionStats (class in ctranslate2)
F
FairseqConverter (class in ctranslate2.converters)
float16 (ctranslate2.DataType attribute)
float32 (ctranslate2.DataType attribute)
forward_batch() (ctranslate2.Encoder method)
(ctranslate2.Generator method)
from_array() (ctranslate2.StorageView static method)
from_config() (ctranslate2.converters.OpenNMTTFConverter class method)
(ctranslate2.specs.TransformerDecoderModelSpec class method)
(ctranslate2.specs.TransformerSpec class method)
G
GELU (ctranslate2.specs.Activation attribute)
GELUSigmoid (ctranslate2.specs.Activation attribute)
GELUTanh (ctranslate2.specs.Activation attribute)
generate() (ctranslate2.models.Whisper method)
generate_batch() (ctranslate2.Generator method)
generate_iterable() (ctranslate2.Generator method)
generate_tokens() (ctranslate2.Generator method)
(ctranslate2.Translator method)
GenerationResult (class in ctranslate2)
GenerationStepResult (class in ctranslate2)
Generator (class in ctranslate2)
get_cuda_device_count() (in module ctranslate2)
get_default_config() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
get_log_level() (in module ctranslate2)
get_model_file() (ctranslate2.converters.TransformersConverter method)
get_source_vocabulary_size() (ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerSpec method)
get_supported_compute_types() (in module ctranslate2)
get_target_vocabulary_size() (ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerSpec method)
get_vocabulary_size() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
getCurRank() (ctranslate2.MpiInfo static method)
getLocalRank() (ctranslate2.MpiInfo static method)
getNRanks() (ctranslate2.MpiInfo static method)
H
hypotheses (ctranslate2.TranslationResult property)
hypothesis_id (ctranslate2.GenerationStepResult property)
I
int16 (ctranslate2.DataType attribute)
int32 (ctranslate2.DataType attribute)
int8 (ctranslate2.DataType attribute)
is_last (ctranslate2.GenerationStepResult property)
is_multilingual (ctranslate2.models.Whisper property)
L
LanguageModelSpec (class in ctranslate2.specs)
last_hidden_state (ctranslate2.EncoderForwardOutput property)
LayerSpec (class in ctranslate2.specs)
Linear (ctranslate2.specs.RotaryScalingType attribute)
Llama3 (ctranslate2.specs.RotaryScalingType attribute)
load_model() (ctranslate2.converters.TransformersConverter method)
(ctranslate2.Encoder method)
(ctranslate2.Generator method)
(ctranslate2.models.Wav2Vec2 method)
(ctranslate2.models.Wav2Vec2Bert method)
(ctranslate2.models.Whisper method)
(ctranslate2.Translator method)
load_tokenizer() (ctranslate2.converters.TransformersConverter method)
log_prob (ctranslate2.GenerationStepResult property)
log_probs (ctranslate2.ScoringResult property)
logits (ctranslate2.GenerationResult property)
(ctranslate2.GenerationStepResult property)
(ctranslate2.models.WhisperGenerationResult property)
(ctranslate2.TranslationResult property)
M
MarianConverter (class in ctranslate2.converters)
model_is_loaded (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.Translator property)
ModelSpec (class in ctranslate2.specs)
module
ctranslate2
ctranslate2.converters
ctranslate2.models
ctranslate2.specs
MpiInfo (class in ctranslate2)
N
n_mels (ctranslate2.models.Whisper property)
name (ctranslate2.DataType property)
(ctranslate2.Device property)
(ctranslate2.specs.LanguageModelSpec property)
(ctranslate2.specs.ModelSpec property)
(ctranslate2.specs.SequenceToSequenceModelSpec property)
(ctranslate2.specs.TransformerDecoderModelSpec property)
(ctranslate2.specs.TransformerEncoderModelSpec property)
(ctranslate2.specs.TransformerSpec property)
(ctranslate2.specs.Wav2Vec2BertSpec property)
(ctranslate2.specs.Wav2Vec2Spec property)
(ctranslate2.specs.WhisperSpec property)
no_speech_prob (ctranslate2.models.WhisperGenerationResult property)
num_active_batches (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.Translator property)
num_encoders (ctranslate2.Encoder property)
num_examples (ctranslate2.ExecutionStats property)
num_generators (ctranslate2.Generator property)
num_languages (ctranslate2.models.Whisper property)
num_queued_batches (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.Translator property)
num_tokens (ctranslate2.ExecutionStats property)
num_translators (ctranslate2.Translator property)
num_workers (ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
O
OpenAIGPT2Converter (class in ctranslate2.converters)
OpenNMTPyConverter (class in ctranslate2.converters)
OpenNMTTFConverter (class in ctranslate2.converters)
optimize() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.LayerSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerDecoderSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerEncoderSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
OpusMTConverter (class in ctranslate2.converters)
P
pooler_output (ctranslate2.EncoderForwardOutput property)
R
register_file() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
register_source_vocabulary() (ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerSpec method)
register_target_vocabulary() (ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerSpec method)
register_vocabulary() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
register_vocabulary_mapping() (ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerSpec method)
RELU (ctranslate2.specs.Activation attribute)
result() (ctranslate2.AsyncGenerationResult method)
(ctranslate2.AsyncScoringResult method)
(ctranslate2.AsyncTranslationResult method)
(ctranslate2.models.WhisperGenerationResultAsync method)
revision (ctranslate2.specs.LanguageModelSpec property)
(ctranslate2.specs.ModelSpec property)
(ctranslate2.specs.SequenceToSequenceModelSpec property)
(ctranslate2.specs.TransformerDecoderModelSpec property)
(ctranslate2.specs.TransformerEncoderModelSpec property)
(ctranslate2.specs.TransformerSpec property)
(ctranslate2.specs.Wav2Vec2BertSpec property)
(ctranslate2.specs.Wav2Vec2Spec property)
(ctranslate2.specs.WhisperSpec property)
RotaryScalingType (class in ctranslate2.specs)
S
save() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
score_batch() (ctranslate2.Generator method)
(ctranslate2.Translator method)
score_file() (ctranslate2.Translator method)
score_iterable() (ctranslate2.Generator method)
(ctranslate2.Translator method)
scores (ctranslate2.GenerationResult property)
(ctranslate2.models.WhisperGenerationResult property)
(ctranslate2.TranslationResult property)
ScoringResult (class in ctranslate2)
sequences (ctranslate2.GenerationResult property)
(ctranslate2.models.WhisperGenerationResult property)
sequences_ids (ctranslate2.GenerationResult property)
(ctranslate2.models.WhisperGenerationResult property)
SequenceToSequenceModelSpec (class in ctranslate2.specs)
set_log_level() (in module ctranslate2)
set_random_seed() (in module ctranslate2)
shape (ctranslate2.StorageView property)
Sigmoid (ctranslate2.specs.Activation attribute)
step (ctranslate2.GenerationStepResult property)
StorageView (class in ctranslate2)
Su (ctranslate2.specs.RotaryScalingType attribute)
SWISH (ctranslate2.specs.Activation attribute)
T
Tanh (ctranslate2.specs.Activation attribute)
tensor_parallel (ctranslate2.Encoder property)
(ctranslate2.Generator property)
(ctranslate2.models.Wav2Vec2 property)
(ctranslate2.models.Wav2Vec2Bert property)
(ctranslate2.models.Whisper property)
(ctranslate2.Translator property)
to() (ctranslate2.StorageView method)
to_device() (ctranslate2.StorageView method)
token (ctranslate2.GenerationStepResult property)
token_id (ctranslate2.GenerationStepResult property)
tokens (ctranslate2.ScoringResult property)
total_time_in_ms (ctranslate2.ExecutionStats property)
TransformerDecoderModelSpec (class in ctranslate2.specs)
TransformerDecoderSpec (class in ctranslate2.specs)
TransformerEncoderModelSpec (class in ctranslate2.specs)
TransformerEncoderSpec (class in ctranslate2.specs)
TransformersConverter (class in ctranslate2.converters)
TransformerSpec (class in ctranslate2.specs)
translate_batch() (ctranslate2.Translator method)
translate_file() (ctranslate2.Translator method)
translate_iterable() (ctranslate2.Translator method)
TranslationResult (class in ctranslate2)
Translator (class in ctranslate2)
U
unload_model() (ctranslate2.Encoder method)
(ctranslate2.Generator method)
(ctranslate2.models.Wav2Vec2 method)
(ctranslate2.models.Wav2Vec2Bert method)
(ctranslate2.models.Whisper method)
(ctranslate2.Translator method)
V
validate() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.LayerSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerDecoderSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerEncoderSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
value (ctranslate2.DataType property)
(ctranslate2.Device property)
variables() (ctranslate2.specs.LanguageModelSpec method)
(ctranslate2.specs.LayerSpec method)
(ctranslate2.specs.ModelSpec method)
(ctranslate2.specs.SequenceToSequenceModelSpec method)
(ctranslate2.specs.TransformerDecoderModelSpec method)
(ctranslate2.specs.TransformerDecoderSpec method)
(ctranslate2.specs.TransformerEncoderModelSpec method)
(ctranslate2.specs.TransformerEncoderSpec method)
(ctranslate2.specs.TransformerSpec method)
(ctranslate2.specs.Wav2Vec2BertSpec method)
(ctranslate2.specs.Wav2Vec2Spec method)
(ctranslate2.specs.WhisperSpec method)
W
Wav2Vec2 (class in ctranslate2.models)
Wav2Vec2Bert (class in ctranslate2.models)
Wav2Vec2BertSpec (class in ctranslate2.specs)
Wav2Vec2Spec (class in ctranslate2.specs)
Whisper (class in ctranslate2.models)
WhisperGenerationResult (class in ctranslate2.models)
WhisperGenerationResultAsync (class in ctranslate2.models)
WhisperSpec (class in ctranslate2.specs)