ctranslate2

• AsyncGenerationResult
  • AsyncGenerationResult
    • AsyncGenerationResult.done()
    • AsyncGenerationResult.result()
• AsyncScoringResult
  • AsyncScoringResult
    • AsyncScoringResult.done()
    • AsyncScoringResult.result()
• AsyncTranslationResult
  • AsyncTranslationResult
    • AsyncTranslationResult.done()
    • AsyncTranslationResult.result()
• DataType
  • DataType
    • DataType.__init__()
    • DataType.bfloat16
    • DataType.float16
    • DataType.float32
    • DataType.int16
    • DataType.int32
    • DataType.int8
    • DataType.name
    • DataType.value
• Device
  • Device
    • Device.__init__()
    • Device.cpu
    • Device.cuda
    • Device.name
    • Device.value
• Encoder
  • Encoder
    • Encoder.__init__()
    • Encoder.forward_batch()
    • Encoder.load_model()
    • Encoder.unload_model()
    • Encoder.compute_type
    • Encoder.device
    • Encoder.device_index
    • Encoder.model_is_loaded
    • Encoder.num_active_batches
    • Encoder.num_encoders
    • Encoder.num_queued_batches
    • Encoder.tensor_parallel
• EncoderForwardOutput
  • EncoderForwardOutput
    • EncoderForwardOutput.last_hidden_state
    • EncoderForwardOutput.pooler_output
• ExecutionStats
  • ExecutionStats
    • ExecutionStats.num_examples
    • ExecutionStats.num_tokens
    • ExecutionStats.total_time_in_ms
• GenerationResult
  • GenerationResult
    • GenerationResult.logits
    • GenerationResult.scores
    • GenerationResult.sequences
    • GenerationResult.sequences_ids
• GenerationStepResult
  • GenerationStepResult
    • GenerationStepResult.batch_id
    • GenerationStepResult.hypothesis_id
    • GenerationStepResult.is_last
    • GenerationStepResult.log_prob
    • GenerationStepResult.logits
    • GenerationStepResult.step
    • GenerationStepResult.token
    • GenerationStepResult.token_id
• Generator
  • Generator
    • Generator.__init__()
    • Generator.async_generate_tokens()
    • Generator.forward_batch()
    • Generator.generate_batch()
    • Generator.generate_iterable()
    • Generator.generate_tokens()
    • Generator.load_model()
    • Generator.score_batch()
    • Generator.score_iterable()
    • Generator.unload_model()
    • Generator.compute_type
    • Generator.device
    • Generator.device_index
    • Generator.model_is_loaded
    • Generator.num_active_batches
    • Generator.num_generators
    • Generator.num_queued_batches
    • Generator.tensor_parallel
• MpiInfo
  • MpiInfo
    • MpiInfo.getCurRank()
    • MpiInfo.getLocalRank()
    • MpiInfo.getNRanks()
• ScoringResult
  • ScoringResult
    • ScoringResult.log_probs
    • ScoringResult.tokens
• StorageView
  • StorageView
    • StorageView.from_array()
    • StorageView.to()
    • StorageView.to_device()
    • StorageView.device
    • StorageView.device_index
    • StorageView.dtype
    • StorageView.shape
• TranslationResult
  • TranslationResult
    • TranslationResult.attention
    • TranslationResult.hypotheses
    • TranslationResult.logits
    • TranslationResult.scores
• Translator
  • Translator
    • Translator.__init__()
    • Translator.generate_tokens()
    • Translator.load_model()
    • Translator.score_batch()
    • Translator.score_file()
    • Translator.score_iterable()
    • Translator.translate_batch()
    • Translator.translate_file()
    • Translator.translate_iterable()
    • Translator.unload_model()
    • Translator.compute_type
    • Translator.device
    • Translator.device_index
    • Translator.model_is_loaded
    • Translator.num_active_batches
    • Translator.num_queued_batches
    • Translator.num_translators
    • Translator.tensor_parallel
• contains_model
  • contains_model()
• get_cuda_device_count
  • get_cuda_device_count()
• get_log_level
  • get_log_level()
• get_supported_compute_types
  • get_supported_compute_types()
• set_log_level
  • set_log_level()
• set_random_seed
  • set_random_seed()