__init__.py 912 Bytes
Newer Older
1
2
3
4
from .data import (ExplicitEncoderDecoderPrompt, LLMInputs, ParsedText,
                   ParsedTokens, PromptInputs, SingletonPromptInputs,
                   TextPrompt, TokensPrompt, get_prompt_type,
                   is_valid_encoder_decoder_llm_inputs, parse_and_batch_prompt)
5
6
7
8
9
10
11
12
13
14
15
16
from .registry import InputContext, InputRegistry

INPUT_REGISTRY = InputRegistry()
"""
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.

See also:
    :ref:`input_processing_pipeline`
"""

__all__ = [
17
18
19
20
21
22
23
24
25
26
27
28
29
30
    "ParsedText",
    "ParsedTokens",
    "parse_and_batch_prompt",
    "TextPrompt",
    "TokensPrompt",
    "PromptInputs",
    "LLMInputs",
    "INPUT_REGISTRY",
    "InputContext",
    "InputRegistry",
    "get_prompt_type",
    "is_valid_encoder_decoder_llm_inputs",
    "ExplicitEncoderDecoderPrompt",
    "SingletonPromptInputs",
31
]