__init__.py 997 Bytes
Newer Older
1
from .data import (DecoderOnlyInputs, EncoderDecoderLLMInputs, ExplicitEncoderDecoderPrompt,
2
                   LLMInputs, PromptInputs, SingletonPromptInputs, TextPrompt,
3
4
5
                   TokensPrompt, 
                   build_explicit_enc_dec_prompt, to_enc_dec_tuple_list, 
                   token_inputs, zip_enc_dec_prompts)
6
7
8
9
10
11
12
13
14
15
16
17
from .registry import InputContext, InputRegistry

INPUT_REGISTRY = InputRegistry()
"""
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.

See also:
    :ref:`input_processing_pipeline`
"""

__all__ = [
18
19
20
    "TextPrompt",
    "TokensPrompt",
    "PromptInputs",
21
22
    "SingletonPromptInputs",
    "ExplicitEncoderDecoderPrompt",
23
    "LLMInputs",
24
25
    "token_inputs",
    "DecoderOnlyInputs",
26
27
28
29
    "EncoderDecoderLLMInputs",
    "build_explicit_enc_dec_prompt",
    "to_enc_dec_tuple_list",
    "zip_enc_dec_prompts",
30
31
32
    "INPUT_REGISTRY",
    "InputContext",
    "InputRegistry",
33
]