__init__.py 1.16 KB
Newer Older
1
from .data import (DecoderOnlyInputs, EncoderDecoderInputs,
2
                   ExplicitEncoderDecoderPrompt, ProcessorInputs, PromptType,
3
4
5
6
7
8
                   SingletonInputs, SingletonInputsAdapter, SingletonPrompt,
                   TextPrompt, TokenInputs, TokensPrompt,
                   build_explicit_enc_dec_prompt, to_enc_dec_tuple_list,
                   token_inputs, zip_enc_dec_prompts)
from .registry import (DummyData, InputContext, InputProcessingContext,
                       InputRegistry)
9
10
11
12
13
14
15
16

INPUT_REGISTRY = InputRegistry()
"""
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.
"""

__all__ = [
17
18
    "TextPrompt",
    "TokensPrompt",
19
20
    "PromptType",
    "SingletonPrompt",
21
    "ExplicitEncoderDecoderPrompt",
22
23
24
25
    "TokenInputs",
    "token_inputs",
    "DecoderOnlyInputs",
    "EncoderDecoderInputs",
26
27
    "ProcessorInputs",
    "SingletonInputs",
28
    "SingletonInputsAdapter",
29
30
31
    "build_explicit_enc_dec_prompt",
    "to_enc_dec_tuple_list",
    "zip_enc_dec_prompts",
32
    "INPUT_REGISTRY",
33
    "DummyData",
34
    "InputContext",
35
    "InputProcessingContext",
36
    "InputRegistry",
37
]