"vscode:/vscode.git/clone" did not exist on "af6e19f50f1d5d0c3801948c3ab17b2af231c259"
__init__.py 1.23 KB
Newer Older
1
2
# SPDX-License-Identifier: Apache-2.0

3
from .data import (DecoderOnlyInputs, EmbedsInputs, EncoderDecoderInputs,
4
                   ExplicitEncoderDecoderPrompt, ProcessorInputs, PromptType,
5
                   SingletonInputs, SingletonPrompt, TextPrompt, TokenInputs,
6
                   TokensPrompt, build_explicit_enc_dec_prompt, embeds_inputs,
7
                   to_enc_dec_tuple_list, token_inputs, zip_enc_dec_prompts)
8
9
from .registry import (DummyData, InputContext, InputProcessingContext,
                       InputRegistry)
10
11
12

INPUT_REGISTRY = InputRegistry()
"""
13
14
15
The global [`InputRegistry`][vllm.inputs.registry.InputRegistry] which is used
by [`LLMEngine`][vllm.LLMEngine] to dispatch data processing according to the
target model.
16
17
18
"""

__all__ = [
19
20
    "TextPrompt",
    "TokensPrompt",
21
22
    "PromptType",
    "SingletonPrompt",
23
    "ExplicitEncoderDecoderPrompt",
24
    "TokenInputs",
25
    "EmbedsInputs",
26
    "token_inputs",
27
    "embeds_inputs",
28
29
    "DecoderOnlyInputs",
    "EncoderDecoderInputs",
30
31
    "ProcessorInputs",
    "SingletonInputs",
32
33
34
    "build_explicit_enc_dec_prompt",
    "to_enc_dec_tuple_list",
    "zip_enc_dec_prompts",
35
    "INPUT_REGISTRY",
36
    "DummyData",
37
    "InputContext",
38
    "InputProcessingContext",
39
    "InputRegistry",
40
]