__init__.py 1.38 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from .data import (DataPrompt, DecoderOnlyInputs, EmbedsInputs, EmbedsPrompt,
5
6
7
8
                   EncoderDecoderInputs, ExplicitEncoderDecoderPrompt,
                   ProcessorInputs, PromptType, SingletonInputs,
                   SingletonPrompt, TextPrompt, TokenInputs, TokensPrompt,
                   build_explicit_enc_dec_prompt, embeds_inputs,
9
                   to_enc_dec_tuple_list, token_inputs, zip_enc_dec_prompts)
10
11
from .registry import (DummyData, InputContext, InputProcessingContext,
                       InputRegistry)
12
13
14

INPUT_REGISTRY = InputRegistry()
"""
15
16
17
The global [`InputRegistry`][vllm.inputs.registry.InputRegistry] which is used
by [`LLMEngine`][vllm.LLMEngine] to dispatch data processing according to the
target model.
18
19
20
"""

__all__ = [
21
    "DataPrompt",
22
23
    "TextPrompt",
    "TokensPrompt",
24
25
    "PromptType",
    "SingletonPrompt",
26
    "ExplicitEncoderDecoderPrompt",
27
    "TokenInputs",
28
    "EmbedsInputs",
29
    "EmbedsPrompt",
30
    "token_inputs",
31
    "embeds_inputs",
32
33
    "DecoderOnlyInputs",
    "EncoderDecoderInputs",
34
35
    "ProcessorInputs",
    "SingletonInputs",
36
37
38
    "build_explicit_enc_dec_prompt",
    "to_enc_dec_tuple_list",
    "zip_enc_dec_prompts",
39
    "INPUT_REGISTRY",
40
    "DummyData",
41
    "InputContext",
42
    "InputProcessingContext",
43
    "InputRegistry",
44
]