__init__.py 1.24 KB
Newer Older
1
from .data import (EncoderDecoderLLMInputs, ExplicitEncoderDecoderPrompt,
2
                   LLMInputs, PromptType, SingletonPrompt, TextPrompt,
3
4
                   TokensPrompt, build_explicit_enc_dec_prompt,
                   to_enc_dec_tuple_list, zip_enc_dec_prompts)
5
6
7
8
9
10
11
12
13
14
15
16
from .registry import InputContext, InputRegistry

INPUT_REGISTRY = InputRegistry()
"""
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.

See also:
    :ref:`input_processing_pipeline`
"""

__all__ = [
17
18
    "TextPrompt",
    "TokensPrompt",
19
20
    "PromptType",
    "SingletonPrompt",
21
    "ExplicitEncoderDecoderPrompt",
22
    "LLMInputs",
23
24
25
26
    "EncoderDecoderLLMInputs",
    "build_explicit_enc_dec_prompt",
    "to_enc_dec_tuple_list",
    "zip_enc_dec_prompts",
27
28
29
    "INPUT_REGISTRY",
    "InputContext",
    "InputRegistry",
30
]
31
32
33
34
35
36
37
38
39
40
41
42
43
44


def __getattr__(name: str):
    if name == "PromptInput":
        import warnings

        msg = ("PromptInput has been renamed to PromptType. "
               "The original name will be removed in an upcoming version.")

        warnings.warn(DeprecationWarning(msg), stacklevel=2)

        return PromptType

    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")