__init__.py 607 Bytes
Newer Older
1
from .data import (LLMInputs, ParsedText, ParsedTokens, PromptInputs,
2
                   TextPrompt, TokensPrompt, parse_and_batch_prompt)
3
4
5
6
7
8
9
10
11
12
13
14
15
from .registry import InputContext, InputRegistry

INPUT_REGISTRY = InputRegistry()
"""
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.

See also:
    :ref:`input_processing_pipeline`
"""

__all__ = [
    "ParsedText", "ParsedTokens", "parse_and_batch_prompt", "TextPrompt",
16
17
    "TokensPrompt", "PromptInputs", "LLMInputs", "INPUT_REGISTRY",
    "InputContext", "InputRegistry"
18
]