Unverified Commit 40b8f553 authored by Harry Mellor's avatar Harry Mellor Committed by GitHub
Browse files

[Docs] Reduce time spent generating API docs (#34255)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
parent 5045d5c9
......@@ -1110,6 +1110,7 @@ class BaseMultiModalProcessor(ABC, Generic[_I]):
self,
mm_items: MultiModalDataItems,
) -> tuple[Mapping[str, object], Mapping[str, object]]:
"""Extract processor and passthrough data from multi-modal items."""
processor_data = dict[str, object]()
passthrough_data = dict[str, object]()
......@@ -1616,6 +1617,7 @@ class BaseMultiModalProcessor(ABC, Generic[_I]):
token_ids: list[int],
mm_prompt_updates: MultiModalPromptUpdates,
) -> tuple[list[int], Mapping[str, list[PlaceholderFeaturesInfo]]]:
"""Apply multi-modal prompt updates to token IDs."""
tokenizer = self.info.get_tokenizer()
new_token_ids, match_result = self._apply_token_matches(
......
......@@ -35,6 +35,8 @@ def in_wsl() -> bool:
class PlatformEnum(enum.Enum):
"""Enumeration of supported hardware platforms."""
CUDA = enum.auto()
ROCM = enum.auto()
TPU = enum.auto()
......
......@@ -26,6 +26,7 @@ plugins_loaded = False
def load_plugins_by_group(group: str) -> dict[str, Callable[[], Any]]:
"""Load plugins registered under the given entry point group."""
from importlib.metadata import entry_points
allowed_plugins = envs.VLLM_PLUGINS
......
......@@ -16,6 +16,8 @@ IOProcessorOutput = TypeVar("IOProcessorOutput")
class IOProcessor(ABC, Generic[IOProcessorInput, IOProcessorOutput]):
"""Abstract interface for pre/post-processing of engine I/O."""
def __init__(self, vllm_config: VllmConfig):
super().__init__()
......
......@@ -69,6 +69,8 @@ class InputStreamError(Exception):
class AsyncLLM(EngineClient):
"""An asynchronous wrapper for the vLLM engine."""
def __init__(
self,
vllm_config: VllmConfig,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment