__init__.py 2.82 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.cache import CacheConfig
5
6
7
8
9
10
from vllm.config.compilation import (
    CompilationConfig,
    CompilationLevel,
    CUDAGraphMode,
    PassConfig,
)
11
from vllm.config.device import DeviceConfig
12
from vllm.config.kv_events import KVEventsConfig
13
from vllm.config.kv_transfer import KVTransferConfig
14
from vllm.config.load import LoadConfig
15
from vllm.config.lora import LoRAConfig
16
17
18
19
20
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
    try_match_architecture_defaults,
)
21
22
23
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
from vllm.config.parallel import EPLBConfig, ParallelConfig
24
from vllm.config.pooler import PoolerConfig
25
from vllm.config.scheduler import SchedulerConfig
26
from vllm.config.speculative import SpeculativeConfig
27
from vllm.config.speech_to_text import SpeechToTextConfig
28
from vllm.config.structured_outputs import StructuredOutputsConfig
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
44

45
46
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
__all__ = [
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
    "CompilationLevel",
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
]