__init__.py 3.48 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kernel import KernelConfig
15
from vllm.config.kv_events import KVEventsConfig
16
from vllm.config.kv_transfer import KVTransferConfig
17
from vllm.config.load import LoadConfig
18
from vllm.config.lora import LoRAConfig
19
20
21
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
22
    str_dtype_to_torch_dtype,
23
24
    try_match_architecture_defaults,
)
25
26
27
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
from vllm.config.parallel import EPLBConfig, ParallelConfig
28
from vllm.config.pooler import PoolerConfig
29
from vllm.config.profiler import ProfilerConfig
30
from vllm.config.scheduler import SchedulerConfig
31
from vllm.config.speculative import SpeculativeConfig
32
from vllm.config.speech_to_text import SpeechToTextConfig
33
from vllm.config.structured_outputs import StructuredOutputsConfig
34
35
36
37
38
39
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
40
    replace,
41
42
43
44
45
46
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
47
    get_current_vllm_config_or_none,
48
49
50
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
51
from vllm.config.weight_transfer import WeightTransferConfig
52

53
54
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
55
__all__ = [
56
57
    # From vllm.config.attention
    "AttentionConfig",
58
59
60
61
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
62
    "CompilationMode",
63
64
65
66
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
67
68
    # From vllm.config.ec_transfer
    "ECTransferConfig",
69
70
    # From vllm.config.kernel
    "KernelConfig",
71
72
73
74
75
76
77
78
79
80
81
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
82
    "str_dtype_to_torch_dtype",
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
101
102
    # From vllm.config.profiler
    "ProfilerConfig",
103
104
105
106
107
108
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
109
    "replace",
110
111
112
113
114
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
115
    "get_current_vllm_config_or_none",
116
117
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
118
    "WeightTransferConfig",
119
]