__init__.py 3.96 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kernel import KernelConfig
15
from vllm.config.kv_events import KVEventsConfig
16
from vllm.config.kv_transfer import KVTransferConfig
17
from vllm.config.load import LoadConfig
18
from vllm.config.lora import LoRAConfig
19
from vllm.config.mamba import MambaConfig
20
21
22
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
23
    str_dtype_to_torch_dtype,
24
25
    try_match_architecture_defaults,
)
26
27
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
28
29
30
31
32
33
from vllm.config.offload import (
    OffloadBackend,
    OffloadConfig,
    PrefetchOffloadConfig,
    UVAOffloadConfig,
)
34
from vllm.config.parallel import EPLBConfig, ParallelConfig
35
from vllm.config.pooler import PoolerConfig
36
from vllm.config.profiler import ProfilerConfig
37
from vllm.config.reasoning import ReasoningConfig
38
from vllm.config.scheduler import SchedulerConfig
39
from vllm.config.speculative import SpeculativeConfig
40
from vllm.config.speech_to_text import SpeechToTextConfig, SpeechToTextParams
41
from vllm.config.structured_outputs import StructuredOutputsConfig
42
43
44
45
46
47
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
48
    replace,
49
50
51
52
53
54
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
55
    get_current_vllm_config_or_none,
56
57
58
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
59
from vllm.config.weight_transfer import WeightTransferConfig
60

61
62
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
63
__all__ = [
64
65
    # From vllm.config.attention
    "AttentionConfig",
66
67
68
69
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
70
    "CompilationMode",
71
72
73
74
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
75
76
    # From vllm.config.ec_transfer
    "ECTransferConfig",
77
78
    # From vllm.config.kernel
    "KernelConfig",
79
80
81
82
83
84
85
86
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
87
88
    # From vllm.config.mamba
    "MambaConfig",
89
90
91
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
92
    "str_dtype_to_torch_dtype",
93
94
95
96
97
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
98
99
100
101
102
    # From vllm.config.offload
    "OffloadBackend",
    "OffloadConfig",
    "PrefetchOffloadConfig",
    "UVAOffloadConfig",
103
104
105
106
107
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
108
109
    # From vllm.config.reasoning
    "ReasoningConfig",
110
111
112
113
114
115
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
116
    "SpeechToTextParams",
117
118
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
119
120
    # From vllm.config.profiler
    "ProfilerConfig",
121
122
123
124
125
126
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
127
    "replace",
128
129
130
131
132
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
133
    "get_current_vllm_config_or_none",
134
135
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
136
    "WeightTransferConfig",
137
]