__init__.py 3.91 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kernel import KernelConfig
15
from vllm.config.kv_events import KVEventsConfig
16
from vllm.config.kv_transfer import KVTransferConfig
17
from vllm.config.load import LoadConfig
18
from vllm.config.lora import LoRAConfig
19
from vllm.config.mamba import MambaConfig
20
21
22
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
23
    str_dtype_to_torch_dtype,
24
25
    try_match_architecture_defaults,
)
26
27
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
28
29
30
31
32
33
from vllm.config.offload import (
    OffloadBackend,
    OffloadConfig,
    PrefetchOffloadConfig,
    UVAOffloadConfig,
)
34
from vllm.config.parallel import EPLBConfig, ParallelConfig
35
from vllm.config.pooler import PoolerConfig
36
from vllm.config.profiler import ProfilerConfig
37
from vllm.config.reasoning import ReasoningConfig
38
from vllm.config.scheduler import SchedulerConfig
39
from vllm.config.speculative import SpeculativeConfig
40
from vllm.config.speech_to_text import SpeechToTextConfig
41
from vllm.config.structured_outputs import StructuredOutputsConfig
42
43
44
45
46
47
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
48
    replace,
49
50
51
52
53
54
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
55
    get_current_vllm_config_or_none,
56
57
58
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
59
from vllm.config.weight_transfer import WeightTransferConfig
60

61
62
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
63
__all__ = [
64
65
    # From vllm.config.attention
    "AttentionConfig",
66
67
68
69
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
70
    "CompilationMode",
71
72
73
74
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
75
76
    # From vllm.config.ec_transfer
    "ECTransferConfig",
77
78
    # From vllm.config.kernel
    "KernelConfig",
79
80
81
82
83
84
85
86
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
87
88
    # From vllm.config.mamba
    "MambaConfig",
89
90
91
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
92
    "str_dtype_to_torch_dtype",
93
94
95
96
97
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
98
99
100
101
102
    # From vllm.config.offload
    "OffloadBackend",
    "OffloadConfig",
    "PrefetchOffloadConfig",
    "UVAOffloadConfig",
103
104
105
106
107
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
108
109
    # From vllm.config.reasoning
    "ReasoningConfig",
110
111
112
113
114
115
116
117
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
118
119
    # From vllm.config.profiler
    "ProfilerConfig",
120
121
122
123
124
125
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
126
    "replace",
127
128
129
130
131
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
132
    "get_current_vllm_config_or_none",
133
134
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
135
    "WeightTransferConfig",
136
]