__init__.py 3.82 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kernel import KernelConfig
15
from vllm.config.kv_events import KVEventsConfig
16
from vllm.config.kv_transfer import KVTransferConfig
17
from vllm.config.load import LoadConfig
18
from vllm.config.lora import LoRAConfig
19
20
21
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
22
    str_dtype_to_torch_dtype,
23
24
    try_match_architecture_defaults,
)
25
26
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
27
28
29
30
31
32
from vllm.config.offload import (
    OffloadBackend,
    OffloadConfig,
    PrefetchOffloadConfig,
    UVAOffloadConfig,
)
33
from vllm.config.parallel import EPLBConfig, ParallelConfig
34
from vllm.config.pooler import PoolerConfig
35
from vllm.config.profiler import ProfilerConfig
36
from vllm.config.reasoning import ReasoningConfig
37
from vllm.config.scheduler import SchedulerConfig
38
from vllm.config.speculative import SpeculativeConfig
39
from vllm.config.speech_to_text import SpeechToTextConfig
40
from vllm.config.structured_outputs import StructuredOutputsConfig
41
42
43
44
45
46
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
47
    replace,
48
49
50
51
52
53
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
54
    get_current_vllm_config_or_none,
55
56
57
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
58
from vllm.config.weight_transfer import WeightTransferConfig
59

60
61
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
62
__all__ = [
63
64
    # From vllm.config.attention
    "AttentionConfig",
65
66
67
68
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
69
    "CompilationMode",
70
71
72
73
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
74
75
    # From vllm.config.ec_transfer
    "ECTransferConfig",
76
77
    # From vllm.config.kernel
    "KernelConfig",
78
79
80
81
82
83
84
85
86
87
88
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
89
    "str_dtype_to_torch_dtype",
90
91
92
93
94
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
95
96
97
98
99
    # From vllm.config.offload
    "OffloadBackend",
    "OffloadConfig",
    "PrefetchOffloadConfig",
    "UVAOffloadConfig",
100
101
102
103
104
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
105
106
    # From vllm.config.reasoning
    "ReasoningConfig",
107
108
109
110
111
112
113
114
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
115
116
    # From vllm.config.profiler
    "ProfilerConfig",
117
118
119
120
121
122
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
123
    "replace",
124
125
126
127
128
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
129
    "get_current_vllm_config_or_none",
130
131
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
132
    "WeightTransferConfig",
133
]