__init__.py 3.72 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kernel import KernelConfig
15
from vllm.config.kv_events import KVEventsConfig
16
from vllm.config.kv_transfer import KVTransferConfig
17
from vllm.config.load import LoadConfig
18
from vllm.config.lora import LoRAConfig
19
20
21
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
22
    str_dtype_to_torch_dtype,
23
24
    try_match_architecture_defaults,
)
25
26
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
27
28
29
30
31
32
from vllm.config.offload import (
    OffloadBackend,
    OffloadConfig,
    PrefetchOffloadConfig,
    UVAOffloadConfig,
)
33
from vllm.config.parallel import EPLBConfig, ParallelConfig
34
from vllm.config.pooler import PoolerConfig
35
from vllm.config.profiler import ProfilerConfig
36
from vllm.config.scheduler import SchedulerConfig
37
from vllm.config.speculative import SpeculativeConfig
38
from vllm.config.speech_to_text import SpeechToTextConfig
39
from vllm.config.structured_outputs import StructuredOutputsConfig
40
41
42
43
44
45
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
46
    replace,
47
48
49
50
51
52
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
53
    get_current_vllm_config_or_none,
54
55
56
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
57
from vllm.config.weight_transfer import WeightTransferConfig
58

59
60
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
61
__all__ = [
62
63
    # From vllm.config.attention
    "AttentionConfig",
64
65
66
67
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
68
    "CompilationMode",
69
70
71
72
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
73
74
    # From vllm.config.ec_transfer
    "ECTransferConfig",
75
76
    # From vllm.config.kernel
    "KernelConfig",
77
78
79
80
81
82
83
84
85
86
87
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
88
    "str_dtype_to_torch_dtype",
89
90
91
92
93
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
94
95
96
97
98
    # From vllm.config.offload
    "OffloadBackend",
    "OffloadConfig",
    "PrefetchOffloadConfig",
    "UVAOffloadConfig",
99
100
101
102
103
104
105
106
107
108
109
110
111
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
112
113
    # From vllm.config.profiler
    "ProfilerConfig",
114
115
116
117
118
119
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
120
    "replace",
121
122
123
124
125
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
126
    "get_current_vllm_config_or_none",
127
128
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
129
    "WeightTransferConfig",
130
]