__init__.py 3.2 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.attention import AttentionConfig
5
from vllm.config.cache import CacheConfig
6
7
from vllm.config.compilation import (
    CompilationConfig,
8
    CompilationMode,
9
10
11
    CUDAGraphMode,
    PassConfig,
)
12
from vllm.config.device import DeviceConfig
13
from vllm.config.ec_transfer import ECTransferConfig
14
from vllm.config.kv_events import KVEventsConfig
15
from vllm.config.kv_transfer import KVTransferConfig
16
from vllm.config.load import LoadConfig
17
from vllm.config.lora import LoRAConfig
18
19
20
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
21
    str_dtype_to_torch_dtype,
22
23
    try_match_architecture_defaults,
)
24
25
26
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
from vllm.config.parallel import EPLBConfig, ParallelConfig
27
from vllm.config.pooler import PoolerConfig
28
from vllm.config.profiler import ProfilerConfig
29
from vllm.config.scheduler import SchedulerConfig
30
from vllm.config.speculative import SpeculativeConfig
31
from vllm.config.speech_to_text import SpeechToTextConfig
32
from vllm.config.structured_outputs import StructuredOutputsConfig
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
48

49
50
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
51
__all__ = [
52
53
    # From vllm.config.attention
    "AttentionConfig",
54
55
56
57
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
58
    "CompilationMode",
59
60
61
62
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
63
64
    # From vllm.config.ec_transfer
    "ECTransferConfig",
65
66
67
68
69
70
71
72
73
74
75
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
76
    "str_dtype_to_torch_dtype",
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
95
96
    # From vllm.config.profiler
    "ProfilerConfig",
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
]