__init__.py 2.93 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
from vllm.config.cache import CacheConfig
5
6
from vllm.config.compilation import (
    CompilationConfig,
7
    CompilationMode,
8
9
10
    CUDAGraphMode,
    PassConfig,
)
11
from vllm.config.device import DeviceConfig
12
from vllm.config.ec_transfer import ECTransferConfig
13
from vllm.config.kv_events import KVEventsConfig
14
from vllm.config.kv_transfer import KVTransferConfig
15
from vllm.config.load import LoadConfig
16
from vllm.config.lora import LoRAConfig
17
18
19
20
21
from vllm.config.model import (
    ModelConfig,
    iter_architecture_defaults,
    try_match_architecture_defaults,
)
22
23
24
from vllm.config.multimodal import MultiModalConfig
from vllm.config.observability import ObservabilityConfig
from vllm.config.parallel import EPLBConfig, ParallelConfig
25
from vllm.config.pooler import PoolerConfig
26
from vllm.config.scheduler import SchedulerConfig
27
from vllm.config.speculative import SpeculativeConfig
28
from vllm.config.speech_to_text import SpeechToTextConfig
29
from vllm.config.structured_outputs import StructuredOutputsConfig
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
45

46
47
# __all__ should only contain classes and functions.
# Types and globals should be imported from their respective modules.
48
49
50
51
52
__all__ = [
    # From vllm.config.cache
    "CacheConfig",
    # From vllm.config.compilation
    "CompilationConfig",
53
    "CompilationMode",
54
55
56
57
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "DeviceConfig",
58
59
    # From vllm.config.ec_transfer
    "ECTransferConfig",
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ModelConfig",
    "iter_architecture_defaults",
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MultiModalConfig",
    # From vllm.config.observability
    "ObservabilityConfig",
    # From vllm.config.parallel
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "SchedulerConfig",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
]