__init__.py 3.42 KB
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
5
6
7
8
9
10
11
12
13
14
15
16
from vllm.config.cache import (
    BlockSize,
    CacheConfig,
    CacheDType,
    MambaDType,
    PrefixCachingHashAlgo,
)
from vllm.config.compilation import (
    CompilationConfig,
    CompilationLevel,
    CUDAGraphMode,
    PassConfig,
)
17
from vllm.config.device import Device, DeviceConfig
18
from vllm.config.kv_events import KVEventsConfig
19
from vllm.config.kv_transfer import KVTransferConfig
20
from vllm.config.load import LoadConfig
21
from vllm.config.lora import LoRAConfig
22
23
24
25
26
27
28
29
30
31
32
33
34
35
from vllm.config.model import (
    ConvertOption,
    HfOverrides,
    LogprobsMode,
    ModelConfig,
    ModelDType,
    ModelImpl,
    RunnerOption,
    TaskOption,
    TokenizerMode,
    iter_architecture_defaults,
    try_match_architecture_defaults,
)
from vllm.config.multimodal import MMCacheType, MMEncoderTPMode, MultiModalConfig
36
from vllm.config.observability import DetailedTraceModules, ObservabilityConfig
37
from vllm.config.parallel import DistributedExecutorBackend, EPLBConfig, ParallelConfig
38
from vllm.config.pooler import PoolerConfig
39
from vllm.config.scheduler import RunnerType, SchedulerConfig, SchedulerPolicy
40
from vllm.config.speculative import SpeculativeConfig
41
from vllm.config.speech_to_text import SpeechToTextConfig
42
from vllm.config.structured_outputs import StructuredOutputsConfig
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
from vllm.config.utils import (
    ConfigType,
    SupportsMetricsInfo,
    config,
    get_attr_docs,
    is_init_field,
    update_config,
)
from vllm.config.vllm import (
    VllmConfig,
    get_cached_compilation_config,
    get_current_vllm_config,
    get_layers_from_vllm_config,
    set_current_vllm_config,
)
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130

__all__ = [
    # From vllm.config.cache
    "BlockSize",
    "CacheConfig",
    "CacheDType",
    "MambaDType",
    "PrefixCachingHashAlgo",
    # From vllm.config.compilation
    "CompilationConfig",
    "CompilationLevel",
    "CUDAGraphMode",
    "PassConfig",
    # From vllm.config.device
    "Device",
    "DeviceConfig",
    # From vllm.config.kv_events
    "KVEventsConfig",
    # From vllm.config.kv_transfer
    "KVTransferConfig",
    # From vllm.config.load
    "LoadConfig",
    # From vllm.config.lora
    "LoRAConfig",
    # From vllm.config.model
    "ConvertOption",
    "HfOverrides",
    "LogprobsMode",
    "ModelConfig",
    "ModelDType",
    "ModelImpl",
    "RunnerOption",
    "TaskOption",
    "TokenizerMode",
    "iter_architecture_defaults",
    "try_match_architecture_defaults",
    # From vllm.config.multimodal
    "MMCacheType",
    "MMEncoderTPMode",
    "MultiModalConfig",
    # From vllm.config.observability
    "DetailedTraceModules",
    "ObservabilityConfig",
    # From vllm.config.parallel
    "DistributedExecutorBackend",
    "EPLBConfig",
    "ParallelConfig",
    # From vllm.config.pooler
    "PoolerConfig",
    # From vllm.config.scheduler
    "RunnerType",
    "SchedulerConfig",
    "SchedulerPolicy",
    # From vllm.config.speculative
    "SpeculativeConfig",
    # From vllm.config.speech_to_text
    "SpeechToTextConfig",
    # From vllm.config.structured_outputs
    "StructuredOutputsConfig",
    # From vllm.config.utils
    "ConfigType",
    "SupportsMetricsInfo",
    "config",
    "get_attr_docs",
    "is_init_field",
    "update_config",
    # From vllm.config.vllm
    "VllmConfig",
    "get_cached_compilation_config",
    "get_current_vllm_config",
    "set_current_vllm_config",
    "get_layers_from_vllm_config",
]