Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
9a8966bc
Unverified
Commit
9a8966bc
authored
Sep 13, 2025
by
Hyogeun Oh (오효근)
Committed by
GitHub
Sep 13, 2025
Browse files
[Docs] Fix warnings in mkdocs build (continued) (#24791)
Signed-off-by:
Zerohertz
<
ohg3417@gmail.com
>
parent
5febdc87
Changes
27
Show whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
21 additions
and
27 deletions
+21
-27
vllm/model_executor/models/zamba2.py
vllm/model_executor/models/zamba2.py
+2
-2
vllm/transformers_utils/config.py
vllm/transformers_utils/config.py
+7
-6
vllm/transformers_utils/configs/jais.py
vllm/transformers_utils/configs/jais.py
+4
-4
vllm/transformers_utils/configs/ultravox.py
vllm/transformers_utils/configs/ultravox.py
+0
-4
vllm/transformers_utils/processors/deepseek_vl2.py
vllm/transformers_utils/processors/deepseek_vl2.py
+4
-5
vllm/transformers_utils/runai_utils.py
vllm/transformers_utils/runai_utils.py
+1
-3
vllm/transformers_utils/s3_utils.py
vllm/transformers_utils/s3_utils.py
+3
-3
No files found.
vllm/model_executor/models/zamba2.py
View file @
9a8966bc
vllm/transformers_utils/config.py
View file @
9a8966bc
...
@@ -679,20 +679,21 @@ def get_hf_file_to_dict(file_name: str,
...
@@ -679,20 +679,21 @@ def get_hf_file_to_dict(file_name: str,
@
cache
@
cache
def
get_pooling_config
(
model
:
str
,
revision
:
Optional
[
str
]
=
'main'
):
def
get_pooling_config
(
model
:
str
,
revision
:
Optional
[
str
]
=
'main'
)
->
Optional
[
dict
]:
"""
"""
This function gets the pooling and normalize
This function gets the pooling and normalize
config from the model - only applies to
config from the model - only applies to
sentence-transformers models.
sentence-transformers models.
Args:
Args:
model
(str)
: The name of the Hugging Face model.
model: The name of the Hugging Face model.
revision
(str, optional)
: The specific version
revision: The specific version
of the model to use.
of the model to use.
Defaults to 'main'.
Defaults to 'main'.
Returns:
Returns:
dict:
A dictionary containing the pooling
A dictionary containing the pooling
type and whether
type and whether
normalization is used.
normalization is used
, or None if no pooling configuration is found
.
"""
"""
modules_file_name
=
"modules.json"
modules_file_name
=
"modules.json"
...
...
vllm/transformers_utils/configs/jais.py
View file @
9a8966bc
...
@@ -74,10 +74,10 @@ class JAISConfig(PretrainedConfig):
...
@@ -74,10 +74,10 @@ class JAISConfig(PretrainedConfig):
use_cache (`bool`, *optional*, defaults to `True`):
use_cache (`bool`, *optional*, defaults to `True`):
Whether or not the model should return the last key/values
Whether or not the model should return the last key/values
attentions (not used by all models).
attentions (not used by all models).
scale_attn_by_inverse_layer_idx
(`bool`, *optional*,
scale_attn_by_inverse_layer_idx
defaults to `False`):
(`bool`, *optional*,
defaults to `False`):
Whether to additionally scale attention weights
by
Whether to additionally scale attention weights
`1 / layer_idx + 1`.
by
`1 / layer_idx + 1`.
reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
Whether to scale keys (K) prior to computing attention
Whether to scale keys (K) prior to computing attention
(dot-product)
(dot-product)
...
...
vllm/transformers_utils/configs/ultravox.py
View file @
9a8966bc
...
@@ -37,10 +37,6 @@ class UltravoxConfig(transformers.PretrainedConfig):
...
@@ -37,10 +37,6 @@ class UltravoxConfig(transformers.PretrainedConfig):
The initialization value for the layer normalization.
The initialization value for the layer normalization.
projector_act (`str`, *optional*, defaults to `"swiglu"`):
projector_act (`str`, *optional*, defaults to `"swiglu"`):
The activation function used by the multimodal projector.
The activation function used by the multimodal projector.
text_model_lora_config (`LoraConfigSimplified`, *optional*):
The LoRA configuration for finetuning the text model.
audio_model_lora_config (`LoraConfigSimplified`, *optional*):
The LoRA configuration for finetuning the audio model.
projector_ln_mid (`bool`, *optional*, defaults to `False`):
projector_ln_mid (`bool`, *optional*, defaults to `False`):
Whether to apply layer normalization at the middle of the
Whether to apply layer normalization at the middle of the
projector or at the end. Versions v0.4.1 and below
projector or at the end. Versions v0.4.1 and below
...
...
vllm/transformers_utils/processors/deepseek_vl2.py
View file @
9a8966bc
...
@@ -25,6 +25,7 @@
...
@@ -25,6 +25,7 @@
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
import
math
import
math
from
typing
import
Any
import
torch
import
torch
import
torchvision.transforms
as
T
import
torchvision.transforms
as
T
...
@@ -178,17 +179,15 @@ class DeepseekVLV2Processor(ProcessorMixin):
...
@@ -178,17 +179,15 @@ class DeepseekVLV2Processor(ProcessorMixin):
prompt
:
str
,
prompt
:
str
,
images
:
list
[
Image
.
Image
],
images
:
list
[
Image
.
Image
],
inference_mode
:
bool
=
True
,
inference_mode
:
bool
=
True
,
**
kwargs
,
**
kwargs
:
Any
,
):
):
"""
"""
Args:
Args:
prompt (str): the formatted prompt;
prompt (str): the formatted prompt;
conversations (list[dict]): conversations with a list of messages;
images (list[ImageType]): the list of images;
images (list[ImageType]): the list of images;
inference_mode (bool): if True, then remove the last eos token;
inference_mode (bool): if True, then remove the last eos token;
system_prompt (str): the system prompt;
**kwargs: Additional keyword arguments.
**kwargs:
Returns:
Returns:
outputs (BaseProcessorOutput): the output of the processor,
outputs (BaseProcessorOutput): the output of the processor,
...
@@ -259,7 +258,7 @@ class DeepseekVLV2Processor(ProcessorMixin):
...
@@ -259,7 +258,7 @@ class DeepseekVLV2Processor(ProcessorMixin):
text
:
str
,
text
:
str
,
images
:
list
[
Image
.
Image
],
images
:
list
[
Image
.
Image
],
inference_mode
:
bool
=
True
,
inference_mode
:
bool
=
True
,
**
kwargs
,
**
kwargs
:
Any
,
):
):
"""
"""
...
...
vllm/transformers_utils/runai_utils.py
View file @
9a8966bc
...
@@ -33,7 +33,6 @@ def list_safetensors(path: str = "") -> list[str]:
...
@@ -33,7 +33,6 @@ def list_safetensors(path: str = "") -> list[str]:
Args:
Args:
path: The object storage path to list from.
path: The object storage path to list from.
allow_pattern: A list of patterns of which files to pull.
Returns:
Returns:
list[str]: List of full object storage paths allowed by the pattern
list[str]: List of full object storage paths allowed by the pattern
...
@@ -54,8 +53,7 @@ class ObjectStorageModel:
...
@@ -54,8 +53,7 @@ class ObjectStorageModel:
dir: The temporary created directory.
dir: The temporary created directory.
Methods:
Methods:
pull_files(): Pull model from object storage to the temporary
pull_files(): Pull model from object storage to the temporary directory.
directory.
"""
"""
def
__init__
(
self
)
->
None
:
def
__init__
(
self
)
->
None
:
...
...
vllm/transformers_utils/s3_utils.py
View file @
9a8966bc
...
@@ -2,7 +2,7 @@
...
@@ -2,7 +2,7 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
fnmatch
import
fnmatch
from
typing
import
Optional
from
typing
import
Any
,
Optional
from
vllm.utils
import
PlaceholderModule
from
vllm.utils
import
PlaceholderModule
...
@@ -26,7 +26,7 @@ def _filter_ignore(paths: list[str], patterns: list[str]) -> list[str]:
...
@@ -26,7 +26,7 @@ def _filter_ignore(paths: list[str], patterns: list[str]) -> list[str]:
]
]
def
glob
(
s3
=
None
,
def
glob
(
s3
:
Optional
[
Any
]
=
None
,
path
:
str
=
""
,
path
:
str
=
""
,
allow_pattern
:
Optional
[
list
[
str
]]
=
None
)
->
list
[
str
]:
allow_pattern
:
Optional
[
list
[
str
]]
=
None
)
->
list
[
str
]:
"""
"""
...
@@ -51,7 +51,7 @@ def glob(s3=None,
...
@@ -51,7 +51,7 @@ def glob(s3=None,
def
list_files
(
def
list_files
(
s3
,
s3
:
Any
,
path
:
str
,
path
:
str
,
allow_pattern
:
Optional
[
list
[
str
]]
=
None
,
allow_pattern
:
Optional
[
list
[
str
]]
=
None
,
ignore_pattern
:
Optional
[
list
[
str
]]
=
None
ignore_pattern
:
Optional
[
list
[
str
]]
=
None
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment