"vscode:/vscode.git/clone" did not exist on "c47aafa37c7579c3f9b3188b05f43cb71d83dbb5"
Unverified Commit 9a8966bc authored by Hyogeun Oh (오효근)'s avatar Hyogeun Oh (오효근) Committed by GitHub
Browse files

[Docs] Fix warnings in mkdocs build (continued) (#24791)


Signed-off-by: default avatarZerohertz <ohg3417@gmail.com>
parent 5febdc87
...@@ -909,8 +909,8 @@ class Zamba2ForCausalLM(nn.Module, HasInnerState, IsHybrid): ...@@ -909,8 +909,8 @@ class Zamba2ForCausalLM(nn.Module, HasInnerState, IsHybrid):
prefix: Optional prefix for parameter names prefix: Optional prefix for parameter names
Raises: Raises:
AssertionError: If prefix caching is enabled AssertionError: If prefix caching is enabled
(not supported by Mamba) (not supported by Mamba)
""" """
config = vllm_config.model_config.hf_config config = vllm_config.model_config.hf_config
cache_config = vllm_config.cache_config cache_config = vllm_config.cache_config
......
...@@ -679,20 +679,21 @@ def get_hf_file_to_dict(file_name: str, ...@@ -679,20 +679,21 @@ def get_hf_file_to_dict(file_name: str,
@cache @cache
def get_pooling_config(model: str, revision: Optional[str] = 'main'): def get_pooling_config(model: str,
revision: Optional[str] = 'main') -> Optional[dict]:
""" """
This function gets the pooling and normalize This function gets the pooling and normalize
config from the model - only applies to config from the model - only applies to
sentence-transformers models. sentence-transformers models.
Args: Args:
model (str): The name of the Hugging Face model. model: The name of the Hugging Face model.
revision (str, optional): The specific version revision: The specific version of the model to use.
of the model to use. Defaults to 'main'. Defaults to 'main'.
Returns: Returns:
dict: A dictionary containing the pooling A dictionary containing the pooling type and whether
type and whether normalization is used. normalization is used, or None if no pooling configuration is found.
""" """
modules_file_name = "modules.json" modules_file_name = "modules.json"
......
...@@ -74,10 +74,10 @@ class JAISConfig(PretrainedConfig): ...@@ -74,10 +74,10 @@ class JAISConfig(PretrainedConfig):
use_cache (`bool`, *optional*, defaults to `True`): use_cache (`bool`, *optional*, defaults to `True`):
Whether or not the model should return the last key/values Whether or not the model should return the last key/values
attentions (not used by all models). attentions (not used by all models).
scale_attn_by_inverse_layer_idx (`bool`, *optional*, scale_attn_by_inverse_layer_idx
defaults to `False`): (`bool`, *optional*, defaults to `False`):
Whether to additionally scale attention weights by Whether to additionally scale attention weights
`1 / layer_idx + 1`. by `1 / layer_idx + 1`.
reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`): reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
Whether to scale keys (K) prior to computing attention Whether to scale keys (K) prior to computing attention
(dot-product) (dot-product)
......
...@@ -37,10 +37,6 @@ class UltravoxConfig(transformers.PretrainedConfig): ...@@ -37,10 +37,6 @@ class UltravoxConfig(transformers.PretrainedConfig):
The initialization value for the layer normalization. The initialization value for the layer normalization.
projector_act (`str`, *optional*, defaults to `"swiglu"`): projector_act (`str`, *optional*, defaults to `"swiglu"`):
The activation function used by the multimodal projector. The activation function used by the multimodal projector.
text_model_lora_config (`LoraConfigSimplified`, *optional*):
The LoRA configuration for finetuning the text model.
audio_model_lora_config (`LoraConfigSimplified`, *optional*):
The LoRA configuration for finetuning the audio model.
projector_ln_mid (`bool`, *optional*, defaults to `False`): projector_ln_mid (`bool`, *optional*, defaults to `False`):
Whether to apply layer normalization at the middle of the Whether to apply layer normalization at the middle of the
projector or at the end. Versions v0.4.1 and below projector or at the end. Versions v0.4.1 and below
......
...@@ -25,6 +25,7 @@ ...@@ -25,6 +25,7 @@
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
import math import math
from typing import Any
import torch import torch
import torchvision.transforms as T import torchvision.transforms as T
...@@ -178,17 +179,15 @@ class DeepseekVLV2Processor(ProcessorMixin): ...@@ -178,17 +179,15 @@ class DeepseekVLV2Processor(ProcessorMixin):
prompt: str, prompt: str,
images: list[Image.Image], images: list[Image.Image],
inference_mode: bool = True, inference_mode: bool = True,
**kwargs, **kwargs: Any,
): ):
""" """
Args: Args:
prompt (str): the formatted prompt; prompt (str): the formatted prompt;
conversations (list[dict]): conversations with a list of messages;
images (list[ImageType]): the list of images; images (list[ImageType]): the list of images;
inference_mode (bool): if True, then remove the last eos token; inference_mode (bool): if True, then remove the last eos token;
system_prompt (str): the system prompt; **kwargs: Additional keyword arguments.
**kwargs:
Returns: Returns:
outputs (BaseProcessorOutput): the output of the processor, outputs (BaseProcessorOutput): the output of the processor,
...@@ -259,7 +258,7 @@ class DeepseekVLV2Processor(ProcessorMixin): ...@@ -259,7 +258,7 @@ class DeepseekVLV2Processor(ProcessorMixin):
text: str, text: str,
images: list[Image.Image], images: list[Image.Image],
inference_mode: bool = True, inference_mode: bool = True,
**kwargs, **kwargs: Any,
): ):
""" """
......
...@@ -33,7 +33,6 @@ def list_safetensors(path: str = "") -> list[str]: ...@@ -33,7 +33,6 @@ def list_safetensors(path: str = "") -> list[str]:
Args: Args:
path: The object storage path to list from. path: The object storage path to list from.
allow_pattern: A list of patterns of which files to pull.
Returns: Returns:
list[str]: List of full object storage paths allowed by the pattern list[str]: List of full object storage paths allowed by the pattern
...@@ -54,8 +53,7 @@ class ObjectStorageModel: ...@@ -54,8 +53,7 @@ class ObjectStorageModel:
dir: The temporary created directory. dir: The temporary created directory.
Methods: Methods:
pull_files(): Pull model from object storage to the temporary pull_files(): Pull model from object storage to the temporary directory.
directory.
""" """
def __init__(self) -> None: def __init__(self) -> None:
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import fnmatch import fnmatch
from typing import Optional from typing import Any, Optional
from vllm.utils import PlaceholderModule from vllm.utils import PlaceholderModule
...@@ -26,7 +26,7 @@ def _filter_ignore(paths: list[str], patterns: list[str]) -> list[str]: ...@@ -26,7 +26,7 @@ def _filter_ignore(paths: list[str], patterns: list[str]) -> list[str]:
] ]
def glob(s3=None, def glob(s3: Optional[Any] = None,
path: str = "", path: str = "",
allow_pattern: Optional[list[str]] = None) -> list[str]: allow_pattern: Optional[list[str]] = None) -> list[str]:
""" """
...@@ -51,7 +51,7 @@ def glob(s3=None, ...@@ -51,7 +51,7 @@ def glob(s3=None,
def list_files( def list_files(
s3, s3: Any,
path: str, path: str,
allow_pattern: Optional[list[str]] = None, allow_pattern: Optional[list[str]] = None,
ignore_pattern: Optional[list[str]] = None ignore_pattern: Optional[list[str]] = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment