Unverified Commit 504ac53d authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[misc] error early for old-style class (#10304)


Signed-off-by: default avataryoukaichao <youkaichao@gmail.com>
parent 15bb8330
...@@ -14,7 +14,6 @@ from vllm.attention.selector import (_Backend, backend_name_to_enum, ...@@ -14,7 +14,6 @@ from vllm.attention.selector import (_Backend, backend_name_to_enum,
from vllm.config import VllmConfig from vllm.config import VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.model_executor.model_loader.weight_utils import default_weight_loader from vllm.model_executor.model_loader.weight_utils import default_weight_loader
from vllm.model_executor.models import ModelRegistry
from vllm.multimodal import MultiModalPlaceholderMap, NestedTensors from vllm.multimodal import MultiModalPlaceholderMap, NestedTensors
from vllm.platforms import current_platform from vllm.platforms import current_platform
from vllm.sequence import IntermediateTensors from vllm.sequence import IntermediateTensors
...@@ -240,12 +239,9 @@ def init_vllm_registered_model( ...@@ -240,12 +239,9 @@ def init_vllm_registered_model(
Helper function to initialize an inner model registered to vLLM, Helper function to initialize an inner model registered to vLLM,
based on the arguments passed to the outer vLLM model. based on the arguments passed to the outer vLLM model.
""" """
model_class, _ = ModelRegistry.resolve_model_cls(hf_config.architectures) from vllm.model_executor.model_loader.loader import _initialize_model
vllm_config = vllm_config.with_hf_config(hf_config)
return model_class( return _initialize_model(vllm_config, prefix)
vllm_config=vllm_config.with_hf_config(hf_config),
prefix=prefix,
)
@overload @overload
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment