Unverified Commit 2f5c14de authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

add clear messages for deprecated models (#21424)


Signed-off-by: default avataryoukaichao <youkaichao@gmail.com>
parent f002e9a8
...@@ -25,7 +25,8 @@ from vllm.model_executor.models.adapters import (as_embedding_model, ...@@ -25,7 +25,8 @@ from vllm.model_executor.models.adapters import (as_embedding_model,
as_reward_model, as_reward_model,
as_seq_cls_model) as_seq_cls_model)
from vllm.model_executor.models.interfaces import SupportsQuant from vllm.model_executor.models.interfaces import SupportsQuant
from vllm.model_executor.models.registry import _TRANSFORMERS_MODELS from vllm.model_executor.models.registry import (_PREVIOUSLY_SUPPORTED_MODELS,
_TRANSFORMERS_MODELS)
from vllm.utils import is_pin_memory_available from vllm.utils import is_pin_memory_available
logger = init_logger(__name__) logger = init_logger(__name__)
...@@ -261,6 +262,14 @@ def get_model_architecture( ...@@ -261,6 +262,14 @@ def get_model_architecture(
vllm_not_supported = False vllm_not_supported = False
break break
if any(arch in _PREVIOUSLY_SUPPORTED_MODELS for arch in architectures):
previous_version = _PREVIOUSLY_SUPPORTED_MODELS[architectures[0]]
raise ValueError(
f"Model architecture {architectures[0]} was supported"
f" in vLLM until version {previous_version}, and is "
"not supported anymore. Please use an older version"
" of vLLM if you want to use this model architecture.")
if (model_config.model_impl == ModelImpl.TRANSFORMERS or if (model_config.model_impl == ModelImpl.TRANSFORMERS or
model_config.model_impl == ModelImpl.AUTO and vllm_not_supported): model_config.model_impl == ModelImpl.AUTO and vllm_not_supported):
architectures = resolve_transformers_arch(model_config, architectures) architectures = resolve_transformers_arch(model_config, architectures)
......
...@@ -276,6 +276,8 @@ _SUBPROCESS_COMMAND = [ ...@@ -276,6 +276,8 @@ _SUBPROCESS_COMMAND = [
sys.executable, "-m", "vllm.model_executor.models.registry" sys.executable, "-m", "vllm.model_executor.models.registry"
] ]
_PREVIOUSLY_SUPPORTED_MODELS = {"Phi3SmallForCausalLM": "0.9.2"}
@dataclass(frozen=True) @dataclass(frozen=True)
class _ModelInfo: class _ModelInfo:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment