Skip to content

GitLab

Unverified Commit 60219995 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Minor] Allow redirecting model path for HfRunner in test (#19795) 


Signed-off-by: default avatarIsotr0py <2037008807@qq.com>
parent c7b370c6
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
tests/conftest.py
View file @ 60219995
...@@ -33,6 +33,7 @@ from vllm.inputs import (ExplicitEncoderDecoderPrompt, TextPrompt, ...@@ -33,6 +33,7 @@ from vllm.inputs import (ExplicitEncoderDecoderPrompt, TextPrompt,
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.outputs import RequestOutput from vllm.outputs import RequestOutput
from vllm.sampling_params import BeamSearchParams from vllm.sampling_params import BeamSearchParams
from vllm.transformers_utils.utils import maybe_model_redirect
from vllm.utils import cuda_device_count_stateless from vllm.utils import cuda_device_count_stateless
logger = init_logger(__name__) logger = init_logger(__name__)
...@@ -321,6 +322,7 @@ class HfRunner: ...@@ -321,6 +322,7 @@ class HfRunner:
skip_tokenizer_init: bool = False, skip_tokenizer_init: bool = False,
auto_cls: type[_BaseAutoModelClass] = AutoModelForCausalLM, auto_cls: type[_BaseAutoModelClass] = AutoModelForCausalLM,
) -> None: ) -> None:
model_name = maybe_model_redirect(model_name)
self.model_name = model_name self.model_name = model_name
self.config = AutoConfig.from_pretrained( self.config = AutoConfig.from_pretrained(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment