Skip to content

GitLab

Unverified Commit 91a61da9 authored by Roy's avatar Roy Committed by GitHub
Browse files

[Bugfix] fix load local safetensors model (#2512)

parent ef9b636e
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/weight_utils.py
View file @ 91a61da9
...@@ -159,8 +159,6 @@ def prepare_hf_model_weights( ...@@ -159,8 +159,6 @@ def prepare_hf_model_weights(
matching = fnmatch.filter(file_list, pattern) matching = fnmatch.filter(file_list, pattern)
if len(matching) > 0: if len(matching) > 0:
allow_patterns = [pattern] allow_patterns = [pattern]
if pattern == "*.safetensors":
use_safetensors = True
break break
logger.info(f"Using model weights format {allow_patterns}") logger.info(f"Using model weights format {allow_patterns}")
...@@ -178,6 +176,8 @@ def prepare_hf_model_weights( ...@@ -178,6 +176,8 @@ def prepare_hf_model_weights(
for pattern in allow_patterns: for pattern in allow_patterns:
hf_weights_files += glob.glob(os.path.join(hf_folder, pattern)) hf_weights_files += glob.glob(os.path.join(hf_folder, pattern))
if len(hf_weights_files) > 0: if len(hf_weights_files) > 0:
if pattern == "*.safetensors":
use_safetensors = True
break break
if not use_safetensors: if not use_safetensors:
# Exclude files that are not needed for inference. # Exclude files that are not needed for inference.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment