Skip to content

GitLab

Unverified Commit f20c3b09 authored by ahao-anyscale's avatar ahao-anyscale Committed by GitHub
Browse files

[BUG] Exclude .pth files when pulling remote files (#25092) 


Signed-off-by: default avatarahao-anyscale <ahao@anyscale.com>
parent 88313154
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 4 deletions
vllm/config/__init__.py
View file @ f20c3b09
......@@ -845,7 +845,8 @@ class ModelConfig:
object_storage_model.pull_files(model,
ignore_pattern=[
"*.pt", "*.safetensors",
"*.bin", "*.tensors"
"*.bin", "*.tensors",
"*.pth"
])
self.tokenizer = object_storage_model.dir
return
......@@ -853,9 +854,12 @@ class ModelConfig:
# Only download tokenizer if needed and not already handled
if is_runai_obj_uri(tokenizer):
object_storage_tokenizer = ObjectStorageModel()
object_storage_tokenizer.pull_files(
model,
ignore_pattern=["*.pt", "*.safetensors", "*.bin", "*.tensors"])
object_storage_tokenizer.pull_files(model,
ignore_pattern=[
"*.pt", "*.safetensors",
"*.bin", "*.tensors",
"*.pth"
])
self.tokenizer = object_storage_tokenizer.dir
def _get_encoder_config(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment