Skip to content

GitLab

Unverified Commit f20c3b09 authored by ahao-anyscale's avatar ahao-anyscale Committed by GitHub
Browse files

[BUG] Exclude .pth files when pulling remote files (#25092) 


Signed-off-by: default avatarahao-anyscale <ahao@anyscale.com>
parent 88313154
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 4 deletions
vllm/config/__init__.py
View file @ f20c3b09
...@@ -845,7 +845,8 @@ class ModelConfig: ...@@ -845,7 +845,8 @@ class ModelConfig:
object_storage_model.pull_files(model, object_storage_model.pull_files(model,
ignore_pattern=[ ignore_pattern=[
"*.pt", "*.safetensors", "*.pt", "*.safetensors",
"*.bin", "*.tensors" "*.bin", "*.tensors",
"*.pth"
]) ])
self.tokenizer = object_storage_model.dir self.tokenizer = object_storage_model.dir
return return
...@@ -853,9 +854,12 @@ class ModelConfig: ...@@ -853,9 +854,12 @@ class ModelConfig:
# Only download tokenizer if needed and not already handled # Only download tokenizer if needed and not already handled
if is_runai_obj_uri(tokenizer): if is_runai_obj_uri(tokenizer):
object_storage_tokenizer = ObjectStorageModel() object_storage_tokenizer = ObjectStorageModel()
object_storage_tokenizer.pull_files( object_storage_tokenizer.pull_files(model,
model, ignore_pattern=[
ignore_pattern=["*.pt", "*.safetensors", "*.bin", "*.tensors"]) "*.pt", "*.safetensors",
"*.bin", "*.tensors",
"*.pth"
])
self.tokenizer = object_storage_tokenizer.dir self.tokenizer = object_storage_tokenizer.dir
def _get_encoder_config(self): def _get_encoder_config(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment