Skip to content

GitLab

Unverified Commit 860981d8 authored by Jiang Wu's avatar Jiang Wu Committed by GitHub
Browse files

Make directory exist ok for ray spinning up multiple replicas on a single instance (#33604) 


Signed-off-by: default avatarJiang Wu <jwu@cclgroup.com>
parent 52181baa
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
vllm/transformers_utils/runai_utils.py
View file @ 860981d8
...@@ -64,9 +64,7 @@ class ObjectStorageModel: ...@@ -64,9 +64,7 @@ class ObjectStorageModel:
"model_streamer", "model_streamer",
hashlib.sha256(str(url).encode()).hexdigest()[:8], hashlib.sha256(str(url).encode()).hexdigest()[:8],
) )
if os.path.exists(dir_name): os.makedirs(dir_name, exist_ok=True)
shutil.rmtree(dir_name)
os.makedirs(dir_name)
self.dir = dir_name self.dir = dir_name
logger.debug("Init object storage, model cache path is: %s", dir_name) logger.debug("Init object storage, model cache path is: %s", dir_name)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment