Unverified Commit 4dbdf4a2 authored by ahao-anyscale's avatar ahao-anyscale Committed by GitHub
Browse files

[BUG] Fix file parsing for load_format runai_streamer_sharded (#26324)


Signed-off-by: default avatarahao-anyscale <ahao@anyscale.com>
parent c6873c4e
...@@ -121,7 +121,7 @@ class ShardedStateLoader(BaseModelLoader): ...@@ -121,7 +121,7 @@ class ShardedStateLoader(BaseModelLoader):
filepaths = [] filepaths = []
if is_s3(local_model_path): if is_s3(local_model_path):
file_pattern = f"*{self.pattern.format(rank=rank, part=' * ')}" file_pattern = f"*{self.pattern.format(rank=rank, part='*')}"
filepaths = s3_glob(path=local_model_path, allow_pattern=[file_pattern]) filepaths = s3_glob(path=local_model_path, allow_pattern=[file_pattern])
else: else:
filepaths = glob.glob(pattern) filepaths = glob.glob(pattern)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment