Unverified Commit 582f2c6b authored by ahao-anyscale's avatar ahao-anyscale Committed by GitHub
Browse files

[BUG] Allow runai_streamer_sharded in config check (#26958)


Signed-off-by: default avatarahao-anyscale <ahao@anyscale.com>
parent f8a0acbd
......@@ -740,10 +740,13 @@ class VllmConfig:
"Overriding `load_format` to 'runai_streamer'"
)
self.load_config.load_format = "runai_streamer"
elif self.load_config.load_format != "runai_streamer":
elif self.load_config.load_format not in (
"runai_streamer",
"runai_streamer_sharded",
):
raise ValueError(
f"To load a model from S3, 'load_format' "
f"must be 'runai_streamer', "
f"must be 'runai_streamer' or 'runai_streamer_sharded', "
f"but got '{self.load_config.load_format}'. "
f"Model: {self.model_config.model}"
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment