Skip to content

GitLab

Unverified Commit 8369b7c2 authored by Reid's avatar Reid Committed by GitHub
Browse files

[Misc] improve error msg (#20604) 


Signed-off-by: default avatarreidliu41 <reid201711@gmail.com>
parent 3eb4ad53
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 3 deletions
vllm/entrypoints/cli/serve.py
View file @ 8369b7c2
...@@ -46,8 +46,10 @@ class ServeSubcommand(CLISubcommand): ...@@ -46,8 +46,10 @@ class ServeSubcommand(CLISubcommand):
run_headless(args) run_headless(args)
else: else:
if args.data_parallel_start_rank: if args.data_parallel_start_rank:
raise ValueError("data_parallel_start_rank is only " raise ValueError(
"applicable in headless mode") "data_parallel_start_rank is only applicable "
"in headless mode. "
"Add --headless flag to enable headless mode.")
if args.api_server_count > 1: if args.api_server_count > 1:
run_multi_api_server(args) run_multi_api_server(args)
else: else:
...@@ -81,7 +83,8 @@ class ServeSubcommand(CLISubcommand): ...@@ -81,7 +83,8 @@ class ServeSubcommand(CLISubcommand):
'-dpr', '-dpr',
type=int, type=int,
default=0, default=0,
help='Starting data parallel rank for secondary nodes.') help="Starting data parallel rank for secondary nodes. "
"Requires --headless.")
serve_parser.add_argument('--api-server-count', serve_parser.add_argument('--api-server-count',
'-asc', '-asc',
type=int, type=int,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment