"...git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "2ce26b9b5d0336d85b3935dd9fa865067e538bce"
Unverified Commit acf7292b authored by Chang Su's avatar Chang Su Committed by GitHub
Browse files

[Misc] Move --grpc CLI argument into make_arg_parser (#38570)


Signed-off-by: default avatarChang Su <chang.s.su@oracle.com>
parent ce884756
...@@ -136,13 +136,6 @@ class ServeSubcommand(CLISubcommand): ...@@ -136,13 +136,6 @@ class ServeSubcommand(CLISubcommand):
) )
serve_parser = make_arg_parser(serve_parser) serve_parser = make_arg_parser(serve_parser)
serve_parser.add_argument(
"--grpc",
action="store_true",
default=False,
help="Launch a gRPC server instead of the HTTP OpenAI-compatible "
"server. Requires: pip install vllm[grpc].",
)
serve_parser.epilog = VLLM_SUBCMD_PARSER_EPILOG.format(subcmd=self.name) serve_parser.epilog = VLLM_SUBCMD_PARSER_EPILOG.format(subcmd=self.name)
return serve_parser return serve_parser
......
...@@ -345,6 +345,13 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser: ...@@ -345,6 +345,13 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
"Must be a YAML with the following options: " "Must be a YAML with the following options: "
"https://docs.vllm.ai/en/latest/configuration/serve_args.html", "https://docs.vllm.ai/en/latest/configuration/serve_args.html",
) )
parser.add_argument(
"--grpc",
action="store_true",
default=False,
help="Launch a gRPC server instead of the HTTP OpenAI-compatible "
"server. Requires: pip install vllm[grpc].",
)
parser = FrontendArgs.add_cli_args(parser) parser = FrontendArgs.add_cli_args(parser)
parser = AsyncEngineArgs.add_cli_args(parser) parser = AsyncEngineArgs.add_cli_args(parser)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment