Unverified Commit a21076ed authored by Yanyi Liu's avatar Yanyi Liu Committed by GitHub
Browse files

[Misc] Ensure out-of-tree quantization method recognize by cli args (#14328)


Signed-off-by: default avatarliuyanyi <wolfsonliu@163.com>
parent 212007b1
...@@ -1478,15 +1478,15 @@ class AsyncEngineArgs(EngineArgs): ...@@ -1478,15 +1478,15 @@ class AsyncEngineArgs(EngineArgs):
@staticmethod @staticmethod
def add_cli_args(parser: FlexibleArgumentParser, def add_cli_args(parser: FlexibleArgumentParser,
async_args_only: bool = False) -> FlexibleArgumentParser: async_args_only: bool = False) -> FlexibleArgumentParser:
# Initialize plugin to update the parser, for example, The plugin may
# adding a new kind of quantization method to --quantization argument or
# a new device to --device argument.
load_general_plugins()
if not async_args_only: if not async_args_only:
parser = EngineArgs.add_cli_args(parser) parser = EngineArgs.add_cli_args(parser)
parser.add_argument('--disable-log-requests', parser.add_argument('--disable-log-requests',
action='store_true', action='store_true',
help='Disable logging requests.') help='Disable logging requests.')
# Initialize plugin to update the parser, for example, The plugin may
# adding a new kind of quantization method to --quantization argument or
# a new device to --device argument.
load_general_plugins()
from vllm.platforms import current_platform from vllm.platforms import current_platform
current_platform.pre_register_and_update(parser) current_platform.pre_register_and_update(parser)
return parser return parser
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment