Unverified Commit 009b3d53 authored by Reid's avatar Reid Committed by GitHub
Browse files

[Misc] not show --model in vllm serve --help (#16691)


Signed-off-by: default avatarreidliu41 <reid201711@gmail.com>
Co-authored-by: default avatarreidliu41 <reid201711@gmail.com>
parent e4b87133
...@@ -5,6 +5,7 @@ import argparse ...@@ -5,6 +5,7 @@ import argparse
import dataclasses import dataclasses
import json import json
import re import re
import sys
import threading import threading
import warnings import warnings
from dataclasses import MISSING, dataclass, fields, is_dataclass from dataclasses import MISSING, dataclass, fields, is_dataclass
...@@ -440,6 +441,7 @@ class EngineArgs: ...@@ -440,6 +441,7 @@ class EngineArgs:
title="ModelConfig", title="ModelConfig",
description=ModelConfig.__doc__, description=ModelConfig.__doc__,
) )
if 'serve' not in sys.argv[1:] and '--help' not in sys.argv[1:]:
model_group.add_argument("--model", **model_kwargs["model"]) model_group.add_argument("--model", **model_kwargs["model"])
model_group.add_argument("--task", **model_kwargs["task"]) model_group.add_argument("--task", **model_kwargs["task"])
model_group.add_argument("--tokenizer", **model_kwargs["tokenizer"]) model_group.add_argument("--tokenizer", **model_kwargs["tokenizer"])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment