"src/git@developer.sourcefind.cn:OpenDAS/dgl.git" did not exist on "6d96a97f179ba8cdb27b40f5bf4cd42d8fa6c4b6"
Unverified Commit ffb15744 authored by yichuan~'s avatar yichuan~ Committed by GitHub
Browse files

Support multiple args options (#941)

parent a9c833d5
...@@ -264,6 +264,7 @@ class ServerArgs: ...@@ -264,6 +264,7 @@ class ServerArgs:
help="How conservative the schedule policy is. A larger value means more conservative scheduling. Use a larger value if you see requests being retracted frequently.", help="How conservative the schedule policy is. A larger value means more conservative scheduling. Use a larger value if you see requests being retracted frequently.",
) )
parser.add_argument( parser.add_argument(
"--tensor-parallel-size",
"--tp-size", "--tp-size",
type=int, type=int,
default=ServerArgs.tp_size, default=ServerArgs.tp_size,
...@@ -318,6 +319,7 @@ class ServerArgs: ...@@ -318,6 +319,7 @@ class ServerArgs:
# Data parallelism # Data parallelism
parser.add_argument( parser.add_argument(
"--data-parallel-size",
"--dp-size", "--dp-size",
type=int, type=int,
default=ServerArgs.dp_size, default=ServerArgs.dp_size,
...@@ -413,6 +415,8 @@ class ServerArgs: ...@@ -413,6 +415,8 @@ class ServerArgs:
@classmethod @classmethod
def from_cli_args(cls, args: argparse.Namespace): def from_cli_args(cls, args: argparse.Namespace):
args.tp_size = args.tensor_parallel_size
args.dp_size = args.data_parallel_size
attrs = [attr.name for attr in dataclasses.fields(cls)] attrs = [attr.name for attr in dataclasses.fields(cls)]
return cls(**{attr: getattr(args, attr) for attr in attrs}) return cls(**{attr: getattr(args, attr) for attr in attrs})
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment