base.py 672 Bytes
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
5
6
7
8
import argparse

from vllm.entrypoints.cli.types import CLISubcommand


class BenchmarkSubcommandBase(CLISubcommand):
9
    """The base class of subcommands for vllm bench."""
10

11
    help: str
12

13
14
    @classmethod
    def add_cli_args(cls, parser: argparse.ArgumentParser) -> None:
15
16
17
18
19
20
21
22
23
24
25
        """Add the CLI arguments to the parser."""
        raise NotImplementedError

    @staticmethod
    def cmd(args: argparse.Namespace) -> None:
        """Run the benchmark.

        Args:
            args: The arguments to the command.
        """
        raise NotImplementedError