"vllm/utils.py" did not exist on "d904350a2c9a9fb2e476b45a486cc72fa6c2bd8f"
throughput.py 652 Bytes
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
5
6
7
8
9
import argparse

from vllm.benchmarks.throughput import add_cli_args, main
from vllm.entrypoints.cli.benchmark.base import BenchmarkSubcommandBase


class BenchmarkThroughputSubcommand(BenchmarkSubcommandBase):
10
    """The `throughput` subcommand for `vllm bench`."""
11

12
13
    name = "throughput"
    help = "Benchmark offline inference throughput."
14

15
16
    @classmethod
    def add_cli_args(cls, parser: argparse.ArgumentParser) -> None:
17
18
19
20
21
        add_cli_args(parser)

    @staticmethod
    def cmd(args: argparse.Namespace) -> None:
        main(args)