benchmark_serving.py 483 Bytes
Newer Older
raojy's avatar
raojy committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import sys

if __name__ == "__main__":
    print("""DEPRECATED: This script has been moved to the vLLM CLI.

Please use the following command instead:
    vllm bench serve

For help with the new command, run:
    vllm bench serve --help

Alternatively, you can run the new command directly with:
    python -m vllm.entrypoints.cli.main bench serve --help
""")
    sys.exit(1)