benchmark_latency.py 489 Bytes
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
import sys
4

5
6
if __name__ == "__main__":
    print("""DEPRECATED: This script has been moved to the vLLM CLI.
7

8
9
Please use the following command instead:
    vllm bench latency
10

11
12
For help with the new command, run:
    vllm bench latency --help
13

14
15
16
17
Alternatively, you can run the new command directly with:
    python -m vllm.entrypoints.cli.main bench latency --help
""")
    sys.exit(1)