"vscode:/vscode.git/clone" did not exist on "58a072be15a4e36bee006d1c9a962e527819cf18"
Unverified Commit 1ece1ae8 authored by TianYu GUO's avatar TianYu GUO Committed by GitHub
Browse files

[Minor Fix] Fix comments in benchmark_serving (#3252)

parent c59e120c
......@@ -12,7 +12,7 @@ On the server side, run one of the following commands:
On the client side, run:
python benchmarks/benchmark_serving.py \
--backend <backend> \
--tokenizer <your_model> --dataset <target_dataset> \
--model <your_model> --dataset <target_dataset> \
--request-rate <request_rate>
"""
import argparse
......@@ -171,10 +171,10 @@ async def benchmark(
else:
raise ValueError(f"Unknown backend: {backend}")
pbar = None if disable_tqdm else tqdm(total=len(input_requests))
print(f"Traffic request rate: {request_rate}")
pbar = None if disable_tqdm else tqdm(total=len(input_requests))
benchmark_start_time = time.perf_counter()
tasks = []
async for request in get_request(input_requests, request_rate):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment