Skip to content

GitLab

Unverified Commit 88342607 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Super tiny dump server info such as args in bench for post analysis (#12550)

parent fd7a72d6
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 0 deletions
python/sglang/bench_serving.py
View file @ 88342607
...@@ -2039,6 +2039,9 @@ async def benchmark( ...@@ -2039,6 +2039,9 @@ async def benchmark(
print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms)) print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms))
print("=" * 50) print("=" * 50)
resp = requests.get(base_url + "/get_server_info", headers=get_auth_headers())
server_info = resp.json() if resp.status_code == 200 else None
if ( if (
metrics.median_ttft_ms is not None metrics.median_ttft_ms is not None
and metrics.mean_itl_ms is not None and metrics.mean_itl_ms is not None
...@@ -2055,6 +2058,8 @@ async def benchmark( ...@@ -2055,6 +2058,8 @@ async def benchmark(
"random_input_len": args.random_input_len, "random_input_len": args.random_input_len,
"random_output_len": args.random_output_len, "random_output_len": args.random_output_len,
"random_range_ratio": args.random_range_ratio, "random_range_ratio": args.random_range_ratio,
# Information
"server_info": server_info,
# Results # Results
"duration": benchmark_duration, "duration": benchmark_duration,
"completed": metrics.completed, "completed": metrics.completed,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment