"vscode:/vscode.git/clone" did not exist on "93dc5dfc2b98e293bf93c8f8e4db3a0f277a44aa"
Unverified Commit 88342607 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Super tiny dump server info such as args in bench for post analysis (#12550)

parent fd7a72d6
...@@ -2039,6 +2039,9 @@ async def benchmark( ...@@ -2039,6 +2039,9 @@ async def benchmark(
print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms)) print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms))
print("=" * 50) print("=" * 50)
resp = requests.get(base_url + "/get_server_info", headers=get_auth_headers())
server_info = resp.json() if resp.status_code == 200 else None
if ( if (
metrics.median_ttft_ms is not None metrics.median_ttft_ms is not None
and metrics.mean_itl_ms is not None and metrics.mean_itl_ms is not None
...@@ -2055,6 +2058,8 @@ async def benchmark( ...@@ -2055,6 +2058,8 @@ async def benchmark(
"random_input_len": args.random_input_len, "random_input_len": args.random_input_len,
"random_output_len": args.random_output_len, "random_output_len": args.random_output_len,
"random_range_ratio": args.random_range_ratio, "random_range_ratio": args.random_range_ratio,
# Information
"server_info": server_info,
# Results # Results
"duration": benchmark_duration, "duration": benchmark_duration,
"completed": metrics.completed, "completed": metrics.completed,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment