misc: fix accept_length (#6536)

a6970a17 · Yineng Zhang · GitHub · a6ae3af1 · a6970a17
Unverified Commit a6970a17 authored May 22, 2025 by Yineng Zhang Committed by GitHub May 22, 2025
Show whitespace changes
Inline Side-by-side

Showing with 10 additions and 7 deletions

python/sglang/bench_serving.py python/sglang/bench_serving.py +10 -7

No files found.
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -1303,16 +1303,19 @@ async def benchmark(

    if "sglang" in backend:
        server_info = requests.get(base_url + "/get_server_info")
+        if server_info.status_code == 200:
            if pd_separated:
-            accept_length = server_info.json()["decode"][0]["internal_states"][0].get(
-                "avg_spec_accept_length", None
-            )
+                accept_length = server_info.json()["decode"][0]["internal_states"][
+                    0
+                ].get("avg_spec_accept_length", None)
            else:
                accept_length = server_info.json()["internal_states"][0].get(
                    "avg_spec_accept_length", None
                )
        else:
            accept_length = None
+    else:
+        accept_length = None

    # Compute metrics and print results
    benchmark_duration = time.perf_counter() - benchmark_start_time