Tiny improve error message (#5526)

fba86b6b · fzyzcjy · GitHub · 072b4d03 · fba86b6b
Unverified Commit fba86b6b authored Apr 21, 2025 by fzyzcjy Committed by GitHub Apr 20, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 1 deletion

python/sglang/lang/backend/runtime_endpoint.py python/sglang/lang/backend/runtime_endpoint.py +5 -1

No files found.
--- a/python/sglang/lang/backend/runtime_endpoint.py
+++ b/python/sglang/lang/backend/runtime_endpoint.py
@@ -324,7 +324,11 @@ class RuntimeEndpoint(BaseBackend):
    def _assert_success(self, res):
        if res.status_code != 200:
-            raise RuntimeError(res.json())
+            try:
+                content = res.json()
+            except json.JSONDecodeError:
+                content = res.text
+            raise RuntimeError(content)
 def compute_normalized_prompt_logprobs(input_logprobs):