[PD] Tiny fix timeout error when generate (#5545)

569b032c · fzyzcjy · GitHub · f6a71139 · 569b032c
Unverified Commit 569b032c authored Apr 19, 2025 by fzyzcjy Committed by GitHub Apr 19, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 1 deletion

python/sglang/srt/disaggregation/mini_lb.py python/sglang/srt/disaggregation/mini_lb.py +5 -1

No files found.
--- a/python/sglang/srt/disaggregation/mini_lb.py
+++ b/python/sglang/srt/disaggregation/mini_lb.py
@@ -26,7 +26,11 @@ class MiniLoadBalancer:
        self, modified_request, prefill_server, decode_server
    ) -> ORJSONResponse:

-        async with aiohttp.ClientSession() as session:
+        async with aiohttp.ClientSession(
+            timeout=aiohttp.ClientTimeout(
+                total=3600
+            )  # Add timeout for request reliability
+        ) as session:
            tasks = [
                session.post(f"{prefill_server}/generate", json=modified_request),
                session.post(f"{decode_server}/generate", json=modified_request),