reduce watchdog interval to 5s (#2410)

27f7bed7 · Byron Hsu · GitHub · 6387098f · 27f7bed7
Unverified Commit 27f7bed7 authored Dec 08, 2024 by Byron Hsu Committed by GitHub Dec 08, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/managers/tokenizer_manager.py python/sglang/srt/managers/tokenizer_manager.py +1 -1

No files found.
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -572,7 +572,7 @@ class TokenizerManager:

    async def sigterm_watchdog(self):
        while not self.gracefully_exit:
-            await asyncio.sleep(60)
+            await asyncio.sleep(5)

        # drain requests
        while True: