fix `set_interal_state` API (#9850)

6d3c20cf · Liangsheng Yin · GitHub · 8b6966d0 · 6d3c20cf
Unverified Commit 6d3c20cf authored Sep 01, 2025 by Liangsheng Yin Committed by GitHub Sep 01, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 4 deletions

python/sglang/srt/managers/tokenizer_manager.py python/sglang/srt/managers/tokenizer_manager.py +2 -4

No files found.
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -1335,13 +1335,11 @@ class TokenizerManager:
        # Many DP ranks
        return [res.internal_state for res in responses]

-    async def set_internal_state(
-        self, obj: SetInternalStateReq
-    ) -> SetInternalStateReqOutput:
+    async def set_internal_state(self, obj: SetInternalStateReq) -> List[bool]:
        responses: List[SetInternalStateReqOutput] = (
            await self.set_internal_state_communicator(obj)
        )
-        return [res.internal_state for res in responses]
+        return [res.updated for res in responses]

    async def get_load(self) -> dict:
        # TODO(lsyin): fake load report server