Skip to content

GitLab

Unverified Commit 6d3c20cf authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

fix `set_interal_state` API (#9850)

parent 8b6966d0
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
python/sglang/srt/managers/tokenizer_manager.py
View file @ 6d3c20cf
...@@ -1335,13 +1335,11 @@ class TokenizerManager: ...@@ -1335,13 +1335,11 @@ class TokenizerManager:
# Many DP ranks # Many DP ranks
return [res.internal_state for res in responses] return [res.internal_state for res in responses]
async def set_internal_state( async def set_internal_state(self, obj: SetInternalStateReq) -> List[bool]:
self, obj: SetInternalStateReq
) -> SetInternalStateReqOutput:
responses: List[SetInternalStateReqOutput] = ( responses: List[SetInternalStateReqOutput] = (
await self.set_internal_state_communicator(obj) await self.set_internal_state_communicator(obj)
) )
return [res.internal_state for res in responses] return [res.updated for res in responses]
async def get_load(self) -> dict: async def get_load(self) -> dict:
# TODO(lsyin): fake load report server # TODO(lsyin): fake load report server
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment