Skip to content

GitLab

Unverified Commit cb8ed2c0 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Make DeepEP combine recv do not overlap (#11535)

parent 38473363
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
python/sglang/srt/layers/moe/token_dispatcher/deepep.py
View file @ cb8ed2c0
...@@ -616,6 +616,9 @@ class _DeepEPDispatcherImplLowLatency(_DeepEPDispatcherImplBase): ...@@ -616,6 +616,9 @@ class _DeepEPDispatcherImplLowLatency(_DeepEPDispatcherImplBase):
return hidden_states, event, hook, overlap_args return hidden_states, event, hook, overlap_args
def combine_b(self, hidden_states, event, hook, overlap_args): def combine_b(self, hidden_states, event, hook, overlap_args):
if overlap_args is not None:
overlap_args.stream.wait_stream(self.device_module.current_stream())
hook() if self.return_recv_hook else event.current_stream_wait() hook() if self.return_recv_hook else event.current_stream_wait()
if overlap_args is not None: if overlap_args is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment