Skip to content

GitLab

Unverified Commit 40329496 authored by Ming Yang's avatar Ming Yang Committed by GitHub
Browse files

[Bugfix] Fix DeepEP config for DP4TP4 (#23619) 


Signed-off-by: default avatarMing Yang <minos.future@gmail.com>
parent 08abfa78
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py
View file @ 40329496
...@@ -49,14 +49,14 @@ class DeepEPHTPrepareAndFinalize(mk.FusedMoEPrepareAndFinalize): ...@@ -49,14 +49,14 @@ class DeepEPHTPrepareAndFinalize(mk.FusedMoEPrepareAndFinalize):
return torch.int64 return torch.int64
def _get_dispatch_config(self) -> Optional[deep_ep.Config]: def _get_dispatch_config(self) -> Optional[deep_ep.Config]:
if self.dp_size not in self.available_rank_configs: if self.num_dispatchers_ not in self.available_rank_configs:
return None return None
return deep_ep.Buffer.get_dispatch_config(self.dp_size) return deep_ep.Buffer.get_dispatch_config(self.num_dispatchers_)
def _get_combine_config(self) -> Optional[deep_ep.Config]: def _get_combine_config(self) -> Optional[deep_ep.Config]:
if self.dp_size not in self.available_rank_configs: if self.num_dispatchers_ not in self.available_rank_configs:
return None return None
return deep_ep.Buffer.get_combine_config(self.dp_size) return deep_ep.Buffer.get_combine_config(self.num_dispatchers_)
def _do_dispatch( def _do_dispatch(
self, self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment