Skip to content

GitLab

Unverified Commit fe8a9fbd authored by Tyler Michael Smith's avatar Tyler Michael Smith Committed by GitHub
Browse files

[Bugfix] Fix EPLB state logging error (#31455) 


Signed-off-by: default avatarTyler Michael Smith <tlrmchlsmth@gmail.com>
parent 98b8b3ab
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/distributed/eplb/eplb_state.py
View file @ fe8a9fbd
...@@ -423,7 +423,7 @@ class EplbState: ...@@ -423,7 +423,7 @@ class EplbState:
# Set the policy based on the selected eplb algorithm type. # Set the policy based on the selected eplb algorithm type.
policy_type = self.parallel_config.eplb_config.policy policy_type = self.parallel_config.eplb_config.policy
self.policy = EPLB_POLICIES[policy_type] self.policy = EPLB_POLICIES[policy_type]
logger.debug("Selected EPLB policy: %d", policy_type) logger.debug("Selected EPLB policy: %s", policy_type)
if global_expert_load is not None: if global_expert_load is not None:
ep_group = get_ep_group().device_group ep_group = get_ep_group().device_group
assert global_expert_load.shape == ( assert global_expert_load.shape == (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment