Skip to content

GitLab

Unverified Commit 30700b1c authored by Robert Shaw's avatar Robert Shaw Committed by GitHub
Browse files

[CI] Fix Plugin Tests Tests (#28413) 


Signed-off-by: default avatarRobert Shaw <robertgshaw2@gmail.com>
parent 4b94ed8f
Show whitespace changes
Inline Side-by-side
Showing with 13 additions and 11 deletions
vllm/config/vllm.py
View file @ 30700b1c
...@@ -608,6 +608,8 @@ class VllmConfig: ...@@ -608,6 +608,8 @@ class VllmConfig:
) )
current_platform.check_and_update_config(self) current_platform.check_and_update_config(self)
# If DCP, ensure the block size is right.
if self.parallel_config.decode_context_parallel_size > 1:
assert ( assert (
self.parallel_config.dcp_kv_cache_interleave_size self.parallel_config.dcp_kv_cache_interleave_size
<= self.cache_config.block_size <= self.cache_config.block_size
...@@ -615,8 +617,8 @@ class VllmConfig: ...@@ -615,8 +617,8 @@ class VllmConfig:
% self.parallel_config.dcp_kv_cache_interleave_size % self.parallel_config.dcp_kv_cache_interleave_size
== 0 == 0
), ( ), (
f"Block_size({self.cache_config.block_size}) should be " f"Block_size({self.cache_config.block_size}) should be greater "
"greater than or equal to and divisible by dcp_kv_cache_interleave_size " "than or equal to and divisible by dcp_kv_cache_interleave_size "
f"({self.parallel_config.dcp_kv_cache_interleave_size})." f"({self.parallel_config.dcp_kv_cache_interleave_size})."
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment