Unverified Commit 408e5600 authored by Cody Yu's avatar Cody Yu Committed by GitHub
Browse files

[Bugfix] Remove block size constraint (#11723)

parent 402d3783
...@@ -1015,11 +1015,6 @@ class CacheConfig: ...@@ -1015,11 +1015,6 @@ class CacheConfig:
raise ValueError( raise ValueError(
"GPU memory utilization must be less than 1.0. Got " "GPU memory utilization must be less than 1.0. Got "
f"{self.gpu_memory_utilization}.") f"{self.gpu_memory_utilization}.")
from vllm.platforms import current_platform
if (current_platform.is_cuda() and self.block_size is not None
and self.block_size > 32):
raise ValueError("CUDA Paged Attention kernel only supports "
f"block sizes up to 32. Got {self.block_size}.")
def _verify_cache_dtype(self) -> None: def _verify_cache_dtype(self) -> None:
if self.cache_dtype == "auto": if self.cache_dtype == "auto":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment