Add warning

8edcabc7 · Woosuk Kwon · 2f4887de · 8edcabc7
Commit 8edcabc7 authored Feb 16, 2023 by Woosuk Kwon
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

cacheflow/worker/cache_engine.py cacheflow/worker/cache_engine.py +3 -0

No files found.
--- a/cacheflow/worker/cache_engine.py
+++ b/cacheflow/worker/cache_engine.py
@@ -19,6 +19,9 @@ class CacheEngine:
        num_cpu_blocks: int,
        dtype: torch.dtype,
    ) -> None:
+        if head_size % 16 != 0:
+            raise ValueError(f'head_size ({head_size}) must be a multiple of 16.')
+
        self.worker_id = worker_id
        self.gpu_id = gpu_id
        self.num_layers = num_layers