Skip to content

GitLab

"docs/contributing/profiling.md" did not exist on "aba8d6ee006b78149ac4514f460e4038b2d4f607"
Unverified Commit 3da24c2d authored by Caio Mendes's avatar Caio Mendes Committed by GitHub
Browse files

[Model] Phi-3 4k sliding window temp. fix (#4380)

parent eefeb164
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 3 deletions
vllm/core/block_manager_v1.py
View file @ 3da24c2d
"""A block manager that manages token blocks.""" """A block manager that manages token blocks."""
import math
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from itertools import count, takewhile from itertools import count, takewhile
from os.path import commonprefix from os.path import commonprefix
...@@ -220,9 +221,9 @@ class BlockSpaceManagerV1(BlockSpaceManager): ...@@ -220,9 +221,9 @@ class BlockSpaceManagerV1(BlockSpaceManager):
self.block_sliding_window = None self.block_sliding_window = None
if sliding_window is not None: if sliding_window is not None:
assert sliding_window % block_size == 0, (sliding_window, # Round up to nearest block size to regularize sliding window
block_size) # allocation sizes.
self.block_sliding_window = sliding_window // block_size self.block_sliding_window = math.ceil(sliding_window / block_size)
self.watermark = watermark self.watermark = watermark
assert watermark >= 0.0 assert watermark >= 0.0
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment