"vscode:/vscode.git/clone" did not exist on "26b1805e50b133113de656adebb02b6576a6c75c"
Unverified Commit 53be4a86 authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

[V1] Allow sliding window + prefix caching (#13069)


Signed-off-by: default avatarWoosuk Kwon <woosuk.kwon@berkeley.edu>
parent f5d3acd4
...@@ -1146,7 +1146,7 @@ class CacheConfig: ...@@ -1146,7 +1146,7 @@ class CacheConfig:
if not self.enable_prefix_caching: if not self.enable_prefix_caching:
return return
if self.sliding_window is not None: if self.sliding_window is not None and not envs.VLLM_USE_V1:
raise NotImplementedError( raise NotImplementedError(
"Prefix caching is not supported with sliding window. " "Prefix caching is not supported with sliding window. "
"Run with --disable-sliding-window to use prefix caching.") "Run with --disable-sliding-window to use prefix caching.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment