Commit eb188324 authored by xuxzh1's avatar xuxzh1 🎱
Browse files

Update kv_cache.py

parent aa6b01c6
......@@ -215,7 +215,7 @@ def paged_reshape_and_cache(
raise ImportError(
f"Could not import vllm paged attention. Make sure your installation is correct. Complete error: {e}"
)
ops.reshape_and_cache(key, value, key_cache, value_cache, slots, "auto", 1.0)
ops.reshape_and_cache(key, value, key_cache, value_cache, slots, "auto", 1.0, 1.0)
elif SYSTEM == "ipex":
import intel_extension_for_pytorch as ipex
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment