set VLLM_CUSTOM_CACHE=1

30559839 · zhuwenwen · 61dc5d91 · 30559839
Commit 30559839 authored Jan 16, 2026 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/envs.py vllm/envs.py +1 -1

No files found.
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -1097,7 +1097,7 @@ environment_variables: dict[str, Callable[[], Any]] = {

    # flag to control vllm to use optimized kernels
    "VLLM_CUSTOM_CACHE":
-    lambda: bool(int(os.environ.get("VLLM_CUSTOM_CACHE", "0"))),
+    lambda: bool(int(os.environ.get("VLLM_CUSTOM_CACHE", "1"))),
    
    # flag to control vllm to use optimized kernels
    "VLLM_CUSTOM_ALLREDUCE_SUPPORTED_WORLDSIZE_MAX":