[Bugfix][TPU] Correct env variable for XLA cache path (#7544)

fc93e561 · Woosuk Kwon · GitHub · 22b39e11 · fc93e561
Unverified Commit fc93e561 authored Aug 15, 2024 by Woosuk Kwon Committed by GitHub Aug 15, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/envs.py vllm/envs.py +1 -1

No files found.
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -334,7 +334,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
    "VLLM_XLA_CACHE_PATH":
    lambda: os.path.expanduser(
        os.getenv(
-            "VLLM_ASSETS_CACHE",
+            "VLLM_XLA_CACHE_PATH",
            os.path.join(get_default_cache_root(), "vllm", "xla_cache"),
        )),
    "VLLM_FUSED_MOE_CHUNK_SIZE":