Unverified Commit 2d725b89 authored by Jeffrey Wang's avatar Jeffrey Wang Committed by GitHub
Browse files

[Bugfix] Lazy import diskcache to avoid sqlite3/libstdc++ ImportError at startup (#38649)


Signed-off-by: default avatarJeffrey Wang <jeffreywang@anyscale.com>
parent ef53395e
...@@ -12,7 +12,6 @@ import numpy as np ...@@ -12,7 +12,6 @@ import numpy as np
import regex as re import regex as re
import torch import torch
from cachetools import LRUCache from cachetools import LRUCache
from diskcache import Cache
import vllm.envs as envs import vllm.envs as envs
from vllm.logger import init_logger from vllm.logger import init_logger
...@@ -181,6 +180,8 @@ def get_outlines_cache(): ...@@ -181,6 +180,8 @@ def get_outlines_cache():
cache_dir = get_outlines_cache_path() cache_dir = get_outlines_cache_path()
if envs.VLLM_V1_USE_OUTLINES_CACHE: if envs.VLLM_V1_USE_OUTLINES_CACHE:
from diskcache import Cache
logger.warning( logger.warning(
"Enabling outlines cache. This is an unbounded on-disk " "Enabling outlines cache. This is an unbounded on-disk "
"cache. It may consume a lot of disk space and should " "cache. It may consume a lot of disk space and should "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment