Unverified Commit 2d725b89 authored by Jeffrey Wang's avatar Jeffrey Wang Committed by GitHub
Browse files

[Bugfix] Lazy import diskcache to avoid sqlite3/libstdc++ ImportError at startup (#38649)


Signed-off-by: default avatarJeffrey Wang <jeffreywang@anyscale.com>
parent ef53395e
......@@ -12,7 +12,6 @@ import numpy as np
import regex as re
import torch
from cachetools import LRUCache
from diskcache import Cache
import vllm.envs as envs
from vllm.logger import init_logger
......@@ -181,6 +180,8 @@ def get_outlines_cache():
cache_dir = get_outlines_cache_path()
if envs.VLLM_V1_USE_OUTLINES_CACHE:
from diskcache import Cache
logger.warning(
"Enabling outlines cache. This is an unbounded on-disk "
"cache. It may consume a lot of disk space and should "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment