Skip to content

GitLab

Unverified Commit d81edded authored by Raushan Turganbay's avatar Raushan Turganbay Committed by GitHub
Browse files

[Bugfix] disable processor cache (#19068) 


Signed-off-by: default avatarraushan <raushan@huggingface.co>
parent 476844d4
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/v1/engine/mm_input_cache.py
View file @ d81edded
...@@ -34,8 +34,8 @@ class MirroredProcessingCache: ...@@ -34,8 +34,8 @@ class MirroredProcessingCache:
def __init__(self, model_config): def __init__(self, model_config):
mm_config = model_config.multimodal_config mm_config = model_config.multimodal_config
disable_mm_preprocessor_cache = mm_config is not None and \ disable_mm_preprocessor_cache = (
not mm_config.disable_mm_preprocessor_cache mm_config is not None and mm_config.disable_mm_preprocessor_cache)
self.use_cache = not disable_mm_preprocessor_cache self.use_cache = not disable_mm_preprocessor_cache
self.mm_cache = ProcessingCache.get_lru_cache(VLLM_MM_INPUT_CACHE_GIB, self.mm_cache = ProcessingCache.get_lru_cache(VLLM_MM_INPUT_CACHE_GIB,
MultiModalKwargs) MultiModalKwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment