"vscode:/vscode.git/clone" did not exist on "874f7c292a4f4f5dbb89b12426187e5a70f006d6"
Unverified Commit d81edded authored by Raushan Turganbay's avatar Raushan Turganbay Committed by GitHub
Browse files

[Bugfix] disable processor cache (#19068)


Signed-off-by: default avatarraushan <raushan@huggingface.co>
parent 476844d4
......@@ -34,8 +34,8 @@ class MirroredProcessingCache:
def __init__(self, model_config):
mm_config = model_config.multimodal_config
disable_mm_preprocessor_cache = mm_config is not None and \
not mm_config.disable_mm_preprocessor_cache
disable_mm_preprocessor_cache = (
mm_config is not None and mm_config.disable_mm_preprocessor_cache)
self.use_cache = not disable_mm_preprocessor_cache
self.mm_cache = ProcessingCache.get_lru_cache(VLLM_MM_INPUT_CACHE_GIB,
MultiModalKwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment