[Bugfix] Fix ModelScope models in v0.5.5 (#8037)

4f5d8446 · Nicolò Lucchesi · GitHub · d05f0a9d · 4f5d8446
Unverified Commit 4f5d8446 authored Aug 31, 2024 by Nicolò Lucchesi Committed by GitHub Aug 31, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

vllm/transformers_utils/config.py vllm/transformers_utils/config.py +3 -0

No files found.
--- a/vllm/transformers_utils/config.py
+++ b/vllm/transformers_utils/config.py
@@ -108,6 +108,9 @@ def get_hf_image_processor_config(
    revision: Optional[str] = None,
    **kwargs,
 ) -> Dict[str, Any]:
+    # ModelScope does not provide an interface for image_processor
+    if VLLM_USE_MODELSCOPE:
+        return dict()
    # Separate model folder from file path for GGUF models
    if Path(model).is_file() and Path(model).suffix == ".gguf":
        model = Path(model).parent