__init__.py 856 Bytes
Newer Older
1
2
# SPDX-License-Identifier: Apache-2.0

3
4
5
from vllm.envs import VLLM_USE_MODELSCOPE

if VLLM_USE_MODELSCOPE:
6
7
8
9
    try:
        # Patch here, before each import happens
        import modelscope
        from packaging import version
10

11
12
13
14
15
16
        # patch_hub begins from modelscope>=1.18.1
        if version.parse(modelscope.__version__) <= version.parse('1.18.0'):
            raise ImportError(
                'Using vLLM with ModelScope needs modelscope>=1.18.1, please '
                'install by `pip install modelscope -U`')
        from modelscope.utils.hf_util import patch_hub
17

18
19
20
21
22
23
        # Patch hub to download models from modelscope to speed up.
        patch_hub()
    except ImportError as err:
        raise ImportError(
            "Please install modelscope>=1.18.1 via "
            "`pip install modelscope>=1.18.1` to use ModelScope.") from err