# Copyright 2024 Bytedance Ltd. and/or its affiliates # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from importlib.metadata import PackageNotFoundError, version from packaging import version as vs from verl.utils.import_utils import is_sglang_available def get_version(pkg): try: return version(pkg) except PackageNotFoundError: return None package_name = "vllm" package_version = get_version(package_name) vllm_version = None if package_version is None: if not is_sglang_available(): raise ValueError( f"vllm version {package_version} not supported and SGLang also not Found. Currently supported " f"vllm versions are 0.7.0+" ) elif vs.parse(package_version) >= vs.parse("0.7.0"): vllm_version = package_version from vllm import LLM from vllm.distributed import parallel_state else: if vs.parse(package_version) in [vs.parse("0.5.4"), vs.parse("0.6.3")]: raise ValueError( f"vLLM version {package_version} support has been removed. vLLM 0.5.4 and 0.6.3 are no longer " f"supported. Please use vLLM 0.7.0 or later." ) if not is_sglang_available(): raise ValueError( f"vllm version {package_version} not supported and SGLang also not Found. Currently supported " f"vllm versions are 0.7.0+" ) __all__ = ["LLM", "parallel_state"]