Commit 6fa22430 authored by zhuwenwen's avatar zhuwenwen
Browse files

fix import error

parent 705f6a35
...@@ -395,6 +395,7 @@ def get_version_add(sha: Optional[str] = None) -> str: ...@@ -395,6 +395,7 @@ def get_version_add(sha: Optional[str] = None) -> str:
version += ".torch" + torch.__version__[:5] version += ".torch" + torch.__version__[:5]
with open(add_version_path, encoding="utf-8",mode="w") as file: with open(add_version_path, encoding="utf-8",mode="w") as file:
file.write("__commit__='705f6a35aa92800b9c69c8b346168c3055fdebbd'\n")
file.write("__version__='0.5.2'\n") file.write("__version__='0.5.2'\n")
file.write("__dcu_version__='0.5.2+{}'\n".format(version)) file.write("__dcu_version__='0.5.2+{}'\n".format(version))
file.close() file.close()
......
...@@ -11,9 +11,7 @@ from vllm.outputs import (CompletionOutput, EmbeddingOutput, ...@@ -11,9 +11,7 @@ from vllm.outputs import (CompletionOutput, EmbeddingOutput,
EmbeddingRequestOutput, RequestOutput) EmbeddingRequestOutput, RequestOutput)
from vllm.pooling_params import PoolingParams from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams from vllm.sampling_params import SamplingParams
from vllm.version import __dcu_version__ from vllm.version import __commit__, __version__, __dcu_version__
from .version import __commit__, __version__
__all__ = [ __all__ = [
"__commit__", "__commit__",
......
...@@ -12,10 +12,14 @@ from vllm.distributed.device_communicators.custom_all_reduce_utils import ( ...@@ -12,10 +12,14 @@ from vllm.distributed.device_communicators.custom_all_reduce_utils import (
from vllm.distributed.parallel_state import in_the_same_node_as from vllm.distributed.parallel_state import in_the_same_node_as
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.utils import cuda_device_count_stateless, is_full_nvlink from vllm.utils import cuda_device_count_stateless, is_full_nvlink
from vllm.utils import is_hip
try: try:
if (not is_hip()):
assert ops.is_custom_op_supported("_C_custom_ar::meta_size") assert ops.is_custom_op_supported("_C_custom_ar::meta_size")
custom_ar = True custom_ar = True
else:
custom_ar = False
except Exception: except Exception:
# For AMD GPUs and CPUs # For AMD GPUs and CPUs
custom_ar = False custom_ar = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment