Skip to content

GitLab

Unverified Commit b6c75e1c authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

Fix the AMD weight loading tests (#8390)

parent b71c956d
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/config.py
View file @ b6c75e1c
...@@ -883,7 +883,7 @@ class ParallelConfig: ...@@ -883,7 +883,7 @@ class ParallelConfig:
from vllm.executor import ray_utils from vllm.executor import ray_utils
backend = "mp" backend = "mp"
ray_found = ray_utils.ray_is_available() ray_found = ray_utils.ray_is_available()
if (torch.cuda.is_available() if (current_platform.is_cuda()
and cuda_device_count_stateless() < self.world_size): and cuda_device_count_stateless() < self.world_size):
if not ray_found: if not ray_found:
raise ValueError("Unable to load Ray which is " raise ValueError("Unable to load Ray which is "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment