Unverified Commit 1c0afa13 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[BugFix] Don't start a Ray cluster when not using Ray (#5570)

parent d919ecc7
...@@ -616,8 +616,13 @@ class ParallelConfig: ...@@ -616,8 +616,13 @@ class ParallelConfig:
"required for multi-node inference") "required for multi-node inference")
backend = "ray" backend = "ray"
elif ray_found: elif ray_found:
if self.placement_group:
backend = "ray"
else:
from ray import is_initialized as ray_is_initialized
if ray_is_initialized():
from ray.util import get_current_placement_group from ray.util import get_current_placement_group
if self.placement_group or get_current_placement_group(): if get_current_placement_group():
backend = "ray" backend = "ray"
self.distributed_executor_backend = backend self.distributed_executor_backend = backend
logger.info("Defaulting to use %s for distributed inference", logger.info("Defaulting to use %s for distributed inference",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment