fix(ray_utils): ignore re-init error (#465)

16c3e295 · Massimiliano Pronesti · GitHub · bda41c70 · 16c3e295
Unverified Commit 16c3e295 authored Jul 20, 2023 by Massimiliano Pronesti Committed by GitHub Jul 19, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/ray_utils.py vllm/engine/ray_utils.py +1 -1

No files found.
--- a/vllm/engine/ray_utils.py
+++ b/vllm/engine/ray_utils.py
@@ -44,7 +44,7 @@ def initialize_cluster(
                "Ray is not installed. Please install Ray to use distributed "
                "serving.")
        # Connect to a ray cluster.
-        ray.init(address=ray_address)
+        ray.init(address=ray_address, ignore_reinit_error=True)

    if not parallel_config.worker_use_ray:
        # Initialize cluster locally.