Fix https://github.com/vllm-project/vllm/issues/2540 (#2545)

ab7e6006 · Philipp Moritz · GitHub · 18bfcdd0 · ab7e6006
Unverified Commit ab7e6006 authored Jan 22, 2024 by Philipp Moritz Committed by GitHub Jan 22, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +1 -1

No files found.
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -209,7 +209,7 @@ class LLMEngine:
            worker.set_cuda_visible_devices.remote(node_gpus[node_id])

        distributed_init_method = get_distributed_init_method(
-            driver_ip, get_open_port)
+            driver_ip, get_open_port())

        # Lazy import the Worker to avoid importing torch.cuda/xformers
        # before CUDA_VISIBLE_DEVICES is set in the Worker