[BugFix] Set engine_use_ray=True when TP>1 (#1531)

5687d584 · ljss · GitHub · cf8849f2 · 5687d584
Unverified Commit 5687d584 authored Nov 01, 2023 by ljss Committed by GitHub Nov 01, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/async_llm_engine.py vllm/engine/async_llm_engine.py +1 -1

No files found.
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@@ -484,7 +484,7 @@ class AsyncLLMEngine:
        distributed_init_method, placement_group = initialize_cluster(
            parallel_config, engine_args.engine_use_ray)
        # Create the async LLM engine.
-        engine = cls(engine_args.worker_use_ray,
+        engine = cls(parallel_config.worker_use_ray,
                     engine_args.engine_use_ray,
                     *engine_configs,
                     distributed_init_method,