Skip to content

GitLab

Unverified Commit 5687d584 authored by ljss's avatar ljss Committed by GitHub
Browse files

[BugFix] Set engine_use_ray=True when TP>1 (#1531)

parent cf8849f2
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/engine/async_llm_engine.py
View file @ 5687d584
...@@ -484,7 +484,7 @@ class AsyncLLMEngine: ...@@ -484,7 +484,7 @@ class AsyncLLMEngine:
distributed_init_method, placement_group = initialize_cluster( distributed_init_method, placement_group = initialize_cluster(
parallel_config, engine_args.engine_use_ray) parallel_config, engine_args.engine_use_ray)
# Create the async LLM engine. # Create the async LLM engine.
engine = cls(engine_args.worker_use_ray, engine = cls(parallel_config.worker_use_ray,
engine_args.engine_use_ray, engine_args.engine_use_ray,
*engine_configs, *engine_configs,
distributed_init_method, distributed_init_method,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment