Commit 4fd9d6a8 authored by Arpit Khandelwal's avatar Arpit Khandelwal Committed by Kevin H. Luu
Browse files

[Core] Rename PassConfig flags as per RFC #27995 (#29646)


Signed-off-by: default avatararpitkh101 <arpit5khandelwal@gmail.com>
Co-authored-by: default avatarLuka Govedič <ProExpertProg@users.noreply.github.com>
(cherry picked from commit d7284a26)
parent a1d627e4
...@@ -552,7 +552,7 @@ class Worker(WorkerBase): ...@@ -552,7 +552,7 @@ class Worker(WorkerBase):
if ( if (
parallel_config.pipeline_parallel_size > 1 parallel_config.pipeline_parallel_size > 1
and compilation_config.pass_config.enable_sequence_parallelism and compilation_config.pass_config.enable_sp
and forward_pass and forward_pass
): ):
# currently only supported by V1 GPUModelRunner # currently only supported by V1 GPUModelRunner
......
...@@ -342,7 +342,7 @@ def is_residual_scattered_for_sp( ...@@ -342,7 +342,7 @@ def is_residual_scattered_for_sp(
partition), SP is always applied partition), SP is always applied
- Otherwise, SP is only applied for specific shapes in compile_sizes - Otherwise, SP is only applied for specific shapes in compile_sizes
""" """
if not vllm_config.compilation_config.pass_config.enable_sequence_parallelism: if not vllm_config.compilation_config.pass_config.enable_sp:
return False return False
tp = vllm_config.parallel_config.tensor_parallel_size tp = vllm_config.parallel_config.tensor_parallel_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment