"vscode:/vscode.git/clone" did not exist on "b471092d3a983485243dd153777d026bf5f49183"
Unverified Commit c014de1e authored by Micah Williamson's avatar Micah Williamson Committed by GitHub
Browse files

[ROCm][CI] Fix test_cudagraph_mode.py Failure For AMD CI (#29808)


Signed-off-by: default avatarMicah Williamson <micah.williamson@amd.com>
parent 1b1e35aa
...@@ -100,32 +100,20 @@ def test_backend_and_cudagraph_mode_combo(backend_name, cudagraph_mode, supporte ...@@ -100,32 +100,20 @@ def test_backend_and_cudagraph_mode_combo(backend_name, cudagraph_mode, supporte
# test cudagraph_mode with different compilation mode. # test cudagraph_mode with different compilation mode.
# (backend_name, cudagraph_mode, compilation_mode, supported) # (backend_name, cudagraph_mode, compilation_mode, supported)
if current_platform.is_rocm(): attn_backend = "RocmAttn" if current_platform.is_rocm() else "FA2"
combo_cases_2 = [
("RocmAttn", "FULL", CompilationMode.NONE, True), combo_cases_2 = [
("RocmAttn", "FULL", CompilationMode.VLLM_COMPILE, True), (attn_backend, "FULL", CompilationMode.NONE, True),
("RocmAttn", "PIECEWISE", CompilationMode.NONE, False), (attn_backend, "FULL", CompilationMode.VLLM_COMPILE, True),
("RocmAttn", "PIECEWISE", CompilationMode.VLLM_COMPILE, True), (attn_backend, "PIECEWISE", CompilationMode.NONE, True),
("RocmAttn", "FULL_AND_PIECEWISE", CompilationMode.NONE, False), (attn_backend, "PIECEWISE", CompilationMode.VLLM_COMPILE, True),
("RocmAttn", "FULL_AND_PIECEWISE", CompilationMode.VLLM_COMPILE, True), (attn_backend, "FULL_AND_PIECEWISE", CompilationMode.NONE, True),
("RocmAttn", "FULL_DECODE_ONLY", CompilationMode.NONE, True), (attn_backend, "FULL_AND_PIECEWISE", CompilationMode.VLLM_COMPILE, True),
("RocmAttn", "FULL_DECODE_ONLY", CompilationMode.VLLM_COMPILE, True), (attn_backend, "FULL_DECODE_ONLY", CompilationMode.NONE, True),
("RocmAttn", "NONE", CompilationMode.NONE, True), (attn_backend, "FULL_DECODE_ONLY", CompilationMode.VLLM_COMPILE, True),
("RocmAttn", "NONE", CompilationMode.VLLM_COMPILE, True), (attn_backend, "NONE", CompilationMode.NONE, True),
] (attn_backend, "NONE", CompilationMode.VLLM_COMPILE, True),
else: ]
combo_cases_2 = [
("FA2", "FULL", CompilationMode.NONE, True),
("FA2", "FULL", CompilationMode.VLLM_COMPILE, True),
("FA2", "PIECEWISE", CompilationMode.NONE, True),
("FA2", "PIECEWISE", CompilationMode.VLLM_COMPILE, True),
("FA2", "FULL_AND_PIECEWISE", CompilationMode.NONE, True),
("FA2", "FULL_AND_PIECEWISE", CompilationMode.VLLM_COMPILE, True),
("FA2", "FULL_DECODE_ONLY", CompilationMode.NONE, True),
("FA2", "FULL_DECODE_ONLY", CompilationMode.VLLM_COMPILE, True),
("FA2", "NONE", CompilationMode.NONE, True),
("FA2", "NONE", CompilationMode.VLLM_COMPILE, True),
]
@pytest.mark.parametrize( @pytest.mark.parametrize(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment