Unverified Commit 42b42824 authored by Kevin McKay's avatar Kevin McKay Committed by GitHub
Browse files

[Misc] Fix grammar errors in comments and messages (#31115)


Signed-off-by: default avatarc0de128 <kevin.mckay@outlook.com>
parent ec58c10c
...@@ -83,7 +83,7 @@ def test_compressed_tensors_w8a8_static_setup(vllm_runner, model_args): ...@@ -83,7 +83,7 @@ def test_compressed_tensors_w8a8_static_setup(vllm_runner, model_args):
current_platform.is_rocm() current_platform.is_rocm()
and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL
): ):
pytest.skip(f"Skip model {model_path} as it is not support on ROCm.") pytest.skip(f"Skip model {model_path} as it is not supported on ROCm.")
with vllm_runner(model_path, enforce_eager=True) as llm: with vllm_runner(model_path, enforce_eager=True) as llm:
...@@ -161,7 +161,7 @@ def test_compressed_tensors_w8a8_logprobs( ...@@ -161,7 +161,7 @@ def test_compressed_tensors_w8a8_logprobs(
current_platform.is_rocm() current_platform.is_rocm()
and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL
): ):
pytest.skip(f"Skip model {model_path} as it is not support on ROCm.") pytest.skip(f"Skip model {model_path} as it is not supported on ROCm.")
if use_aiter: if use_aiter:
if model_path not in ROCM_AITER_SUPPORTED_INT8_MODEL: if model_path not in ROCM_AITER_SUPPORTED_INT8_MODEL:
...@@ -231,7 +231,7 @@ def test_compressed_tensors_w8a8_dynamic_per_token( ...@@ -231,7 +231,7 @@ def test_compressed_tensors_w8a8_dynamic_per_token(
current_platform.is_rocm() current_platform.is_rocm()
and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL and model_path not in ROCM_TRITON_SCALED_MM_SUPPORTED_INT8_MODEL
): ):
pytest.skip(f"Skip model {model_path} as it is not support on ROCm.") pytest.skip(f"Skip model {model_path} as it is not supported on ROCm.")
if use_aiter: if use_aiter:
if model_path not in ROCM_AITER_SUPPORTED_INT8_MODEL: if model_path not in ROCM_AITER_SUPPORTED_INT8_MODEL:
......
...@@ -15,7 +15,7 @@ def merge_attn_states( ...@@ -15,7 +15,7 @@ def merge_attn_states(
output_lse: torch.Tensor | None = None, output_lse: torch.Tensor | None = None,
) -> None: ) -> None:
# NOTE(DefTruth): Currently, custom merge_attn_states CUDA kernel # NOTE(DefTruth): Currently, custom merge_attn_states CUDA kernel
# is not support for FP8 dtype, fallback to use Triton kernel. # does not support FP8 dtype, fallback to use Triton kernel.
def supported_dtypes(o: torch.Tensor) -> bool: def supported_dtypes(o: torch.Tensor) -> bool:
return o.dtype in [torch.float32, torch.half, torch.bfloat16] return o.dtype in [torch.float32, torch.half, torch.bfloat16]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment