[Bugfix] Fix custom_ar support check (#7617)

e6803499 · bnellnm · GitHub · 44f26a94 · e6803499
Unverified Commit e6803499 authored Aug 16, 2024 by bnellnm Committed by GitHub Aug 16, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/distributed/device_communicators/custom_all_reduce.py vllm/distributed/device_communicators/custom_all_reduce.py +1 -1

No files found.
--- a/vllm/distributed/device_communicators/custom_all_reduce.py
+++ b/vllm/distributed/device_communicators/custom_all_reduce.py
@@ -15,7 +15,7 @@ from vllm.platforms import current_platform
 from vllm.utils import cuda_device_count_stateless
 try:
-    assert ops.is_custom_op_supported("_C_custom_ar::meta_size")
+    ops.meta_size()
    custom_ar = True
 except Exception:
    # For AMD GPUs and CPUs