[fix]修复多卡eager模式精度问题

87127155 · zhuwenwen · 2d465ec7 · 87127155
Commit 87127155 authored Apr 29, 2025 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

vllm/utils.py vllm/utils.py +3 -2

No files found.
--- a/vllm/utils.py
+++ b/vllm/utils.py
@@ -1089,8 +1089,9 @@ def current_stream() -> torch.cuda.Stream:
        # On ROCm using the default 0 stream in combination with RCCL
        # is hurting performance. Therefore creating a dedicated stream
        # per process
-        _current_stream = torch.cuda.Stream() if current_platform.is_rocm(
-        ) else torch.cuda.current_stream()
+        # _current_stream = torch.cuda.Stream() if current_platform.is_rocm(
+        # ) else torch.cuda.current_stream()
+        _current_stream = torch.cuda.current_stream()
    return _current_stream