Unverified Commit 2a9d995c authored by lbk-sys's avatar lbk-sys Committed by GitHub
Browse files

prepare for sglang+verl (#10555)


Signed-off-by: default avatarlbk-sys <hello_lbk@163.com>
Signed-off-by: default avatarlibaokui <libaokui@hauwei.com>
Co-authored-by: default avatarlibaokui <libaokui@hauwei.com>
Co-authored-by: default avatarEven Zhou <even.y.zhou@outlook.com>
parent a9050b5c
...@@ -17,10 +17,18 @@ import torch ...@@ -17,10 +17,18 @@ import torch
from packaging import version from packaging import version
from torch.multiprocessing import reductions from torch.multiprocessing import reductions
from sglang.srt.utils import is_npu
_is_npu = is_npu()
def monkey_patch_torch_reductions(): def monkey_patch_torch_reductions():
"""Monkey patching before Torch https://github.com/pytorch/pytorch/pull/149248 is fixed""" """Monkey patching before Torch https://github.com/pytorch/pytorch/pull/149248 is fixed"""
# Currently, NPU does not support UUID. This has been temporarily commented out, with support expected in the fourth quarter.
if _is_npu:
return
if hasattr(reductions, "_reduce_tensor_original"): if hasattr(reductions, "_reduce_tensor_original"):
return return
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment