"vscode:/vscode.git/clone" did not exist on "c91fe7b1b9c4398c6d4c980fc480ada0da8a0b23"
Unverified Commit c954f21a authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[misc] add early error message for custom ops (#11355)


Signed-off-by: default avataryoukaichao <youkaichao@gmail.com>
parent 86c2d8fd
......@@ -1577,8 +1577,18 @@ def direct_register_custom_op(
library object. If you want to bind the operator to a different library,
make sure the library object is alive when the operator is used.
"""
if is_in_doc_build() or not supports_custom_op():
if is_in_doc_build():
return
if not supports_custom_op():
assert not current_platform.is_cuda_alike(), (
"cuda platform needs torch>=2.4 to support custom op, "
"chances are you are using an old version of pytorch "
"or a custom build of pytorch. It is recommended to "
"use vLLM in a fresh new environment and let it install "
"the required dependencies.")
return
import torch.library
if hasattr(torch.library, "infer_schema"):
schema_str = torch.library.infer_schema(op_func,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment