"tests/utils_/test_utils.py" did not exist on "0bd1ff43469f867f92786a3596c3e4a64df43400"
Unverified Commit 84ec470f authored by Richard Zou's avatar Richard Zou Committed by GitHub
Browse files

Improve "failed to get the hash of the compiled graph" error (#18956)


Signed-off-by: default avatarrzou <zou3519@gmail.com>
parent b29ca5c4
......@@ -415,8 +415,14 @@ class InductorAdaptor(CompilerInterface):
# compilation cache. So turn off the checks if we disable the
# compilation cache.
if not envs.VLLM_DISABLE_COMPILE_CACHE:
assert hash_str is not None, (
"failed to get the hash of the compiled graph")
if hash_str is None:
raise RuntimeError(
"vLLM failed to compile the model. The most "
"likely reason for this is that a previous compilation "
"failed, leading to a corrupted compilation artifact. "
"We recommend trying to "
"remove ~/.cache/vllm/torch_compile_cache and try again "
"to see the real issue. ")
assert file_path is not None, (
"failed to get the file path of the compiled graph")
return compiled_graph, (hash_str, file_path)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment