Skip to content

GitLab

Unverified Commit 71a4a2fb authored by Richard Zou's avatar Richard Zou Committed by GitHub
Browse files

[BugFix] Fix order of compile logging (#38012) 


Signed-off-by: default avatarRichard Zou <zou3519@gmail.com>
parent 935c46dd
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
vllm/compilation/decorators.py
View file @ 71a4a2fb
...@@ -299,8 +299,10 @@ def _try_load_aot_compiled_fn( ...@@ -299,8 +299,10 @@ def _try_load_aot_compiled_fn(
# is populated by _verify_source_unchanged. # is populated by _verify_source_unchanged.
with maybe_use_cudagraph_partition_wrapper(model.vllm_config): with maybe_use_cudagraph_partition_wrapper(model.vllm_config):
loaded_fn._artifacts.compiled_fn.finalize_loading(model.vllm_config) loaded_fn._artifacts.compiled_fn.finalize_loading(model.vllm_config)
compilation_counter.num_aot_artifacts_loaded += 1 compilation_counter.num_aot_artifacts_loaded += 1
logger.info("Directly load AOT compilation from path %s", aot_compilation_path) logger.info(
"Directly load AOT compilation from path %s", aot_compilation_path
)
return loaded_fn return loaded_fn
except Exception as e: except Exception as e:
if os.path.exists(aot_compilation_path): if os.path.exists(aot_compilation_path):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment