"tests/vscode:/vscode.git/clone" did not exist on "959783fb996d0d15598f45ca12ffcbee4b681424"
Unverified Commit 907f935d authored by Yong Hoon Shin's avatar Yong Hoon Shin Committed by GitHub
Browse files

[V1] Fix general plugins not loaded in engine for multiproc (#18326)


Signed-off-by: default avatarYong Hoon Shin <yhshin@meta.com>
parent 5d7f5452
......@@ -57,6 +57,10 @@ class EngineCore:
executor_fail_callback: Optional[Callable] = None):
assert vllm_config.model_config.runner_type != "pooling"
# plugins need to be loaded at the engine/scheduler level too
from vllm.plugins import load_general_plugins
load_general_plugins()
self.vllm_config = vllm_config
logger.info("Initializing a V1 LLM engine (v%s) with config: %s",
VLLM_VERSION, vllm_config)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment