Unverified Commit ea7bd68d authored by Tyler Michael Smith's avatar Tyler Michael Smith Committed by GitHub
Browse files

[V1][Bugfix] Fix V1 TP trust-remote-code (#11182)


Signed-off-by: default avatarTyler Michael Smith <tyler@neuralmagic.com>
parent 48259264
......@@ -14,6 +14,8 @@ from msgspec import msgpack
from vllm.config import CacheConfig, VllmConfig
from vllm.executor.multiproc_worker_utils import get_mp_context
from vllm.logger import init_logger
from vllm.transformers_utils.config import (
maybe_register_config_serialize_by_value)
from vllm.usage.usage_lib import UsageContext
from vllm.v1.core.scheduler import Scheduler
from vllm.v1.engine import (EngineCoreOutput, EngineCoreOutputs,
......@@ -241,6 +243,9 @@ class EngineCoreProc(EngineCore):
# processes to terminate without error
shutdown_requested = False
# Ensure we can serialize transformer config after spawning
maybe_register_config_serialize_by_value()
def signal_handler(signum, frame):
nonlocal shutdown_requested
if not shutdown_requested:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment