Unverified Commit ea7bd68d authored by Tyler Michael Smith's avatar Tyler Michael Smith Committed by GitHub
Browse files

[V1][Bugfix] Fix V1 TP trust-remote-code (#11182)


Signed-off-by: default avatarTyler Michael Smith <tyler@neuralmagic.com>
parent 48259264
...@@ -14,6 +14,8 @@ from msgspec import msgpack ...@@ -14,6 +14,8 @@ from msgspec import msgpack
from vllm.config import CacheConfig, VllmConfig from vllm.config import CacheConfig, VllmConfig
from vllm.executor.multiproc_worker_utils import get_mp_context from vllm.executor.multiproc_worker_utils import get_mp_context
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.transformers_utils.config import (
maybe_register_config_serialize_by_value)
from vllm.usage.usage_lib import UsageContext from vllm.usage.usage_lib import UsageContext
from vllm.v1.core.scheduler import Scheduler from vllm.v1.core.scheduler import Scheduler
from vllm.v1.engine import (EngineCoreOutput, EngineCoreOutputs, from vllm.v1.engine import (EngineCoreOutput, EngineCoreOutputs,
...@@ -241,6 +243,9 @@ class EngineCoreProc(EngineCore): ...@@ -241,6 +243,9 @@ class EngineCoreProc(EngineCore):
# processes to terminate without error # processes to terminate without error
shutdown_requested = False shutdown_requested = False
# Ensure we can serialize transformer config after spawning
maybe_register_config_serialize_by_value()
def signal_handler(signum, frame): def signal_handler(signum, frame):
nonlocal shutdown_requested nonlocal shutdown_requested
if not shutdown_requested: if not shutdown_requested:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment