Skip to content

GitLab

Unverified Commit 084a01fd authored by Anthony Platanios's avatar Anthony Platanios Committed by GitHub
Browse files

[Bugfix] [Easy] Fixed a bug in the multiprocessing GPU executor. (#6770)

parent 062a1d0f
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
vllm/executor/multiproc_gpu_executor.py
View file @ 084a01fd
import asyncio import asyncio
import os import os
import signal import signal
import threading
import weakref import weakref
from functools import partial from functools import partial
from typing import Any, List, Optional from typing import Any, List, Optional
...@@ -115,8 +116,9 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor): ...@@ -115,8 +116,9 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
if executor := ref(): if executor := ref():
executor.shutdown() executor.shutdown()
signal.signal(signal.SIGINT, shutdown) if threading.current_thread() is threading.main_thread():
signal.signal(signal.SIGTERM, shutdown) signal.signal(signal.SIGINT, shutdown)
signal.signal(signal.SIGTERM, shutdown)
self.driver_worker = self._create_worker( self.driver_worker = self._create_worker(
distributed_init_method=distributed_init_method) distributed_init_method=distributed_init_method)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment