Skip to content

GitLab

Commit 09d497bc authored by zhuwenwen's avatar zhuwenwen
Browse files

set VLLM_WORKER_MULTIPROC_METHOD=spawn

parent ca796e19
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/envs.py
View file @ 09d497bc
...@@ -50,7 +50,7 @@ if TYPE_CHECKING: ...@@ -50,7 +50,7 @@ if TYPE_CHECKING:
VLLM_USE_RAY_COMPILED_DAG: bool = False VLLM_USE_RAY_COMPILED_DAG: bool = False
VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL: bool = True VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL: bool = True
VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM: bool = False VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM: bool = False
VLLM_WORKER_MULTIPROC_METHOD: str = "fork" VLLM_WORKER_MULTIPROC_METHOD: str = "spawn"
VLLM_ASSETS_CACHE: str = os.path.join(VLLM_CACHE_ROOT, "assets") VLLM_ASSETS_CACHE: str = os.path.join(VLLM_CACHE_ROOT, "assets")
VLLM_IMAGE_FETCH_TIMEOUT: int = 5 VLLM_IMAGE_FETCH_TIMEOUT: int = 5
VLLM_VIDEO_FETCH_TIMEOUT: int = 30 VLLM_VIDEO_FETCH_TIMEOUT: int = 30
...@@ -406,7 +406,7 @@ environment_variables: dict[str, Callable[[], Any]] = { ...@@ -406,7 +406,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
# Use dedicated multiprocess context for workers. # Use dedicated multiprocess context for workers.
# Both spawn and fork work # Both spawn and fork work
"VLLM_WORKER_MULTIPROC_METHOD": "VLLM_WORKER_MULTIPROC_METHOD":
lambda: os.getenv("VLLM_WORKER_MULTIPROC_METHOD", "fork"), lambda: os.getenv("VLLM_WORKER_MULTIPROC_METHOD", "spawn"),
# Path to the cache for storing downloaded assets # Path to the cache for storing downloaded assets
"VLLM_ASSETS_CACHE": "VLLM_ASSETS_CACHE":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment