Skip to content

GitLab

Commit de7d9456 authored by zhuwenwen's avatar zhuwenwen
Browse files

[Core] Change multiproc method default to spawn

parent 0c70376b
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/envs.py
View file @ de7d9456
...@@ -45,7 +45,7 @@ if TYPE_CHECKING: ...@@ -45,7 +45,7 @@ if TYPE_CHECKING:
VLLM_USE_RAY_SPMD_WORKER: bool = False VLLM_USE_RAY_SPMD_WORKER: bool = False
VLLM_USE_RAY_COMPILED_DAG: bool = False VLLM_USE_RAY_COMPILED_DAG: bool = False
VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL: bool = True VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL: bool = True
VLLM_WORKER_MULTIPROC_METHOD: str = "fork" VLLM_WORKER_MULTIPROC_METHOD: str = "spawn"
VLLM_ASSETS_CACHE: str = os.path.join(VLLM_CACHE_ROOT, "assets") VLLM_ASSETS_CACHE: str = os.path.join(VLLM_CACHE_ROOT, "assets")
VLLM_IMAGE_FETCH_TIMEOUT: int = 5 VLLM_IMAGE_FETCH_TIMEOUT: int = 5
VLLM_AUDIO_FETCH_TIMEOUT: int = 5 VLLM_AUDIO_FETCH_TIMEOUT: int = 5
...@@ -341,7 +341,7 @@ environment_variables: Dict[str, Callable[[], Any]] = { ...@@ -341,7 +341,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
# Use dedicated multiprocess context for workers. # Use dedicated multiprocess context for workers.
# Both spawn and fork work # Both spawn and fork work
"VLLM_WORKER_MULTIPROC_METHOD": "VLLM_WORKER_MULTIPROC_METHOD":
lambda: os.getenv("VLLM_WORKER_MULTIPROC_METHOD", "fork"), lambda: os.getenv("VLLM_WORKER_MULTIPROC_METHOD", "spawn"),
# Path to the cache for storing downloaded assets # Path to the cache for storing downloaded assets
"VLLM_ASSETS_CACHE": "VLLM_ASSETS_CACHE":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment