Skip to content

GitLab

Unverified Commit 3a4fd5ca authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

Disable Ray usage stats collection (#2206)

parent c17daa9f
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 0 deletions
vllm/engine/llm_engine.py
View file @ 3a4fd5ca
import copy import copy
import os
import time import time
from functools import partial from functools import partial
from typing import TYPE_CHECKING, Any, Iterable, List, Optional, Tuple, Union from typing import TYPE_CHECKING, Any, Iterable, List, Optional, Tuple, Union
...@@ -105,6 +106,10 @@ class LLMEngine: ...@@ -105,6 +106,10 @@ class LLMEngine:
# Create the parallel GPU workers. # Create the parallel GPU workers.
if self.parallel_config.worker_use_ray: if self.parallel_config.worker_use_ray:
# Disable Ray usage stats collection.
ray_usage = os.environ.get("RAY_USAGE_STATS_ENABLED", "0")
if ray_usage != "1":
os.environ["RAY_USAGE_STATS_ENABLED"] = "0"
self._init_workers_ray(placement_group) self._init_workers_ray(placement_group)
else: else:
self._init_workers(distributed_init_method) self._init_workers(distributed_init_method)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment