Unverified Commit 3368c3ab authored by David Newman's avatar David Newman Committed by GitHub
Browse files

[Bugfix] Ray 2.9.x doesn't expose available_resources_per_node (#8767)


Signed-off-by: default avatardarthhexx <darthhexx@gmail.com>
parent 1ac3de09
...@@ -18,9 +18,14 @@ PG_WAIT_TIMEOUT = 1800 ...@@ -18,9 +18,14 @@ PG_WAIT_TIMEOUT = 1800
try: try:
import ray import ray
from ray._private.state import available_resources_per_node
from ray.util import placement_group_table from ray.util import placement_group_table
from ray.util.placement_group import PlacementGroup from ray.util.placement_group import PlacementGroup
try:
from ray._private.state import available_resources_per_node
except ImportError:
# Ray 2.9.x doesn't expose `available_resources_per_node`
from ray._private.state import state as _state
available_resources_per_node = _state._available_resources_per_node
class RayWorkerWrapper(WorkerWrapperBase): class RayWorkerWrapper(WorkerWrapperBase):
"""Ray wrapper for vllm.worker.Worker, allowing Worker to be """Ray wrapper for vllm.worker.Worker, allowing Worker to be
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment