Fix bad assert in initialize_cluster if PG already exists (#526)

c487a221 · Antoni Baum · GitHub · 9925c179 · c487a221
Unverified Commit c487a221 authored Jul 19, 2023 by Antoni Baum Committed by GitHub Jul 19, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 3 deletions

vllm/engine/ray_utils.py vllm/engine/ray_utils.py +5 -3

No files found.
--- a/vllm/engine/ray_utils.py
+++ b/vllm/engine/ray_utils.py
@@ -81,9 +81,11 @@ def initialize_cluster(
        # Verify that we can use the placement group.
        gpu_bundles = 0
        for bundle in bundles:
-            assert bundle.get("GPU", 0) > 1, (
+            bundle_gpus = bundle.get("GPU", 0)
-                "Placement group bundles cannot have more than 1 GPU")
+            if bundle_gpus > 1:
-            if bundle.get("GPU", 0):
+                raise ValueError(
+                    "Placement group bundle cannot have more than 1 GPU.")
+            if bundle_gpus:
                gpu_bundles += 1
        if parallel_config.world_size > gpu_bundles:
            raise ValueError(