test_same_node.py 401 Bytes
Newer Older
1
2
3
4
import os

import torch

5
from vllm.distributed.parallel_state import in_the_same_node_as
6
7

torch.distributed.init_process_group(backend="gloo")
8
9
test_result = all(
    in_the_same_node_as(torch.distributed.group.WORLD, source_rank=0))
10
11
12

expected = os.environ.get("VLLM_TEST_SAME_HOST", "1") == "1"
assert test_result == expected, f"Expected {expected}, got {test_result}"
13
print("Same node test passed!")