"vllm/vscode:/vscode.git/clone" did not exist on "28598f3939f9a04800f514e7fe62ab9bb8f617ec"
test_same_node.py 437 Bytes
Newer Older
1
2
import os

3
import torch.distributed as dist
4

5
from vllm.distributed.parallel_state import in_the_same_node_as
6

7
8
9
if __name__ == "__main__":
    dist.init_process_group(backend="gloo")
    test_result = all(in_the_same_node_as(dist.group.WORLD, source_rank=0))
10

11
12
13
    expected = os.environ.get("VLLM_TEST_SAME_HOST", "1") == "1"
    assert test_result == expected, f"Expected {expected}, got {test_result}"
    print("Same node test passed!")