Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
import os import os
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
import time import time
from collections import deque from collections import deque
from typing import List, Set, Tuple from typing import List, Set, Tuple
......
# SPDX-License-Identifier: Apache-2.0
from typing import List from typing import List
import pytest # noqa import pytest # noqa
......
# SPDX-License-Identifier: Apache-2.0
import msgspec import msgspec
from vllm.executor.msgspec_utils import decode_hook, encode_hook from vllm.executor.msgspec_utils import decode_hook, encode_hook
......
# SPDX-License-Identifier: Apache-2.0
import time import time
from collections import defaultdict from collections import defaultdict
from typing import Any, Dict, List, Optional from typing import Any, Dict, List, Optional
......
# SPDX-License-Identifier: Apache-2.0
# can only run on machines with p2p access across GPUs # can only run on machines with p2p access across GPUs
# can only run with torchrun: # can only run with torchrun:
# torchrun --nproc_per_node=2 tests/distributed/test_ca_buffer_sharing.py # torchrun --nproc_per_node=2 tests/distributed/test_ca_buffer_sharing.py
......
# SPDX-License-Identifier: Apache-2.0
"""Test the communication operators. """Test the communication operators.
Run `pytest tests/distributed/test_comm_ops.py`. Run `pytest tests/distributed/test_comm_ops.py`.
......
# SPDX-License-Identifier: Apache-2.0
import os import os
import random import random
......
# SPDX-License-Identifier: Apache-2.0
from ..entrypoints.openai.test_oot_registration import ( from ..entrypoints.openai.test_oot_registration import (
run_and_test_dummy_opt_api_server) run_and_test_dummy_opt_api_server)
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure ray assigns GPU workers to the correct node. """Make sure ray assigns GPU workers to the correct node.
Run: Run:
......
# SPDX-License-Identifier: Apache-2.0
""" """
WARNING: This test runs in both single-node (4 GPUs) and multi-node WARNING: This test runs in both single-node (4 GPUs) and multi-node
(2 node with 2 GPUs each) modes. If the test only uses 2 GPUs, it is (2 node with 2 GPUs each) modes. If the test only uses 2 GPUs, it is
......
# SPDX-License-Identifier: Apache-2.0
import os import os
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
import os import os
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
import multiprocessing import multiprocessing
import os import os
from typing import Dict, List from typing import Dict, List
......
# SPDX-License-Identifier: Apache-2.0
import os import os
import torch.distributed as dist import torch.distributed as dist
......
# SPDX-License-Identifier: Apache-2.0
import multiprocessing import multiprocessing
import random import random
import time import time
......
# SPDX-License-Identifier: Apache-2.0
# unit test for `examples/offline_inference/torchrun_example.py` # unit test for `examples/offline_inference/torchrun_example.py`
import random import random
......
# SPDX-License-Identifier: Apache-2.0
import socket import socket
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
"""E2E tests to verify the correctness of the encoder-decoder framework """E2E tests to verify the correctness of the encoder-decoder framework
Run `pytest tests/encoder_decoder/test_e2e_correctness.py`. Run `pytest tests/encoder_decoder/test_e2e_correctness.py`.
......
# SPDX-License-Identifier: Apache-2.0
import random import random
from unittest.mock import MagicMock from unittest.mock import MagicMock
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment