Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
import os
import pytest
......
# SPDX-License-Identifier: Apache-2.0
import time
from collections import deque
from typing import List, Set, Tuple
......
# SPDX-License-Identifier: Apache-2.0
from typing import List
import pytest # noqa
......
# SPDX-License-Identifier: Apache-2.0
import msgspec
from vllm.executor.msgspec_utils import decode_hook, encode_hook
......
# SPDX-License-Identifier: Apache-2.0
import time
from collections import defaultdict
from typing import Any, Dict, List, Optional
......
# SPDX-License-Identifier: Apache-2.0
# can only run on machines with p2p access across GPUs
# can only run with torchrun:
# torchrun --nproc_per_node=2 tests/distributed/test_ca_buffer_sharing.py
......
# SPDX-License-Identifier: Apache-2.0
"""Test the communication operators.
Run `pytest tests/distributed/test_comm_ops.py`.
......
# SPDX-License-Identifier: Apache-2.0
import os
import random
......
# SPDX-License-Identifier: Apache-2.0
from ..entrypoints.openai.test_oot_registration import (
run_and_test_dummy_opt_api_server)
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure ray assigns GPU workers to the correct node.
Run:
......
# SPDX-License-Identifier: Apache-2.0
"""
WARNING: This test runs in both single-node (4 GPUs) and multi-node
(2 node with 2 GPUs each) modes. If the test only uses 2 GPUs, it is
......
# SPDX-License-Identifier: Apache-2.0
import os
import pytest
......
# SPDX-License-Identifier: Apache-2.0
import os
import pytest
......
# SPDX-License-Identifier: Apache-2.0
import multiprocessing
import os
from typing import Dict, List
......
# SPDX-License-Identifier: Apache-2.0
import os
import torch.distributed as dist
......
# SPDX-License-Identifier: Apache-2.0
import multiprocessing
import random
import time
......
# SPDX-License-Identifier: Apache-2.0
# unit test for `examples/offline_inference/torchrun_example.py`
import random
......
# SPDX-License-Identifier: Apache-2.0
import socket
import pytest
......
# SPDX-License-Identifier: Apache-2.0
"""E2E tests to verify the correctness of the encoder-decoder framework
Run `pytest tests/encoder_decoder/test_e2e_correctness.py`.
......
# SPDX-License-Identifier: Apache-2.0
import random
from unittest.mock import MagicMock
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment