weight_transfer.py 370 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from typing import Literal

from vllm.config.utils import config


@config
class WeightTransferConfig:
    """Configuration for weight transfer during RL training."""

12
    backend: Literal["nccl", "ipc"] = "nccl"
13
    """The backend to use for weight transfer."""