weight_transfer.py 408 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from dataclasses import dataclass
from typing import Literal

from vllm.config.utils import config


@config
@dataclass
class WeightTransferConfig:
    """Configuration for weight transfer during RL training."""

    backend: Literal["nccl"] = "nccl"
    """The backend to use for weight transfer."""