Unverified Commit 51a7bda6 authored by Harry Mellor's avatar Harry Mellor Committed by GitHub
Browse files

Update `WeightTransferConfig` to be more standard like the others (#33989)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
parent 6e7b1c4b
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from dataclasses import dataclass
from typing import Literal from typing import Literal
from vllm.config.utils import config from vllm.config.utils import config
@config @config
@dataclass
class WeightTransferConfig: class WeightTransferConfig:
"""Configuration for weight transfer during RL training.""" """Configuration for weight transfer during RL training."""
......
...@@ -582,10 +582,10 @@ class EngineArgs: ...@@ -582,10 +582,10 @@ class EngineArgs:
kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend
tokens_only: bool = False tokens_only: bool = False
weight_transfer_config: WeightTransferConfig | None = None weight_transfer_config: WeightTransferConfig | None = get_field(
"""Configuration for weight transfer during RL training. VllmConfig,
Accepts a JSON string or dict with backend-specific options. "weight_transfer_config",
Example: '{"backend": "nccl"}'""" )
def __post_init__(self): def __post_init__(self):
# support `EngineArgs(compilation_config={...})` # support `EngineArgs(compilation_config={...})`
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment