Unverified Commit a53ad626 authored by Or Ozeri's avatar Or Ozeri Committed by GitHub
Browse files

[KV offload][1b/N] rename offloading to kv_offload (#25191)


Signed-off-by: default avatarOr Ozeri <oro@il.ibm.com>
parent 1c3dad22
......@@ -280,7 +280,7 @@ steps:
# split the test to avoid interference
- pytest -v -s v1/core
- pytest -v -s v1/executor
- pytest -v -s v1/offloading
- pytest -v -s v1/kv_offload
- pytest -v -s v1/sample
- pytest -v -s v1/logits_processors
- pytest -v -s v1/worker
......
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.v1.offloading.abstract import LoadStoreSpec
from vllm.v1.offloading.worker.worker import (OffloadingHandler,
from vllm.v1.kv_offload.abstract import LoadStoreSpec
from vllm.v1.kv_offload.worker.worker import (OffloadingHandler,
OffloadingWorker, TransferResult,
TransferSpec)
......
......@@ -4,7 +4,7 @@ from abc import ABC
import numpy as np
from vllm.v1.offloading.abstract import LoadStoreSpec
from vllm.v1.kv_offload.abstract import LoadStoreSpec
class BlockIDsLoadStoreSpec(LoadStoreSpec, ABC):
......
......@@ -3,7 +3,7 @@
from abc import ABC, abstractmethod
from vllm.logger import init_logger
from vllm.v1.offloading.abstract import LoadStoreSpec
from vllm.v1.kv_offload.abstract import LoadStoreSpec
# a single transfer spec (src_blocks_spec, dst_blocks_spec)
TransferSpec = tuple[LoadStoreSpec, LoadStoreSpec]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment