Unverified Commit a53ad626 authored by Or Ozeri's avatar Or Ozeri Committed by GitHub
Browse files

[KV offload][1b/N] rename offloading to kv_offload (#25191)


Signed-off-by: default avatarOr Ozeri <oro@il.ibm.com>
parent 1c3dad22
...@@ -280,7 +280,7 @@ steps: ...@@ -280,7 +280,7 @@ steps:
# split the test to avoid interference # split the test to avoid interference
- pytest -v -s v1/core - pytest -v -s v1/core
- pytest -v -s v1/executor - pytest -v -s v1/executor
- pytest -v -s v1/offloading - pytest -v -s v1/kv_offload
- pytest -v -s v1/sample - pytest -v -s v1/sample
- pytest -v -s v1/logits_processors - pytest -v -s v1/logits_processors
- pytest -v -s v1/worker - pytest -v -s v1/worker
......
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.v1.offloading.abstract import LoadStoreSpec from vllm.v1.kv_offload.abstract import LoadStoreSpec
from vllm.v1.offloading.worker.worker import (OffloadingHandler, from vllm.v1.kv_offload.worker.worker import (OffloadingHandler,
OffloadingWorker, TransferResult, OffloadingWorker, TransferResult,
TransferSpec) TransferSpec)
......
...@@ -4,7 +4,7 @@ from abc import ABC ...@@ -4,7 +4,7 @@ from abc import ABC
import numpy as np import numpy as np
from vllm.v1.offloading.abstract import LoadStoreSpec from vllm.v1.kv_offload.abstract import LoadStoreSpec
class BlockIDsLoadStoreSpec(LoadStoreSpec, ABC): class BlockIDsLoadStoreSpec(LoadStoreSpec, ABC):
......
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.v1.offloading.abstract import LoadStoreSpec from vllm.v1.kv_offload.abstract import LoadStoreSpec
# a single transfer spec (src_blocks_spec, dst_blocks_spec) # a single transfer spec (src_blocks_spec, dst_blocks_spec)
TransferSpec = tuple[LoadStoreSpec, LoadStoreSpec] TransferSpec = tuple[LoadStoreSpec, LoadStoreSpec]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment