Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
a53ad626
Unverified
Commit
a53ad626
authored
Sep 18, 2025
by
Or Ozeri
Committed by
GitHub
Sep 18, 2025
Browse files
[KV offload][1b/N] rename offloading to kv_offload (#25191)
Signed-off-by:
Or Ozeri
<
oro@il.ibm.com
>
parent
1c3dad22
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
5 additions
and
5 deletions
+5
-5
.buildkite/test-pipeline.yaml
.buildkite/test-pipeline.yaml
+1
-1
tests/v1/kv_offload/test_worker.py
tests/v1/kv_offload/test_worker.py
+2
-2
vllm/v1/kv_offload/abstract.py
vllm/v1/kv_offload/abstract.py
+0
-0
vllm/v1/kv_offload/mediums.py
vllm/v1/kv_offload/mediums.py
+1
-1
vllm/v1/kv_offload/worker/worker.py
vllm/v1/kv_offload/worker/worker.py
+1
-1
No files found.
.buildkite/test-pipeline.yaml
View file @
a53ad626
...
@@ -280,7 +280,7 @@ steps:
...
@@ -280,7 +280,7 @@ steps:
# split the test to avoid interference
# split the test to avoid interference
-
pytest -v -s v1/core
-
pytest -v -s v1/core
-
pytest -v -s v1/executor
-
pytest -v -s v1/executor
-
pytest -v -s v1/offload
ing
-
pytest -v -s v1/
kv_
offload
-
pytest -v -s v1/sample
-
pytest -v -s v1/sample
-
pytest -v -s v1/logits_processors
-
pytest -v -s v1/logits_processors
-
pytest -v -s v1/worker
-
pytest -v -s v1/worker
...
...
tests/v1/offload
ing
/test_worker.py
→
tests/v1/
kv_
offload/test_worker.py
View file @
a53ad626
# SPDX-License-Identifier: Apache-2.0
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
vllm.v1.offload
ing
.abstract
import
LoadStoreSpec
from
vllm.v1.
kv_
offload.abstract
import
LoadStoreSpec
from
vllm.v1.offload
ing
.worker.worker
import
(
OffloadingHandler
,
from
vllm.v1.
kv_
offload.worker.worker
import
(
OffloadingHandler
,
OffloadingWorker
,
TransferResult
,
OffloadingWorker
,
TransferResult
,
TransferSpec
)
TransferSpec
)
...
...
vllm/v1/offload
ing
/abstract.py
→
vllm/v1/
kv_
offload/abstract.py
View file @
a53ad626
File moved
vllm/v1/offload
ing
/mediums.py
→
vllm/v1/
kv_
offload/mediums.py
View file @
a53ad626
...
@@ -4,7 +4,7 @@ from abc import ABC
...
@@ -4,7 +4,7 @@ from abc import ABC
import
numpy
as
np
import
numpy
as
np
from
vllm.v1.offload
ing
.abstract
import
LoadStoreSpec
from
vllm.v1.
kv_
offload.abstract
import
LoadStoreSpec
class
BlockIDsLoadStoreSpec
(
LoadStoreSpec
,
ABC
):
class
BlockIDsLoadStoreSpec
(
LoadStoreSpec
,
ABC
):
...
...
vllm/v1/offload
ing
/worker/worker.py
→
vllm/v1/
kv_
offload/worker/worker.py
View file @
a53ad626
...
@@ -3,7 +3,7 @@
...
@@ -3,7 +3,7 @@
from
abc
import
ABC
,
abstractmethod
from
abc
import
ABC
,
abstractmethod
from
vllm.logger
import
init_logger
from
vllm.logger
import
init_logger
from
vllm.v1.offload
ing
.abstract
import
LoadStoreSpec
from
vllm.v1.
kv_
offload.abstract
import
LoadStoreSpec
# a single transfer spec (src_blocks_spec, dst_blocks_spec)
# a single transfer spec (src_blocks_spec, dst_blocks_spec)
TransferSpec
=
tuple
[
LoadStoreSpec
,
LoadStoreSpec
]
TransferSpec
=
tuple
[
LoadStoreSpec
,
LoadStoreSpec
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment