Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
21b44473
Unverified
Commit
21b44473
authored
Apr 14, 2026
by
Dmitry Tokarev
Committed by
GitHub
Apr 14, 2026
Browse files
feat: lmcache on CUDA 13 and ARM (#7534)
Signed-off-by:
Dmitry Tokarev
<
dtokarev@nvidia.com
>
parent
2263defc
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
10 deletions
+2
-10
container/deps/vllm/install_vllm.sh
container/deps/vllm/install_vllm.sh
+2
-2
tests/serve/test_vllm.py
tests/serve/test_vllm.py
+0
-8
No files found.
container/deps/vllm/install_vllm.sh
View file @
21b44473
...
@@ -231,7 +231,7 @@ echo "\n=== Installing LMCache from source ==="
...
@@ -231,7 +231,7 @@ echo "\n=== Installing LMCache from source ==="
# (undefined symbol: c10::cuda::c10_cuda_check_implementation).
# (undefined symbol: c10::cuda::c10_cuda_check_implementation).
# Build from source AFTER vLLM so c_ops.so compiles against the installed PyTorch.
# Build from source AFTER vLLM so c_ops.so compiles against the installed PyTorch.
# Ref: https://docs.lmcache.ai/getting_started/installation.html#install-latest-lmcache-from-source
# Ref: https://docs.lmcache.ai/getting_started/installation.html#install-latest-lmcache-from-source
if
[
"
$DEVICE
"
=
"cuda"
]
&&
[[
"
$CUDA_VERSION_MAJOR
"
==
"12"
]]
&&
[
"
$ARCH
"
=
"amd64"
]
;
then
if
[
"
$DEVICE
"
=
"cuda"
]
;
then
git clone
--depth
1
--branch
v
${
LMCACHE_REF
}
https://github.com/LMCache/LMCache.git
${
INSTALLATION_DIR
}
/lmcache
git clone
--depth
1
--branch
v
${
LMCACHE_REF
}
https://github.com/LMCache/LMCache.git
${
INSTALLATION_DIR
}
/lmcache
cd
${
INSTALLATION_DIR
}
/lmcache
cd
${
INSTALLATION_DIR
}
/lmcache
uv pip
install
-r
requirements/build.txt
uv pip
install
-r
requirements/build.txt
...
@@ -256,7 +256,7 @@ elif [ "$DEVICE" = "xpu" ] && [ "$ARCH" = "amd64" ]; then
...
@@ -256,7 +256,7 @@ elif [ "$DEVICE" = "xpu" ] && [ "$ARCH" = "amd64" ]; then
uv pip
install
lmcache
==
${
LMCACHE_REF
}
uv pip
install
lmcache
==
${
LMCACHE_REF
}
echo
"✓ LMCache
${
LMCACHE_REF
}
installed from PyPI (XPU)"
echo
"✓ LMCache
${
LMCACHE_REF
}
installed from PyPI (XPU)"
else
else
echo
"⚠ Skipping LMCache
(ARM64 or CUDA 13
not supported)"
echo
"⚠ Skipping LMCache
for DEVICE=
${
DEVICE
}
ARCH=
${
ARCH
}
(
not supported)"
fi
fi
if
[
"
$DEVICE
"
=
"cuda"
]
;
then
if
[
"
$DEVICE
"
=
"cuda"
]
;
then
...
...
tests/serve/test_vllm.py
View file @
21b44473
...
@@ -148,10 +148,6 @@ vllm_configs = {
...
@@ -148,10 +148,6 @@ vllm_configs = {
),
# KV cache cap (2x safety over min=559_693_824)
),
# KV cache cap (2x safety over min=559_693_824)
pytest
.
mark
.
timeout
(
360
),
# ~7x observed 49.0s; old value before profiling
pytest
.
mark
.
timeout
(
360
),
# ~7x observed 49.0s; old value before profiling
pytest
.
mark
.
pre_merge
,
pytest
.
mark
.
pre_merge
,
pytest
.
mark
.
skipif
(
_is_cuda13
(),
reason
=
"lmcache does not support CUDA 13 as of v0.3.11"
,
),
],
],
model
=
"Qwen/Qwen3-0.6B"
,
model
=
"Qwen/Qwen3-0.6B"
,
request_payloads
=
[
request_payloads
=
[
...
@@ -174,10 +170,6 @@ vllm_configs = {
...
@@ -174,10 +170,6 @@ vllm_configs = {
),
# KV cache cap (2x safety over min=559_693_824)
),
# KV cache cap (2x safety over min=559_693_824)
pytest
.
mark
.
timeout
(
360
),
# ~7x observed 49.3s; old value before profiling
pytest
.
mark
.
timeout
(
360
),
# ~7x observed 49.3s; old value before profiling
pytest
.
mark
.
pre_merge
,
pytest
.
mark
.
pre_merge
,
pytest
.
mark
.
skipif
(
_is_cuda13
(),
reason
=
"lmcache does not support CUDA 13 as of v0.3.11"
,
),
],
],
model
=
"Qwen/Qwen3-0.6B"
,
model
=
"Qwen/Qwen3-0.6B"
,
env
=
{
env
=
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment