Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
d932d3b4
"docs/vscode:/vscode.git/clone" did not exist on "289fc48ab73fb1eb610a72b4ddde9694e529bfba"
Unverified
Commit
d932d3b4
authored
Apr 22, 2026
by
Kris Hung
Committed by
GitHub
Apr 22, 2026
Browse files
fix(kvbm): Fix consolidator e2e tests (#8464)
parent
34acb1f4
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
17 additions
and
0 deletions
+17
-0
tests/kvbm_integration/test_consolidator_router_e2e.py
tests/kvbm_integration/test_consolidator_router_e2e.py
+17
-0
No files found.
tests/kvbm_integration/test_consolidator_router_e2e.py
View file @
d932d3b4
...
...
@@ -356,6 +356,8 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
model_id
,
"--kv-transfer-config"
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
"--kv-events-config"
,
'{"enable_kv_cache_events": true}'
,
"--enforce-eager"
,
# For faster startup in tests
]
else
:
# trtllm
...
...
@@ -385,6 +387,13 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"DYN_KVBM_CPU_CACHE_GB"
:
"5"
,
"DYN_KVBM_DISK_CACHE_GB"
:
"5"
,
# Disable O_DIRECT on the KVBM G3 disk cache so the test runs on
# hardware / filesystems that don't support `fcntl(F_SETFL, O_DIRECT)`
# (e.g. tmpfs on Linux kernels <~6.1, lustre, overlay, NFS). Without
# this, trtllm's blocking layout init hangs until the 120s worker
# registration timeout. Only affects disk I/O path, not functional
# event/dedup coverage this test exercises.
"DYN_KVBM_DISK_DISABLE_O_DIRECT"
:
"true"
,
"DYN_LOG"
:
"debug"
,
# Enable debug logs for consolidator visibility
}
)
...
...
@@ -779,6 +788,8 @@ class TestConsolidatorRouterE2E:
model_id
,
"--kv-transfer-config"
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
"--kv-events-config"
,
'{"enable_kv_cache_events": true}'
,
"--enforce-eager"
,
"--enable-prefix-caching"
,
"--num-gpu-blocks-override"
,
...
...
@@ -813,6 +824,12 @@ class TestConsolidatorRouterE2E:
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g2_cpu_blocks
),
"DYN_KVBM_DISK_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g3_disk_blocks
),
# Disable O_DIRECT on the KVBM G3 disk cache so the test runs
# on hardware / filesystems that don't support
# `fcntl(F_SETFL, O_DIRECT)` (e.g. tmpfs on Linux kernels
# <~6.1, lustre, overlay, NFS). Only affects disk I/O path,
# not the event/dedup behavior under test.
"DYN_KVBM_DISK_DISABLE_O_DIRECT"
:
"true"
,
"DYN_LOG"
:
"debug"
,
}
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment