Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
d932d3b4
Unverified
Commit
d932d3b4
authored
Apr 22, 2026
by
Kris Hung
Committed by
GitHub
Apr 22, 2026
Browse files
fix(kvbm): Fix consolidator e2e tests (#8464)
parent
34acb1f4
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
17 additions
and
0 deletions
+17
-0
tests/kvbm_integration/test_consolidator_router_e2e.py
tests/kvbm_integration/test_consolidator_router_e2e.py
+17
-0
No files found.
tests/kvbm_integration/test_consolidator_router_e2e.py
View file @
d932d3b4
...
@@ -356,6 +356,8 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
...
@@ -356,6 +356,8 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
model_id
,
model_id
,
"--kv-transfer-config"
,
"--kv-transfer-config"
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
"--kv-events-config"
,
'{"enable_kv_cache_events": true}'
,
"--enforce-eager"
,
# For faster startup in tests
"--enforce-eager"
,
# For faster startup in tests
]
]
else
:
# trtllm
else
:
# trtllm
...
@@ -385,6 +387,13 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
...
@@ -385,6 +387,13 @@ def llm_worker(frontend_server, test_directory, runtime_services, engine_type):
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"DYN_KVBM_CPU_CACHE_GB"
:
"5"
,
"DYN_KVBM_CPU_CACHE_GB"
:
"5"
,
"DYN_KVBM_DISK_CACHE_GB"
:
"5"
,
"DYN_KVBM_DISK_CACHE_GB"
:
"5"
,
# Disable O_DIRECT on the KVBM G3 disk cache so the test runs on
# hardware / filesystems that don't support `fcntl(F_SETFL, O_DIRECT)`
# (e.g. tmpfs on Linux kernels <~6.1, lustre, overlay, NFS). Without
# this, trtllm's blocking layout init hangs until the 120s worker
# registration timeout. Only affects disk I/O path, not functional
# event/dedup coverage this test exercises.
"DYN_KVBM_DISK_DISABLE_O_DIRECT"
:
"true"
,
"DYN_LOG"
:
"debug"
,
# Enable debug logs for consolidator visibility
"DYN_LOG"
:
"debug"
,
# Enable debug logs for consolidator visibility
}
}
)
)
...
@@ -779,6 +788,8 @@ class TestConsolidatorRouterE2E:
...
@@ -779,6 +788,8 @@ class TestConsolidatorRouterE2E:
model_id
,
model_id
,
"--kv-transfer-config"
,
"--kv-transfer-config"
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
'{"kv_connector":"DynamoConnector","kv_connector_module_path":"kvbm.vllm_integration.connector","kv_role":"kv_both"}'
,
"--kv-events-config"
,
'{"enable_kv_cache_events": true}'
,
"--enforce-eager"
,
"--enforce-eager"
,
"--enable-prefix-caching"
,
"--enable-prefix-caching"
,
"--num-gpu-blocks-override"
,
"--num-gpu-blocks-override"
,
...
@@ -813,6 +824,12 @@ class TestConsolidatorRouterE2E:
...
@@ -813,6 +824,12 @@ class TestConsolidatorRouterE2E:
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"ETCD_ENDPOINTS"
:
"http://localhost:2379"
,
"DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g2_cpu_blocks
),
"DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g2_cpu_blocks
),
"DYN_KVBM_DISK_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g3_disk_blocks
),
"DYN_KVBM_DISK_CACHE_OVERRIDE_NUM_BLOCKS"
:
str
(
g3_disk_blocks
),
# Disable O_DIRECT on the KVBM G3 disk cache so the test runs
# on hardware / filesystems that don't support
# `fcntl(F_SETFL, O_DIRECT)` (e.g. tmpfs on Linux kernels
# <~6.1, lustre, overlay, NFS). Only affects disk I/O path,
# not the event/dedup behavior under test.
"DYN_KVBM_DISK_DISABLE_O_DIRECT"
:
"true"
,
"DYN_LOG"
:
"debug"
,
"DYN_LOG"
:
"debug"
,
}
}
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment