Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
9f2356cb
"launch/vscode:/vscode.git/clone" did not exist on "8d3244898e7e6126910a8cb274015a68b184d222"
Unverified
Commit
9f2356cb
authored
Jul 22, 2025
by
Ryan McCormick
Committed by
GitHub
Jul 22, 2025
Browse files
chore: Remove unused portion of kv bindings test (#2052)
parent
c49a13eb
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
0 additions
and
83 deletions
+0
-83
lib/bindings/python/tests/test_kv_bindings.py
lib/bindings/python/tests/test_kv_bindings.py
+0
-83
No files found.
lib/bindings/python/tests/test_kv_bindings.py
View file @
9f2356cb
...
...
@@ -15,10 +15,7 @@
import
asyncio
import
ctypes
import
os
import
subprocess
from
ctypes
import
c_char_p
,
c_int64
,
c_uint32
from
time
import
sleep
from
typing
import
List
...
...
@@ -211,86 +208,6 @@ class EventPublisher:
self
.
event_id_counter
+=
1
# [TODO] to be deprecated
# KV events
class
DynamoResult
:
OK
=
0
ERR
=
1
class
CtypesEventPublisher
:
def
__init__
(
self
,
namespace
:
str
,
component
:
str
,
worker_id
:
int
,
kv_block_size
:
int
):
self
.
event_id_counter
=
0
self
.
block_ids
:
List
[
int
]
=
[]
# load event publisher library
self
.
lib
=
ctypes
.
CDLL
(
os
.
environ
[
"VLLM_KV_CAPI_PATH"
])
self
.
lib
.
dynamo_llm_init
.
argtypes
=
[
c_char_p
,
c_char_p
,
c_int64
,
c_uint32
]
self
.
lib
.
dynamo_llm_init
.
restype
=
c_uint32
result
=
self
.
lib
.
dynamo_llm_init
(
namespace
.
encode
(),
component
.
encode
(),
worker_id
,
kv_block_size
)
assert
result
==
DynamoResult
.
OK
self
.
lib
.
dynamo_kv_event_publish_stored
.
argtypes
=
[
ctypes
.
c_uint64
,
# event_id
ctypes
.
POINTER
(
ctypes
.
c_uint32
),
# token_ids
ctypes
.
POINTER
(
ctypes
.
c_size_t
),
# num_block_tokens
ctypes
.
POINTER
(
ctypes
.
c_uint64
),
# block_ids
ctypes
.
c_size_t
,
# num_blocks
ctypes
.
POINTER
(
ctypes
.
c_uint64
),
# parent_hash
ctypes
.
c_uint64
,
# lora_id
]
self
.
lib
.
dynamo_kv_event_publish_stored
.
restype
=
(
ctypes
.
c_uint32
)
# dynamo_llm_result_t
self
.
lib
.
dynamo_kv_event_publish_removed
.
argtypes
=
[
ctypes
.
c_uint64
,
# event_id
ctypes
.
POINTER
(
ctypes
.
c_uint64
),
# block_ids
ctypes
.
c_size_t
,
# num_blocks
]
self
.
lib
.
dynamo_kv_event_publish_removed
.
restype
=
(
ctypes
.
c_uint32
)
# dynamo_llm_result_t
def
store_event
(
self
,
tokens
,
lora_id
):
parent_hash
=
(
(
ctypes
.
c_uint64
*
1
)(
self
.
event_id_counter
)
if
self
.
event_id_counter
>
0
else
None
)
result
=
self
.
lib
.
dynamo_kv_event_publish_stored
(
self
.
event_id_counter
,
# uint64_t event_id
(
ctypes
.
c_uint32
*
len
(
tokens
))(
*
tokens
),
# const uint32_t *token_ids
(
ctypes
.
c_size_t
*
1
)(
len
(
tokens
)),
# const uintptr_t *num_block_tokens
(
ctypes
.
c_uint64
*
1
)(
self
.
event_id_counter
),
# const uint64_t *block_ids
1
,
# uintptr_t num_blocks
parent_hash
,
# const uint64_t *parent_hash
lora_id
,
# uint64_t lora_id
)
self
.
block_ids
.
append
(
self
.
event_id_counter
)
self
.
event_id_counter
+=
1
assert
result
==
DynamoResult
.
OK
def
remove_event
(
self
):
result
=
self
.
lib
.
dynamo_kv_event_publish_removed
(
self
.
event_id_counter
,
# uint64_t event_id
(
ctypes
.
c_uint64
*
1
)(
self
.
block_ids
[
-
1
]),
# const uint64_t *block_ids
1
,
# uintptr_t num_blocks
)
self
.
event_id_counter
+=
1
assert
result
==
DynamoResult
.
OK
def
shutdown
(
self
):
result
=
self
.
lib
.
dynamo_llm_shutdown
()
assert
result
==
DynamoResult
.
OK
async
def
test_metrics_aggregator
(
distributed_runtime
):
namespace
=
"kv_test"
component
=
"metrics"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment