Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
112fa0bb
Unverified
Commit
112fa0bb
authored
Nov 12, 2024
by
Woosuk Kwon
Committed by
GitHub
Nov 12, 2024
Browse files
[V1] Fix CI tests on V1 engine (#10272)
Signed-off-by:
Woosuk Kwon
<
woosuk.kwon@berkeley.edu
>
parent
377b74fe
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
7 additions
and
1 deletion
+7
-1
tests/v1/engine/test_engine_core.py
tests/v1/engine/test_engine_core.py
+3
-0
tests/v1/engine/test_engine_core_client.py
tests/v1/engine/test_engine_core_client.py
+3
-0
vllm/v1/engine/core.py
vllm/v1/engine/core.py
+1
-1
No files found.
tests/v1/engine/test_engine_core.py
View file @
112fa0bb
...
...
@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
request_id
=
uuid
.
uuid4
(),
prompt
=
PROMPT
,
prompt_token_ids
=
PROMPT_TOKENS
,
mm_data
=
None
,
mm_placeholders
=
None
,
mm_processor_kwargs
=
None
,
sampling_params
=
SamplingParams
(),
eos_token_id
=
None
,
arrival_time
=
time
.
time
(),
...
...
tests/v1/engine/test_engine_core_client.py
View file @
112fa0bb
...
...
@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
request_id
=
str
(
uuid
.
uuid4
()),
prompt
=
PROMPT
,
prompt_token_ids
=
PROMPT_TOKENS
,
mm_data
=
None
,
mm_placeholders
=
None
,
mm_processor_kwargs
=
None
,
sampling_params
=
params
,
eos_token_id
=
None
,
arrival_time
=
time
.
time
(),
...
...
vllm/v1/engine/core.py
View file @
112fa0bb
...
...
@@ -317,7 +317,7 @@ class EngineCoreProc(EngineCore):
# Msgpack serialization decoding.
decoder_add_req
=
PickleEncoder
()
decoder_abort_req
=
msgpack
.
Decoder
(
list
[
str
]
)
decoder_abort_req
=
PickleEncoder
(
)
with
self
.
make_socket
(
input_path
,
zmq
.
constants
.
PULL
)
as
socket
:
while
True
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment