Unverified Commit 112fa0bb authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

[V1] Fix CI tests on V1 engine (#10272)


Signed-off-by: default avatarWoosuk Kwon <woosuk.kwon@berkeley.edu>
parent 377b74fe
...@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest: ...@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
request_id=uuid.uuid4(), request_id=uuid.uuid4(),
prompt=PROMPT, prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS, prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=SamplingParams(), sampling_params=SamplingParams(),
eos_token_id=None, eos_token_id=None,
arrival_time=time.time(), arrival_time=time.time(),
......
...@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest: ...@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
request_id=str(uuid.uuid4()), request_id=str(uuid.uuid4()),
prompt=PROMPT, prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS, prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=params, sampling_params=params,
eos_token_id=None, eos_token_id=None,
arrival_time=time.time(), arrival_time=time.time(),
......
...@@ -317,7 +317,7 @@ class EngineCoreProc(EngineCore): ...@@ -317,7 +317,7 @@ class EngineCoreProc(EngineCore):
# Msgpack serialization decoding. # Msgpack serialization decoding.
decoder_add_req = PickleEncoder() decoder_add_req = PickleEncoder()
decoder_abort_req = msgpack.Decoder(list[str]) decoder_abort_req = PickleEncoder()
with self.make_socket(input_path, zmq.constants.PULL) as socket: with self.make_socket(input_path, zmq.constants.PULL) as socket:
while True: while True:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment