"tests/models/multimodal/processing/test_phi3v.py" did not exist on "a811dd660856a5c222a1447fe1d93deccbc162fd"
Unverified Commit 6d243efe authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

[Misc] Convert use_structured_output property into constant (#23060)


Signed-off-by: default avatarWoosuk Kwon <woosuk.kwon@berkeley.edu>
parent c55bc1db
......@@ -54,8 +54,7 @@ class Request:
time.time()
self.status = RequestStatus.WAITING
if sampling_params and sampling_params.guided_decoding is not None:
self.status = RequestStatus.WAITING_FOR_FSM
self.use_structured_output = False
self.events: list[EngineCoreEvent] = []
self.stop_reason: Union[int, str, None] = None
......@@ -63,12 +62,15 @@ class Request:
self.kv_transfer_params: Optional[dict[str, Any]] = None
if pooling_params is not None:
# Pooling models.
self.max_tokens = 1
elif sampling_params is not None:
# Generative models.
assert sampling_params.max_tokens is not None
self.max_tokens = sampling_params.max_tokens
if sampling_params.guided_decoding is not None:
self.status = RequestStatus.WAITING_FOR_FSM
self.use_structured_output = True
if sampling_params.extra_args is not None:
self.kv_transfer_params = \
......@@ -192,11 +194,6 @@ class Request:
num_tokens = self.mm_positions[input_id].length
return num_tokens
@property
def use_structured_output(self) -> bool:
return self.sampling_params is not None and \
self.sampling_params.guided_decoding is not None
def record_event(
self,
event_type: EngineCoreEventType,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment